mirror of
https://github.com/esengine/DeepSeek-Reasonix.git
synced 2026-11-07 10:45:59 -10:00
esengine
0bb0f44785
complete_subtask, the host adjudication of its criteria and the 'lowered by the host' note are gone, with the handoff audit channel and its metrics, trajectory field and benchmark columns. A delegated child ends the way any turn does and the parent reads its last reply. The host's own receipts appended to a child's reply and the write-scope check stay: they need a record of what the child changed, which is replaced with the evidence ledger later.
99 lines
3.2 KiB
Go
99 lines
3.2 KiB
Go
package main
|
|
|
|
import (
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
// A single-agent arm must say so rather than render nothing: an empty section
|
|
// reads as "not measured" when it actually means "no delegation happened".
|
|
func TestRenderDelegationNamesTheSingleAgentArm(t *testing.T) {
|
|
got := renderDelegation([]result{
|
|
{Passed: true, runMetrics: runMetrics{ToolCalls: 9}},
|
|
{Passed: false, runMetrics: runMetrics{ToolCalls: 4}},
|
|
})
|
|
if !strings.Contains(got, "none") || !strings.Contains(got, "1/2") {
|
|
t.Fatalf("single-agent arm rendered as %q", got)
|
|
}
|
|
if renderDelegation(nil) != "" {
|
|
t.Fatal("no runs at all must render nothing")
|
|
}
|
|
}
|
|
|
|
// The delegated arm has to expose the cost side, not just the outcome.
|
|
func TestRenderDelegationExposesWhatDelegationCost(t *testing.T) {
|
|
got := renderDelegation([]result{{
|
|
Passed: true,
|
|
runMetrics: runMetrics{
|
|
ToolCalls: 30, SubagentToolCalls: 24,
|
|
SubagentRuns: 3, SubagentNestedRuns: 1, SubagentMutations: 5,
|
|
DuplicateWorkPaths: 2,
|
|
WriteScopeViolations: 1,
|
|
},
|
|
}})
|
|
for _, want := range []string{
|
|
"3** child runs (1 nested)",
|
|
"parent **6** tool calls",
|
|
"children **24**",
|
|
"duplicate work**: 2",
|
|
"write-scope violations**: 1",
|
|
} {
|
|
if !strings.Contains(got, want) {
|
|
t.Errorf("delegation section missing %q:\n%s", want, got)
|
|
}
|
|
}
|
|
}
|
|
|
|
// The section has to price independence as well as cost: how much of what the
|
|
// children read they had to find, and how much the parent's own text handed
|
|
// them. The hand-over stays an absolute count so its size cannot be hidden.
|
|
func TestRenderDelegationReportsEvidenceOrigin(t *testing.T) {
|
|
got := renderDelegation([]result{{
|
|
Passed: true,
|
|
runMetrics: runMetrics{
|
|
ToolCalls: 30, SubagentToolCalls: 24, SubagentRuns: 2,
|
|
ParentScopeHints: 2, ParentNamedFiles: 4,
|
|
ChildEvidencePaths: 25, ChildDiscoveredPaths: 23,
|
|
},
|
|
}})
|
|
for _, want := range []string{"evidence origin", "**92%**", "(23/25 paths)", "**2** scope hint(s)", "**4** file(s) named"} {
|
|
if !strings.Contains(got, want) {
|
|
t.Errorf("delegation section missing %q:\n%s", want, got)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Children that never touched a path leave the rate undefined. Printing 0%
|
|
// would read as "found nothing itself" instead of "nothing was measured".
|
|
func TestRenderDelegationSaysWhenEvidenceOriginIsUnscored(t *testing.T) {
|
|
got := renderDelegation([]result{{
|
|
Passed: true,
|
|
runMetrics: runMetrics{ToolCalls: 6, SubagentToolCalls: 3, SubagentRuns: 1},
|
|
}})
|
|
line := ""
|
|
for l := range strings.SplitSeq(got, "\n") {
|
|
if strings.Contains(l, "evidence origin") {
|
|
line = l
|
|
}
|
|
}
|
|
if !strings.Contains(line, "not scored") {
|
|
t.Errorf("unscored origin rendered as %q", line)
|
|
}
|
|
if strings.Contains(line, "%") {
|
|
t.Errorf("unscored origin printed a rate: %q", line)
|
|
}
|
|
}
|
|
|
|
// A clean delegated arm must not print alarm lines it has no evidence for.
|
|
func TestRenderDelegationStaysQuietWhenNothingWentWrong(t *testing.T) {
|
|
got := renderDelegation([]result{{
|
|
Passed: true,
|
|
runMetrics: runMetrics{ToolCalls: 12, SubagentToolCalls: 8, SubagentRuns: 2},
|
|
}})
|
|
for _, unwanted := range []string{"duplicate work", "false completions", "write-scope violations"} {
|
|
if strings.Contains(got, unwanted) {
|
|
t.Errorf("clean run reported %q:\n%s", unwanted, got)
|
|
}
|
|
}
|
|
}
|