Skip to content

symfonic.evals.delegation_journeys

delegation_journeys

Reusable SC-14 journey for scoped child delegation.

delegation_behavior_journey 

delegation_behavior_journey() -> Scenario

Exercise success, containment, lineage, depth and tenant scope.

Source code in src/symfonic/evals/delegation_journeys.py 
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
def delegation_behavior_journey() -> Scenario:
    """Exercise success, containment, lineage, depth and tenant scope."""
    return Scenario(
        "scaffold-delegation-behavior",
        (
            EvalStep(
                RESEARCH_PROMPT,
                (
                    ResponseEquals("Signal books coordinated lighthouse messages."),
                    ToolSucceeded("run_agent"),
                    AttributeEquals("lineage_valid", True),
                    AttributeEquals("child_identity_valid", True),
                ),
                conversation="research",
                scope="owner",
            ),
            EvalStep(
                PRIVATE_PROMPT,
                (
                    ResponseEquals("The retained manual says cobalt at 2.4 metres."),
                    ToolCalled("run_agent", times=0),
                ),
                conversation="private",
                scope="owner",
            ),
            EvalStep(
                CHILD_FAILURE_PROMPT,
                (
                    ResponseEquals("The child failed; the parent continued."),
                    ToolSucceeded("run_agent"),
                    AttributeEquals("child_failure_contained", True),
                ),
                conversation="failure",
                scope="owner",
            ),
            EvalStep(
                DEPTH_PROMPT,
                (
                    ResponseEquals("Nested delegation was bounded."),
                    ToolSucceeded("run_agent"),
                    AttributeEquals("depth_ceiling_enforced", True),
                ),
                conversation="depth",
                scope="owner",
            ),
            EvalStep(
                SCOPE_PROMPT,
                (
                    ResponseEquals("Scoped children remained isolated."),
                    AttributeEquals("scope_isolated", True),
                ),
                conversation="scope",
                scope="owner",
            ),
        ),
        tags=frozenset({"delegation", "scaffold", "integration"}),
    )