102 lines
2.7 KiB
JSON
102 lines
2.7 KiB
JSON
{
|
|
"description": "Test circular observation - Alice observes Bob, Bob observes Charlie, Charlie observes Alice",
|
|
"workspace_config": {},
|
|
"steps": [
|
|
{
|
|
"step_type": "create_session",
|
|
"session_id": "session_circular",
|
|
"peer_configs": {
|
|
"alice": {
|
|
"observe_me": null,
|
|
"observe_others": true
|
|
},
|
|
"bob": {
|
|
"observe_me": null,
|
|
"observe_others": true
|
|
},
|
|
"charlie": {
|
|
"observe_me": null,
|
|
"observe_others": true
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"step_type": "add_messages",
|
|
"session_id": "session_circular",
|
|
"messages": [
|
|
{
|
|
"peer_id": "alice",
|
|
"content": "I collect vintage vinyl records."
|
|
},
|
|
{
|
|
"peer_id": "bob",
|
|
"content": "I restore classic cars from the 1960s."
|
|
},
|
|
{
|
|
"peer_id": "charlie",
|
|
"content": "I paint landscapes in oil."
|
|
},
|
|
{
|
|
"peer_id": "alice",
|
|
"content": "My collection has over 500 records."
|
|
},
|
|
{
|
|
"peer_id": "bob",
|
|
"content": "I'm currently restoring a 1967 Mustang."
|
|
},
|
|
{
|
|
"peer_id": "charlie",
|
|
"content": "I prefer painting mountain scenes."
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"step_type": "wait",
|
|
"target": "queue_empty",
|
|
"flush": true
|
|
},
|
|
{
|
|
"step_type": "query",
|
|
"target": "get_representation",
|
|
"observer_peer_id": "alice",
|
|
"observed_peer_id": "bob",
|
|
"session_id": "session_circular",
|
|
"assertions": [
|
|
{
|
|
"assertion_type": "llm_judge",
|
|
"prompt": "Check if Alice's local representation of Bob contains information about Bob restoring classic cars from the 1960s.",
|
|
"pass_if": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"step_type": "query",
|
|
"target": "get_representation",
|
|
"observer_peer_id": "bob",
|
|
"observed_peer_id": "charlie",
|
|
"session_id": "session_circular",
|
|
"assertions": [
|
|
{
|
|
"assertion_type": "llm_judge",
|
|
"prompt": "Check if Bob's local representation of Charlie contains information about Charlie painting landscapes in oil.",
|
|
"pass_if": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"step_type": "query",
|
|
"target": "get_representation",
|
|
"observer_peer_id": "charlie",
|
|
"observed_peer_id": "alice",
|
|
"session_id": "session_circular",
|
|
"assertions": [
|
|
{
|
|
"assertion_type": "llm_judge",
|
|
"prompt": "Check if Charlie's local representation of Alice contains information about Alice collecting vintage vinyl records.",
|
|
"pass_if": true
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|