AISA v2.0 / Technical documentation / eval-set.valid.json
eval-set.valid.json
JSON · 26 lines · 786 bytes · wiki path 10 Architecture/contracts/fixtures/eval-set.valid.json · download the raw file · cited from Contracts
Same folder: configuration-change.valid.json · connector-capability.broken.json · connector-capability.valid.json · eval-set.broken.json · execution-obligations.examples.json · handover-packet.valid.json · ledger-record.broken.json · ledger-record.valid.json · message-envelope.broken.json · message-envelope.valid.json · model-turn.broken.json · model-turn.valid.json · runtime-state.broken.json · runtime-state.valid.json · tool-package.examples.json · write-shape.broken.json · write-shape.packet.broken.json · write-shape.packet.valid.json · write-shape.valid.json
{
"eval_key": "support.investigator.transfers",
"version": 1,
"module": "support",
"owner_profile_key": "support.investigator.transfers",
"corpus_kind": "resolved_cases",
"grader_profile_key": "platform.grader",
"run_triggers": ["publish", "domain_change", "skill_change", "route_change", "schedule"],
"budget_minutes": 45,
"cases": [
{
"case_key": "sd-1717-stuck-transfer-after-revert",
"source": "SD-1717",
"input": "input/sd-1717/",
"oracle": "oracle/sd-1717/",
"tolerances": "sd-1717/tolerances.json"
},
{
"case_key": "sd-1675-policy-no-answered-from-precedent",
"source": "SD-1675",
"input": "input/sd-1675/",
"oracle": "oracle/sd-1675/",
"tolerances": "sd-1675/tolerances.json"
}
]
}