AISA v2.0 / Technical documentation / eval-set.broken.json
eval-set.broken.json
JSON · 14 lines · 784 bytes · wiki path 10 Architecture/contracts/fixtures/eval-set.broken.json · download the raw file · cited from Contracts
Same folder: configuration-change.valid.json · connector-capability.broken.json · connector-capability.valid.json · eval-set.valid.json · execution-obligations.examples.json · handover-packet.valid.json · ledger-record.broken.json · ledger-record.valid.json · message-envelope.broken.json · message-envelope.valid.json · model-turn.broken.json · model-turn.valid.json · runtime-state.broken.json · runtime-state.valid.json · tool-package.examples.json · write-shape.broken.json · write-shape.packet.broken.json · write-shape.packet.valid.json · write-shape.valid.json
{
"_comment": "Deliberately broken: a Development corpus whose two cases share a key, one of them with no lineage pair; the grader is the author's own profile; the oracle lives in input/. Each must be refused.",
"eval_key": "source.implementer.backend",
"version": 1,
"module": "source",
"owner_profile_key": "source.implementer.backend",
"corpus_kind": "merged_changes",
"grader_profile_key": "source.implementer.backend",
"run_triggers": ["publish"],
"cases": [
{ "case_key": "c1", "input": "input/c1/", "oracle": "input/c1/expected/", "tolerances": "c1/tolerances.json", "lineage_pair": { "customer_branch": "bulstrad-staging@39c4f21b32" } },
{ "case_key": "c1", "input": "input/c1b/", "oracle": "oracle/c1b/", "tolerances": "c1b/tolerances.json" }
]
}