☰ Contents
AISA v2.0 / Technical documentation / eval-set.broken.json

eval-set.broken.json

JSON · 14 lines · 784 bytes · wiki path 10 Architecture/contracts/fixtures/eval-set.broken.json · download the raw file · cited from Contracts

Same folder: configuration-change.valid.json · connector-capability.broken.json · connector-capability.valid.json · eval-set.valid.json · execution-obligations.examples.json · handover-packet.valid.json · ledger-record.broken.json · ledger-record.valid.json · message-envelope.broken.json · message-envelope.valid.json · model-turn.broken.json · model-turn.valid.json · runtime-state.broken.json · runtime-state.valid.json · tool-package.examples.json · write-shape.broken.json · write-shape.packet.broken.json · write-shape.packet.valid.json · write-shape.valid.json

{
  "_comment": "Deliberately broken: a Development corpus whose two cases share a key, one of them with no lineage pair; the grader is the author's own profile; the oracle lives in input/. Each must be refused.",
  "eval_key": "source.implementer.backend",
  "version": 1,
  "module": "source",
  "owner_profile_key": "source.implementer.backend",
  "corpus_kind": "merged_changes",
  "grader_profile_key": "source.implementer.backend",
  "run_triggers": ["publish"],
  "cases": [
    { "case_key": "c1", "input": "input/c1/", "oracle": "input/c1/expected/", "tolerances": "c1/tolerances.json", "lineage_pair": { "customer_branch": "bulstrad-staging@39c4f21b32" } },
    { "case_key": "c1", "input": "input/c1b/", "oracle": "oracle/c1b/", "tolerances": "c1b/tolerances.json" }
  ]
}