{
  "kind": "authored-synthetic-text-and-arithmetic",
  "python": "3.14.5",
  "modelExecuted": false,
  "audioProcessed": false,
  "cases": [
    {
      "id": "negation-deletion",
      "reference": "we will not ship Orion on Friday because approval is still pending",
      "hypothesis": "we will ship Orion on Friday because approval is still pending",
      "referenceWords": 12,
      "editDistance": 1,
      "werPercent": 8.333333333333334,
      "consequence": "shipment meaning changes"
    },
    {
      "id": "label-renaming",
      "turns": [
        "please ship Orion",
        "approval is pending",
        "then we will wait",
        "I will confirm tomorrow"
      ],
      "referenceSpeakers": [
        "buyer",
        "approver",
        "buyer",
        "approver"
      ],
      "hypothesisSpeakers": [
        "B",
        "A",
        "B",
        "A"
      ],
      "bestMappingTurnErrors": 0,
      "note": "arbitrary labels are not identity"
    },
    {
      "id": "wrong-final-speaker",
      "turns": [
        "please ship Orion",
        "approval is pending",
        "then we will wait",
        "I will confirm tomorrow"
      ],
      "hypothesisSpeakers": [
        "B",
        "A",
        "B",
        "B"
      ],
      "wordOnlyWER": 0,
      "bestMappingTurnErrors": 1,
      "note": "one of four turns; not WDER, DER or cpWER"
    },
    {
      "id": "throughput-versus-latency",
      "batchAudioSeconds": 3000,
      "batchInferenceSeconds": 3,
      "rtfx": 1000,
      "liveChunkSeconds": 2,
      "liveComputeSeconds": 0.1,
      "firstChunkDisplaySeconds": 2.1,
      "note": "no networking, queueing or UI overhead; independent fictional systems"
    }
  ]
}