{
  "authored_reference_not_labeled_audio": [
    {
      "file": "f1",
      "unit": "file",
      "id": "whole",
      "start": null,
      "end": null,
      "class": "single_language",
      "truth": "fa"
    },
    {
      "file": "f2",
      "unit": "file",
      "id": "whole",
      "start": null,
      "end": null,
      "class": "single_language",
      "truth": "en"
    },
    {
      "file": "f3",
      "unit": "file",
      "id": "whole",
      "start": null,
      "end": null,
      "class": "no_speech",
      "truth": null
    },
    {
      "file": "f4",
      "unit": "file",
      "id": "whole",
      "start": null,
      "end": null,
      "class": "single_language",
      "truth": "ar"
    },
    {
      "file": "f5",
      "unit": "file",
      "id": "whole",
      "start": null,
      "end": null,
      "class": "mixed_excluded",
      "truth": null
    },
    {
      "file": "f5",
      "unit": "segment",
      "id": "s1",
      "start": 0,
      "end": 2,
      "class": "single_language",
      "truth": "fa"
    },
    {
      "file": "f5",
      "unit": "segment",
      "id": "s2",
      "start": 2,
      "end": 4,
      "class": "single_language",
      "truth": "en"
    },
    {
      "file": "f5",
      "unit": "segment",
      "id": "s3",
      "start": 4,
      "end": 5,
      "class": "no_speech",
      "truth": null
    }
  ],
  "authored_manual_predictions": [
    {
      "key": [
        "f1",
        "file",
        "whole"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f2",
        "file",
        "whole"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f3",
        "file",
        "whole"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f4",
        "file",
        "whole"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f5",
        "file",
        "whole"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f5",
        "segment",
        "s1"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f5",
        "segment",
        "s2"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f5",
        "segment",
        "s3"
      ],
      "prediction": "fa"
    }
  ],
  "authored_auto_predictions": [
    {
      "key": [
        "f1",
        "file",
        "whole"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f2",
        "file",
        "whole"
      ],
      "prediction": "en"
    },
    {
      "key": [
        "f3",
        "file",
        "whole"
      ],
      "prediction": null
    },
    {
      "key": [
        "f4",
        "file",
        "whole"
      ],
      "prediction": "en"
    },
    {
      "key": [
        "f5",
        "file",
        "whole"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f5",
        "segment",
        "s1"
      ],
      "prediction": "fa"
    },
    {
      "key": [
        "f5",
        "segment",
        "s2"
      ],
      "prediction": "en"
    },
    {
      "key": [
        "f5",
        "segment",
        "s3"
      ],
      "prediction": null
    }
  ],
  "manual_policy": {
    "file": {
      "reference_rows": 5,
      "eligible_in_allowed": 2,
      "correct": 1,
      "wrong": 1,
      "abstained_eligible": 0,
      "answered_eligible": 2,
      "no_speech_reference": 1,
      "outside_allowed_reference": 1,
      "mixed_excluded_reference": 1,
      "noneligible_answered": 3,
      "noneligible_abstained": 0,
      "coverage_fraction": "2/2",
      "correct_over_all_eligible": "1/2",
      "accuracy_among_answered": "1/2"
    },
    "segment": {
      "reference_rows": 3,
      "eligible_in_allowed": 2,
      "correct": 1,
      "wrong": 1,
      "abstained_eligible": 0,
      "answered_eligible": 2,
      "no_speech_reference": 1,
      "outside_allowed_reference": 0,
      "mixed_excluded_reference": 0,
      "noneligible_answered": 1,
      "noneligible_abstained": 0,
      "coverage_fraction": "2/2",
      "correct_over_all_eligible": "1/2",
      "accuracy_among_answered": "1/2"
    }
  },
  "auto_policy": {
    "file": {
      "reference_rows": 5,
      "eligible_in_allowed": 2,
      "correct": 2,
      "wrong": 0,
      "abstained_eligible": 0,
      "answered_eligible": 2,
      "no_speech_reference": 1,
      "outside_allowed_reference": 1,
      "mixed_excluded_reference": 1,
      "noneligible_answered": 2,
      "noneligible_abstained": 1,
      "coverage_fraction": "2/2",
      "correct_over_all_eligible": "2/2",
      "accuracy_among_answered": "2/2"
    },
    "segment": {
      "reference_rows": 3,
      "eligible_in_allowed": 2,
      "correct": 2,
      "wrong": 0,
      "abstained_eligible": 0,
      "answered_eligible": 2,
      "no_speech_reference": 1,
      "outside_allowed_reference": 0,
      "mixed_excluded_reference": 0,
      "noneligible_answered": 0,
      "noneligible_abstained": 1,
      "coverage_fraction": "2/2",
      "correct_over_all_eligible": "2/2",
      "accuracy_among_answered": "2/2"
    }
  },
  "abstention_example": {
    "file": {
      "reference_rows": 5,
      "eligible_in_allowed": 2,
      "correct": 1,
      "wrong": 0,
      "abstained_eligible": 1,
      "answered_eligible": 1,
      "no_speech_reference": 1,
      "outside_allowed_reference": 1,
      "mixed_excluded_reference": 1,
      "noneligible_answered": 2,
      "noneligible_abstained": 1,
      "coverage_fraction": "1/2",
      "correct_over_all_eligible": "1/2",
      "accuracy_among_answered": "1/1"
    },
    "segment": {
      "reference_rows": 3,
      "eligible_in_allowed": 2,
      "correct": 2,
      "wrong": 0,
      "abstained_eligible": 0,
      "answered_eligible": 2,
      "no_speech_reference": 1,
      "outside_allowed_reference": 0,
      "mixed_excluded_reference": 0,
      "noneligible_answered": 0,
      "noneligible_abstained": 1,
      "coverage_fraction": "2/2",
      "correct_over_all_eligible": "2/2",
      "accuracy_among_answered": "2/2"
    }
  },
  "invalid_mutations_rejected": {
    "wrong_file": "prediction keys must match exact file/unit/id reference",
    "wrong_prediction_code": "prediction outside declared allowed codes",
    "segment_as_file": "file reference has no invented segment times"
  },
  "policy": "fa/en allowed; ar is known but outside allowed, no_speech unknown is distinct; mixed whole-file excluded under explicit no-single-label policy, its reference segments scored separately. Noneligible abstention is reported, never counted as correct language.",
  "real_audio_or_engine_test": false,
  "not_evidence_of_actual_accuracy_or_product_language_support": true
}