{
  "authored_prediction_pairs": [
    {
      "pair_id": "P1",
      "reference": 0,
      "A_prediction": 0,
      "B_prediction": 0
    },
    {
      "pair_id": "P2",
      "reference": 1,
      "A_prediction": 1,
      "B_prediction": 1
    },
    {
      "pair_id": "P3",
      "reference": 0,
      "A_prediction": 0,
      "B_prediction": 0
    },
    {
      "pair_id": "P4",
      "reference": 1,
      "A_prediction": 1,
      "B_prediction": 1
    },
    {
      "pair_id": "P5",
      "reference": 0,
      "A_prediction": 0,
      "B_prediction": 0
    },
    {
      "pair_id": "P6",
      "reference": 1,
      "A_prediction": 1,
      "B_prediction": 1
    },
    {
      "pair_id": "P7",
      "reference": 0,
      "A_prediction": 0,
      "B_prediction": 0
    },
    {
      "pair_id": "P8",
      "reference": 1,
      "A_prediction": 1,
      "B_prediction": 1
    },
    {
      "pair_id": "P9",
      "reference": 0,
      "A_prediction": 0,
      "B_prediction": 0
    },
    {
      "pair_id": "P10",
      "reference": 1,
      "A_prediction": 1,
      "B_prediction": 1
    },
    {
      "pair_id": "P11",
      "reference": 0,
      "A_prediction": 1,
      "B_prediction": 0
    },
    {
      "pair_id": "P12",
      "reference": 1,
      "A_prediction": 0,
      "B_prediction": 1
    },
    {
      "pair_id": "P13",
      "reference": 0,
      "A_prediction": 1,
      "B_prediction": 0
    },
    {
      "pair_id": "P14",
      "reference": 1,
      "A_prediction": 0,
      "B_prediction": 1
    },
    {
      "pair_id": "P15",
      "reference": 0,
      "A_prediction": 1,
      "B_prediction": 0
    },
    {
      "pair_id": "P16",
      "reference": 1,
      "A_prediction": 0,
      "B_prediction": 1
    },
    {
      "pair_id": "P17",
      "reference": 0,
      "A_prediction": 1,
      "B_prediction": 0
    },
    {
      "pair_id": "P18",
      "reference": 1,
      "A_prediction": 1,
      "B_prediction": 0
    },
    {
      "pair_id": "P19",
      "reference": 0,
      "A_prediction": 1,
      "B_prediction": 1
    },
    {
      "pair_id": "P20",
      "reference": 1,
      "A_prediction": 0,
      "B_prediction": 0
    }
  ],
  "correctness_table": {
    "both_correct": 10,
    "A_wrong_B_correct": 7,
    "A_correct_B_wrong": 1,
    "both_wrong": 2
  },
  "discordant_pairs": 8,
  "conditional_null": "among discordant independent pairs, each direction has probability1/2",
  "exact_tail_terms": [
    "1/256",
    "1/32"
  ],
  "two_sided_rule": "min(1,2*BinomialCDF(min(b,c),b+c,1/2))",
  "p_exact_fraction": "9/128",
  "p_exact_decimal": 0.0703125,
  "A_correct_fraction": "11/20",
  "B_correct_fraction": "17/20",
  "observed_accuracy_difference": "3/10",
  "illustrative_prespecified_alpha": 0.05,
  "reject_under_that_rule": false,
  "no_discordance_p": "1",
  "independent_pairs_or_sampling_not_proven_by_fixture": true,
  "statsmodels_or_scipy_executed": false
}