{
  "fixture": "authored four documents; no search service queried",
  "judged_grades": {
    "A": 3,
    "B": 2,
    "C": 1,
    "D": 0
  },
  "queries_at_3": {
    "Q1": {
      "rr_at_k": 0.5,
      "dcg_linear_gain": 2.8927892607143724,
      "ideal_dcg": 4.7618595071429155,
      "ndcg_at_k": 0.6074915180456525,
      "zero_ideal_policy": "zero"
    },
    "Q2": {
      "rr_at_k": 1.0,
      "dcg_linear_gain": 4.630929753571458,
      "ideal_dcg": 4.7618595071429155,
      "ndcg_at_k": 0.9725044904464192,
      "zero_ideal_policy": "zero"
    },
    "Q3": {
      "rr_at_k": 0.0,
      "dcg_linear_gain": 0.0,
      "ideal_dcg": 0.0,
      "ndcg_at_k": 0.0,
      "zero_ideal_policy": "zero"
    }
  },
  "mrr_at_3_macro": 0.5,
  "Q2_ideal_order": {
    "rr_at_k": 1.0,
    "dcg_linear_gain": 4.7618595071429155,
    "ideal_dcg": 4.7618595071429155,
    "ndcg_at_k": 1.0,
    "zero_ideal_policy": "zero"
  },
  "permutation_cutoff_checks": 96,
  "invalid_contracts_rejected": 7
}