{
  "symbolic_token_vectors_A_B_C": [
    [
      1.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      1.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      1.0,
      0.0
    ]
  ],
  "sinusoidal_position_vectors": [
    [
      0.0,
      1.0,
      0.0,
      1.0
    ],
    [
      0.8414709848078965,
      0.5403023058681398,
      0.009999833334166664,
      0.9999500004166653
    ],
    [
      0.9092974268256817,
      -0.4161468365471424,
      0.01999866669333308,
      0.9998000066665778
    ]
  ],
  "new_sequence_original_indices": [
    2,
    0,
    1
  ],
  "all_comparison_rows_aligned_to": [
    "A",
    "B",
    "C"
  ],
  "Q_K_V": "all identity transforms on supplied rows",
  "scale_sqrt_d": 2,
  "causal_mask": false,
  "attention_without_PE": [
    [
      0.45186276187760605,
      0.274068619061197,
      0.274068619061197,
      0.0
    ],
    [
      0.274068619061197,
      0.45186276187760605,
      0.274068619061197,
      0.0
    ],
    [
      0.274068619061197,
      0.274068619061197,
      0.45186276187760605,
      0.0
    ]
  ],
  "permuted_without_PE_aligned": [
    [
      0.45186276187760605,
      0.274068619061197,
      0.274068619061197,
      0.0
    ],
    [
      0.274068619061197,
      0.45186276187760605,
      0.274068619061197,
      0.0
    ],
    [
      0.274068619061197,
      0.274068619061197,
      0.45186276187760605,
      0.0
    ]
  ],
  "attention_with_PE": [
    [
      0.9125099537842349,
      0.9952766888016442,
      0.18359617751449847,
      0.9999423155299138
    ],
    [
      0.9072947726305856,
      1.111541491110678,
      0.12602359602712557,
      0.999950454506488
    ],
    [
      0.9177948642880851,
      0.3460680300281696,
      0.554337481134583,
      0.999881280577351
    ]
  ],
  "permuted_with_PE_aligned": [
    [
      1.362558306190686,
      0.6103192325192908,
      0.13884348392723028,
      0.9999170938101337
    ],
    [
      1.1300610841065792,
      0.6599212330238934,
      0.24192806945245895,
      0.9999155866466838
    ],
    [
      0.6783216369019578,
      0.7831849738105973,
      0.5120359172470568,
      0.9999375772353345
    ]
  ],
  "no_PE_max_difference": 0.0,
  "with_PE_max_difference": 0.45162025808678463,
  "pooled_sum_before_attention_equal": true,
  "learned_weights_or_real_tokenizer": false
}