{
  "sentence": "mia has a red ball.",
  "tokens": [
    "mia",
    " has",
    " a",
    " red",
    " ball",
    "."
  ],
  "ids": [
    58,
    36,
    33,
    89,
    85,
    4
  ],
  "changed_sentence": "mia has a red hat.",
  "changed_tokens": [
    "mia",
    " has",
    " a",
    " red",
    " hat",
    "."
  ],
  "d_model": 4,
  "d_head": 2,
  "seed": 11,
  "shapes": {
    "q": [
      6,
      2
    ],
    "k": [
      6,
      2
    ],
    "v": [
      6,
      2
    ],
    "scores": [
      6,
      6
    ],
    "weights": [
      6,
      6
    ],
    "mixed": [
      6,
      2
    ],
    "out": [
      6,
      4
    ]
  },
  "x": [
    [
      -0.75,
      0.28,
      0.69,
      0.22
    ],
    [
      0.47,
      0.13,
      -0.97,
      0.42
    ],
    [
      0.12,
      0.25,
      0.84,
      0.92
    ],
    [
      0.9,
      0.49,
      -0.5,
      -0.16
    ],
    [
      0.65,
      0.51,
      -0.32,
      -0.24
    ],
    [
      -0.88,
      0.64,
      -0.85,
      0.37
    ]
  ],
  "params": {
    "Wq": [
      [
        -0.05,
        0.06
      ],
      [
        0.42,
        -0.03
      ],
      [
        0.01,
        0.09
      ],
      [
        -0.32,
        0.01
      ]
    ],
    "Wk": [
      [
        0.13,
        0.29
      ],
      [
        -0.41,
        -0.2
      ],
      [
        -0.41,
        0.31
      ],
      [
        0.19,
        -0.46
      ]
    ],
    "Wv": [
      [
        0.48,
        0.46
      ],
      [
        0.15,
        0.12
      ],
      [
        -0.34,
        -0.48
      ],
      [
        0.03,
        -0.44
      ]
    ],
    "Wo": [
      [
        -0.31,
        -0.26,
        -0.47,
        -0.04
      ],
      [
        -0.06,
        0.34,
        0.02,
        0.14
      ]
    ]
  },
  "q": [
    [
      0.0916,
      0.0109
    ],
    [
      -0.113,
      -0.0588
    ],
    [
      -0.187,
      0.0845
    ],
    [
      0.207,
      -0.0073
    ],
    [
      0.2553,
      -0.0075
    ],
    [
      0.1859,
      -0.1448
    ]
  ],
  "k": [
    [
      -0.4534,
      -0.1608
    ],
    [
      0.4853,
      -0.3836
    ],
    [
      -0.2565,
      -0.178
    ],
    [
      0.0907,
      0.0816
    ],
    [
      -0.039,
      0.0977
    ],
    [
      0.042,
      -0.8169
    ]
  ],
  "v": [
    [
      -0.546,
      -0.7394
    ],
    [
      0.5875,
      0.5126
    ],
    [
      -0.1629,
      -0.7228
    ],
    [
      0.6707,
      0.7832
    ],
    [
      0.4901,
      0.6194
    ],
    [
      -0.0263,
      -0.0828
    ]
  ],
  "scores": [
    [
      -0.0306,
      null,
      null,
      null,
      null,
      null
    ],
    [
      0.0429,
      -0.0228,
      null,
      null,
      null,
      null
    ],
    [
      0.0503,
      -0.0871,
      0.0233,
      null,
      null,
      null
    ],
    [
      -0.0655,
      0.073,
      -0.0366,
      0.0129,
      null,
      null
    ],
    [
      -0.081,
      0.0896,
      -0.0454,
      0.0159,
      -0.0076,
      null
    ],
    [
      -0.0431,
      0.1031,
      -0.0155,
      0.0036,
      -0.0151,
      0.0892
    ]
  ],
  "weights": [
    [
      1.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.5164,
      0.4836,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.3515,
      0.3064,
      0.3421,
      0.0,
      0.0,
      0.0
    ],
    [
      0.2348,
      0.2697,
      0.2417,
      0.2539,
      0.0,
      0.0
    ],
    [
      0.1852,
      0.2196,
      0.1919,
      0.204,
      0.1993,
      0.0
    ],
    [
      0.1562,
      0.1808,
      0.1606,
      0.1636,
      0.1606,
      0.1783
    ]
  ],
  "out": [
    [
      0.2136,
      -0.1094,
      0.2418,
      -0.0817
    ],
    [
      0.0074,
      -0.0461,
      -0.0037,
      -0.0188
    ],
    [
      0.042,
      -0.1015,
      0.0248,
      -0.0463
    ],
    [
      -0.0493,
      -0.0457,
      -0.076,
      -0.008
    ],
    [
      -0.0789,
      -0.0192,
      -0.1062,
      0.0076
    ],
    [
      -0.0598,
      -0.0213,
      -0.0824,
      0.0032
    ]
  ],
  "row_sums": [
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0
  ],
  "masks": {
    "causal": {
      "rows_changed_by_the_edit": [
        4,
        5
      ],
      "weight_on_future_row_0": 0.0
    },
    "none": {
      "rows_changed_by_the_edit": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "weight_on_future_row_0": 0.8379
    },
    "zero": {
      "rows_changed_by_the_edit": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "weight_on_future_row_0": 0.8375
    }
  },
  "gradient_check": {
    "epsilon": 1e-06,
    "max_error_rounded": 0.0
  }
}