[
  {
    "query": 0,
    "causal": false,
    "scaled": false,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            1.0
          ],
          [
            0.0,
            1.0,
            1.0
          ],
          [
            1.0,
            1.0,
            2.0
          ]
        ],
        "weights": [
          [
            0.4223187982515182,
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.15536240349696362,
            0.4223187982515182,
            0.4223187982515182
          ],
          [
            0.21194155761708544,
            0.21194155761708544,
            0.5761168847658291
          ]
        ],
        "outputs": [
          [
            0.4223187982515182,
            0.15536240349696362
          ],
          [
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.21194155761708544,
            0.21194155761708544
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.0,
            1.0,
            0.0
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            0.5761168847658291,
            0.21194155761708544,
            0.21194155761708544
          ],
          [
            0.21194155761708544,
            0.5761168847658291,
            0.21194155761708544
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            0.7880584423829146,
            0.4238831152341709
          ],
          [
            0.4238831152341709,
            0.7880584423829146
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.4223187982515182,
      0.15536240349696362,
      0.7880584423829146,
      0.4238831152341709
    ],
    "residual": [
      1.4223187982515182,
      0.15536240349696362,
      1.7880584423829147,
      0.4238831152341709
    ],
    "normalized": [
      0.7014321998097645,
      -1.1698238158660212,
      1.2416185172596108,
      -0.773226901203354
    ]
  },
  {
    "query": 0,
    "causal": false,
    "scaled": false,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            3.0
          ],
          [
            0.0,
            1.0,
            -2.0
          ],
          [
            3.0,
            -2.0,
            13.0
          ]
        ],
        "weights": [
          [
            0.11419519938459449,
            0.04201006613406605,
            0.8437947344813395
          ],
          [
            0.25949646034241913,
            0.7053845126982412,
            0.03511902695933973
          ],
          [
            4.5397854815755716e-05,
            3.058883396207389e-07,
            0.9999542962568445
          ]
        ],
        "outputs": [
          [
            0.9579899338659339,
            1.729599535096745
          ],
          [
            0.29461548730175885,
            0.7756225666169206
          ],
          [
            0.9999996941116602,
            1.9999088984020286
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            1.0
          ],
          [
            0.0,
            1.0,
            2.0
          ],
          [
            1.0,
            2.0,
            5.0
          ]
        ],
        "weights": [
          [
            0.4223187982515182,
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.09003057317038046,
            0.24472847105479764,
            0.6652409557748218
          ],
          [
            0.01714782554552039,
            0.0466126225779739,
            0.9362395518765058
          ]
        ],
        "outputs": [
          [
            1.6892751930060728,
            -0.6892751930060728
          ],
          [
            2.085753440494846,
            -1.085753440494846
          ],
          [
            2.8258664811750376,
            -1.8258664811750376
          ]
        ]
      }
    ],
    "attention": [
      0.9579899338659339,
      1.729599535096745,
      1.6892751930060728,
      -0.6892751930060728
    ],
    "residual": [
      1.957989933865934,
      1.729599535096745,
      2.6892751930060728,
      -0.6892751930060728
    ],
    "normalized": [
      0.4223238930321061,
      0.24240212514312492,
      0.9984170097511422,
      -1.6631430279263726
    ]
  },
  {
    "query": 0,
    "causal": false,
    "scaled": true,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.7071067811865475
          ],
          [
            0.0,
            0.7071067811865475,
            0.7071067811865475
          ],
          [
            0.7071067811865475,
            0.7071067811865475,
            1.414213562373095
          ]
        ],
        "weights": [
          [
            0.4011120926797859,
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.1977758146404282,
            0.4011120926797859,
            0.4011120926797859
          ],
          [
            0.2482550782577231,
            0.2482550782577231,
            0.5034898434845538
          ]
        ],
        "outputs": [
          [
            0.4011120926797859,
            0.1977758146404282
          ],
          [
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.2482550782577231,
            0.2482550782577231
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.0
          ],
          [
            0.0,
            0.7071067811865475,
            0.0
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            0.5034898434845538,
            0.2482550782577231,
            0.2482550782577231
          ],
          [
            0.2482550782577231,
            0.5034898434845538,
            0.2482550782577231
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            0.7517449217422769,
            0.4965101565154462
          ],
          [
            0.4965101565154462,
            0.7517449217422769
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.4011120926797859,
      0.1977758146404282,
      0.7517449217422769,
      0.4965101565154462
    ],
    "residual": [
      1.401112092679786,
      0.1977758146404282,
      1.751744921742277,
      0.4965101565154462
    ],
    "normalized": [
      0.6909236346207897,
      -1.2015498806235712,
      1.2423599659986957,
      -0.7317337199959141
    ]
  },
  {
    "query": 0,
    "causal": false,
    "scaled": true,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            2.1213203435596424
          ],
          [
            0.0,
            0.7071067811865475,
            -1.414213562373095
          ],
          [
            2.1213203435596424,
            -1.414213562373095,
            9.192388155425117
          ]
        ],
        "weights": [
          [
            0.17837015472760462,
            0.08794873877550645,
            0.733681106496889
          ],
          [
            0.3056952508389745,
            0.6199851180450061,
            0.07431963111601946
          ],
          [
            0.0008485839763313927,
            2.473044669333177e-05,
            0.9991266855769754
          ]
        ],
        "outputs": [
          [
            0.9120512612244936,
            1.5553109517692845
          ],
          [
            0.38001488195499394,
            0.768624380277045
          ],
          [
            0.9999752695533067,
            1.9982781016006441
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.7071067811865475
          ],
          [
            0.0,
            0.7071067811865475,
            1.414213562373095
          ],
          [
            0.7071067811865475,
            1.414213562373095,
            3.5355339059327373
          ]
        ],
        "weights": [
          [
            0.4011120926797859,
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.14002924504337802,
            0.28399540974126003,
            0.5759753452153619
          ],
          [
            0.050132993657320254,
            0.10167547551124892,
            0.8481915308314308
          ]
        ],
        "outputs": [
          [
            1.6044483707191437,
            -0.6044483707191437
          ],
          [
            1.8679552806894637,
            -0.8679552806894637
          ],
          [
            2.5947075861516127,
            -1.5947075861516127
          ]
        ]
      }
    ],
    "attention": [
      0.9120512612244936,
      1.5553109517692845,
      1.6044483707191437,
      -0.6044483707191437
    ],
    "residual": [
      1.9120512612244935,
      1.5553109517692845,
      2.604448370719144,
      -0.6044483707191437
    ],
    "normalized": [
      0.4547200467876408,
      0.15718926128876856,
      1.0321974173143873,
      -1.6441067253907962
    ]
  },
  {
    "query": 0,
    "causal": true,
    "scaled": false,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            1.0,
            1.0,
            2.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.21194155761708544,
            0.21194155761708544,
            0.5761168847658291
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.21194155761708544,
            0.21194155761708544
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      1.0,
      0.0,
      1.0,
      0.0
    ],
    "residual": [
      2.0,
      0.0,
      2.0,
      0.0
    ],
    "normalized": [
      0.999999500000375,
      -0.999999500000375,
      0.999999500000375,
      -0.999999500000375
    ]
  },
  {
    "query": 0,
    "causal": true,
    "scaled": false,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            3.0,
            -2.0,
            13.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            4.5397854815755716e-05,
            3.058883396207389e-07,
            0.9999542962568445
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.9999996941116602,
            1.9999088984020286
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            1.0,
            2.0,
            5.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.01714782554552039,
            0.0466126225779739,
            0.9362395518765058
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            2.8258664811750376,
            -1.8258664811750376
          ]
        ]
      }
    ],
    "attention": [
      1.0,
      0.0,
      1.0,
      0.0
    ],
    "residual": [
      2.0,
      0.0,
      2.0,
      0.0
    ],
    "normalized": [
      0.999999500000375,
      -0.999999500000375,
      0.999999500000375,
      -0.999999500000375
    ]
  },
  {
    "query": 0,
    "causal": true,
    "scaled": true,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.7071067811865475,
            0.7071067811865475,
            1.414213562373095
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.2482550782577231,
            0.2482550782577231,
            0.5034898434845538
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.2482550782577231,
            0.2482550782577231
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      1.0,
      0.0,
      1.0,
      0.0
    ],
    "residual": [
      2.0,
      0.0,
      2.0,
      0.0
    ],
    "normalized": [
      0.999999500000375,
      -0.999999500000375,
      0.999999500000375,
      -0.999999500000375
    ]
  },
  {
    "query": 0,
    "causal": true,
    "scaled": true,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            2.1213203435596424,
            -1.414213562373095,
            9.192388155425117
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.0008485839763313927,
            2.473044669333177e-05,
            0.9991266855769754
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.9999752695533067,
            1.9982781016006441
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.7071067811865475,
            1.414213562373095,
            3.5355339059327373
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.050132993657320254,
            0.10167547551124892,
            0.8481915308314308
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            2.5947075861516127,
            -1.5947075861516127
          ]
        ]
      }
    ],
    "attention": [
      1.0,
      0.0,
      1.0,
      0.0
    ],
    "residual": [
      2.0,
      0.0,
      2.0,
      0.0
    ],
    "normalized": [
      0.999999500000375,
      -0.999999500000375,
      0.999999500000375,
      -0.999999500000375
    ]
  },
  {
    "query": 1,
    "causal": false,
    "scaled": false,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            1.0
          ],
          [
            0.0,
            1.0,
            1.0
          ],
          [
            1.0,
            1.0,
            2.0
          ]
        ],
        "weights": [
          [
            0.4223187982515182,
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.15536240349696362,
            0.4223187982515182,
            0.4223187982515182
          ],
          [
            0.21194155761708544,
            0.21194155761708544,
            0.5761168847658291
          ]
        ],
        "outputs": [
          [
            0.4223187982515182,
            0.15536240349696362
          ],
          [
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.21194155761708544,
            0.21194155761708544
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.0,
            1.0,
            0.0
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            0.5761168847658291,
            0.21194155761708544,
            0.21194155761708544
          ],
          [
            0.21194155761708544,
            0.5761168847658291,
            0.21194155761708544
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            0.7880584423829146,
            0.4238831152341709
          ],
          [
            0.4238831152341709,
            0.7880584423829146
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.15536240349696362,
      0.4223187982515182,
      0.4238831152341709,
      0.7880584423829146
    ],
    "residual": [
      0.15536240349696362,
      1.4223187982515182,
      0.4238831152341709,
      1.7880584423829147
    ],
    "normalized": [
      -1.1698238158660212,
      0.7014321998097645,
      -0.773226901203354,
      1.2416185172596108
    ]
  },
  {
    "query": 1,
    "causal": false,
    "scaled": false,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            3.0
          ],
          [
            0.0,
            1.0,
            -2.0
          ],
          [
            3.0,
            -2.0,
            13.0
          ]
        ],
        "weights": [
          [
            0.11419519938459449,
            0.04201006613406605,
            0.8437947344813395
          ],
          [
            0.25949646034241913,
            0.7053845126982412,
            0.03511902695933973
          ],
          [
            4.5397854815755716e-05,
            3.058883396207389e-07,
            0.9999542962568445
          ]
        ],
        "outputs": [
          [
            0.9579899338659339,
            1.729599535096745
          ],
          [
            0.29461548730175885,
            0.7756225666169206
          ],
          [
            0.9999996941116602,
            1.9999088984020286
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            1.0
          ],
          [
            0.0,
            1.0,
            2.0
          ],
          [
            1.0,
            2.0,
            5.0
          ]
        ],
        "weights": [
          [
            0.4223187982515182,
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.09003057317038046,
            0.24472847105479764,
            0.6652409557748218
          ],
          [
            0.01714782554552039,
            0.0466126225779739,
            0.9362395518765058
          ]
        ],
        "outputs": [
          [
            1.6892751930060728,
            -0.6892751930060728
          ],
          [
            2.085753440494846,
            -1.085753440494846
          ],
          [
            2.8258664811750376,
            -1.8258664811750376
          ]
        ]
      }
    ],
    "attention": [
      0.29461548730175885,
      0.7756225666169206,
      2.085753440494846,
      -1.085753440494846
    ],
    "residual": [
      0.29461548730175885,
      1.7756225666169207,
      2.085753440494846,
      -0.0857534404948459
    ],
    "normalized": [
      -0.7778033912017818,
      0.8155873651687501,
      1.1492519874409863,
      -1.1870359614079542
    ]
  },
  {
    "query": 1,
    "causal": false,
    "scaled": true,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.7071067811865475
          ],
          [
            0.0,
            0.7071067811865475,
            0.7071067811865475
          ],
          [
            0.7071067811865475,
            0.7071067811865475,
            1.414213562373095
          ]
        ],
        "weights": [
          [
            0.4011120926797859,
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.1977758146404282,
            0.4011120926797859,
            0.4011120926797859
          ],
          [
            0.2482550782577231,
            0.2482550782577231,
            0.5034898434845538
          ]
        ],
        "outputs": [
          [
            0.4011120926797859,
            0.1977758146404282
          ],
          [
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.2482550782577231,
            0.2482550782577231
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.0
          ],
          [
            0.0,
            0.7071067811865475,
            0.0
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            0.5034898434845538,
            0.2482550782577231,
            0.2482550782577231
          ],
          [
            0.2482550782577231,
            0.5034898434845538,
            0.2482550782577231
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            0.7517449217422769,
            0.4965101565154462
          ],
          [
            0.4965101565154462,
            0.7517449217422769
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.1977758146404282,
      0.4011120926797859,
      0.4965101565154462,
      0.7517449217422769
    ],
    "residual": [
      0.1977758146404282,
      1.401112092679786,
      0.4965101565154462,
      1.751744921742277
    ],
    "normalized": [
      -1.2015498806235712,
      0.6909236346207897,
      -0.7317337199959141,
      1.2423599659986957
    ]
  },
  {
    "query": 1,
    "causal": false,
    "scaled": true,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            2.1213203435596424
          ],
          [
            0.0,
            0.7071067811865475,
            -1.414213562373095
          ],
          [
            2.1213203435596424,
            -1.414213562373095,
            9.192388155425117
          ]
        ],
        "weights": [
          [
            0.17837015472760462,
            0.08794873877550645,
            0.733681106496889
          ],
          [
            0.3056952508389745,
            0.6199851180450061,
            0.07431963111601946
          ],
          [
            0.0008485839763313927,
            2.473044669333177e-05,
            0.9991266855769754
          ]
        ],
        "outputs": [
          [
            0.9120512612244936,
            1.5553109517692845
          ],
          [
            0.38001488195499394,
            0.768624380277045
          ],
          [
            0.9999752695533067,
            1.9982781016006441
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.7071067811865475
          ],
          [
            0.0,
            0.7071067811865475,
            1.414213562373095
          ],
          [
            0.7071067811865475,
            1.414213562373095,
            3.5355339059327373
          ]
        ],
        "weights": [
          [
            0.4011120926797859,
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.14002924504337802,
            0.28399540974126003,
            0.5759753452153619
          ],
          [
            0.050132993657320254,
            0.10167547551124892,
            0.8481915308314308
          ]
        ],
        "outputs": [
          [
            1.6044483707191437,
            -0.6044483707191437
          ],
          [
            1.8679552806894637,
            -0.8679552806894637
          ],
          [
            2.5947075861516127,
            -1.5947075861516127
          ]
        ]
      }
    ],
    "attention": [
      0.38001488195499394,
      0.768624380277045,
      1.8679552806894637,
      -0.8679552806894637
    ],
    "residual": [
      0.38001488195499394,
      1.768624380277045,
      1.8679552806894637,
      0.1320447193105363
    ],
    "normalized": [
      -0.8351917023002748,
      0.9296474852670416,
      1.0558910878032575,
      -1.1503468707700242
    ]
  },
  {
    "query": 1,
    "causal": true,
    "scaled": false,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            1.0,
            1.0,
            2.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.21194155761708544,
            0.21194155761708544,
            0.5761168847658291
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.21194155761708544,
            0.21194155761708544
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.2689414213699951,
      0.7310585786300049,
      0.2689414213699951,
      0.7310585786300049
    ],
    "residual": [
      0.2689414213699951,
      1.7310585786300048,
      0.2689414213699951,
      1.7310585786300048
    ],
    "normalized": [
      -0.99999906445423,
      0.9999990644542299,
      -0.99999906445423,
      0.9999990644542299
    ]
  },
  {
    "query": 1,
    "causal": true,
    "scaled": false,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            3.0,
            -2.0,
            13.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            4.5397854815755716e-05,
            3.058883396207389e-07,
            0.9999542962568445
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.9999996941116602,
            1.9999088984020286
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            1.0,
            2.0,
            5.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.01714782554552039,
            0.0466126225779739,
            0.9362395518765058
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            2.8258664811750376,
            -1.8258664811750376
          ]
        ]
      }
    ],
    "attention": [
      0.2689414213699951,
      0.7310585786300049,
      0.2689414213699951,
      0.7310585786300049
    ],
    "residual": [
      0.2689414213699951,
      1.7310585786300048,
      0.2689414213699951,
      1.7310585786300048
    ],
    "normalized": [
      -0.99999906445423,
      0.9999990644542299,
      -0.99999906445423,
      0.9999990644542299
    ]
  },
  {
    "query": 1,
    "causal": true,
    "scaled": true,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.7071067811865475,
            0.7071067811865475,
            1.414213562373095
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.2482550782577231,
            0.2482550782577231,
            0.5034898434845538
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.2482550782577231,
            0.2482550782577231
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.3302384506733431,
      0.6697615493266569,
      0.3302384506733431,
      0.6697615493266569
    ],
    "residual": [
      0.3302384506733431,
      1.6697615493266569,
      0.3302384506733431,
      1.6697615493266569
    ],
    "normalized": [
      -0.999998885374805,
      0.999998885374805,
      -0.999998885374805,
      0.999998885374805
    ]
  },
  {
    "query": 1,
    "causal": true,
    "scaled": true,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            2.1213203435596424,
            -1.414213562373095,
            9.192388155425117
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.0008485839763313927,
            2.473044669333177e-05,
            0.9991266855769754
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.9999752695533067,
            1.9982781016006441
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.7071067811865475,
            1.414213562373095,
            3.5355339059327373
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.050132993657320254,
            0.10167547551124892,
            0.8481915308314308
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            2.5947075861516127,
            -1.5947075861516127
          ]
        ]
      }
    ],
    "attention": [
      0.3302384506733431,
      0.6697615493266569,
      0.3302384506733431,
      0.6697615493266569
    ],
    "residual": [
      0.3302384506733431,
      1.6697615493266569,
      0.3302384506733431,
      1.6697615493266569
    ],
    "normalized": [
      -0.999998885374805,
      0.999998885374805,
      -0.999998885374805,
      0.999998885374805
    ]
  },
  {
    "query": 2,
    "causal": false,
    "scaled": false,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            1.0
          ],
          [
            0.0,
            1.0,
            1.0
          ],
          [
            1.0,
            1.0,
            2.0
          ]
        ],
        "weights": [
          [
            0.4223187982515182,
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.15536240349696362,
            0.4223187982515182,
            0.4223187982515182
          ],
          [
            0.21194155761708544,
            0.21194155761708544,
            0.5761168847658291
          ]
        ],
        "outputs": [
          [
            0.4223187982515182,
            0.15536240349696362
          ],
          [
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.21194155761708544,
            0.21194155761708544
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.0,
            1.0,
            0.0
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            0.5761168847658291,
            0.21194155761708544,
            0.21194155761708544
          ],
          [
            0.21194155761708544,
            0.5761168847658291,
            0.21194155761708544
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            0.7880584423829146,
            0.4238831152341709
          ],
          [
            0.4238831152341709,
            0.7880584423829146
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.21194155761708544,
      0.21194155761708544,
      0.6666666666666666,
      0.6666666666666666
    ],
    "residual": [
      1.2119415576170853,
      1.2119415576170853,
      0.6666666666666666,
      0.6666666666666666
    ],
    "normalized": [
      0.9999932734153094,
      0.9999932734153094,
      -0.9999932734153091,
      -0.9999932734153091
    ]
  },
  {
    "query": 2,
    "causal": false,
    "scaled": false,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            3.0
          ],
          [
            0.0,
            1.0,
            -2.0
          ],
          [
            3.0,
            -2.0,
            13.0
          ]
        ],
        "weights": [
          [
            0.11419519938459449,
            0.04201006613406605,
            0.8437947344813395
          ],
          [
            0.25949646034241913,
            0.7053845126982412,
            0.03511902695933973
          ],
          [
            4.5397854815755716e-05,
            3.058883396207389e-07,
            0.9999542962568445
          ]
        ],
        "outputs": [
          [
            0.9579899338659339,
            1.729599535096745
          ],
          [
            0.29461548730175885,
            0.7756225666169206
          ],
          [
            0.9999996941116602,
            1.9999088984020286
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            1.0,
            0.0,
            1.0
          ],
          [
            0.0,
            1.0,
            2.0
          ],
          [
            1.0,
            2.0,
            5.0
          ]
        ],
        "weights": [
          [
            0.4223187982515182,
            0.15536240349696362,
            0.4223187982515182
          ],
          [
            0.09003057317038046,
            0.24472847105479764,
            0.6652409557748218
          ],
          [
            0.01714782554552039,
            0.0466126225779739,
            0.9362395518765058
          ]
        ],
        "outputs": [
          [
            1.6892751930060728,
            -0.6892751930060728
          ],
          [
            2.085753440494846,
            -1.085753440494846
          ],
          [
            2.8258664811750376,
            -1.8258664811750376
          ]
        ]
      }
    ],
    "attention": [
      0.9999996941116602,
      1.9999088984020286,
      2.8258664811750376,
      -1.8258664811750376
    ],
    "residual": [
      3.9999996941116605,
      -9.110159797143247e-05,
      3.8258664811750376,
      0.17413351882496242
    ],
    "normalized": [
      1.0444322305897324,
      -1.0444560975518857,
      0.9534980856860089,
      -0.953474218723856
    ]
  },
  {
    "query": 2,
    "causal": false,
    "scaled": true,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.7071067811865475
          ],
          [
            0.0,
            0.7071067811865475,
            0.7071067811865475
          ],
          [
            0.7071067811865475,
            0.7071067811865475,
            1.414213562373095
          ]
        ],
        "weights": [
          [
            0.4011120926797859,
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.1977758146404282,
            0.4011120926797859,
            0.4011120926797859
          ],
          [
            0.2482550782577231,
            0.2482550782577231,
            0.5034898434845538
          ]
        ],
        "outputs": [
          [
            0.4011120926797859,
            0.1977758146404282
          ],
          [
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.2482550782577231,
            0.2482550782577231
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.0
          ],
          [
            0.0,
            0.7071067811865475,
            0.0
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            0.5034898434845538,
            0.2482550782577231,
            0.2482550782577231
          ],
          [
            0.2482550782577231,
            0.5034898434845538,
            0.2482550782577231
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            0.7517449217422769,
            0.4965101565154462
          ],
          [
            0.4965101565154462,
            0.7517449217422769
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.2482550782577231,
      0.2482550782577231,
      0.6666666666666666,
      0.6666666666666666
    ],
    "residual": [
      1.248255078257723,
      1.248255078257723,
      0.6666666666666666,
      0.6666666666666666
    ],
    "normalized": [
      0.9999940871800455,
      0.9999940871800455,
      -0.9999940871800451,
      -0.9999940871800451
    ]
  },
  {
    "query": 2,
    "causal": false,
    "scaled": true,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            2.1213203435596424
          ],
          [
            0.0,
            0.7071067811865475,
            -1.414213562373095
          ],
          [
            2.1213203435596424,
            -1.414213562373095,
            9.192388155425117
          ]
        ],
        "weights": [
          [
            0.17837015472760462,
            0.08794873877550645,
            0.733681106496889
          ],
          [
            0.3056952508389745,
            0.6199851180450061,
            0.07431963111601946
          ],
          [
            0.0008485839763313927,
            2.473044669333177e-05,
            0.9991266855769754
          ]
        ],
        "outputs": [
          [
            0.9120512612244936,
            1.5553109517692845
          ],
          [
            0.38001488195499394,
            0.768624380277045
          ],
          [
            0.9999752695533067,
            1.9982781016006441
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            0.0,
            0.7071067811865475
          ],
          [
            0.0,
            0.7071067811865475,
            1.414213562373095
          ],
          [
            0.7071067811865475,
            1.414213562373095,
            3.5355339059327373
          ]
        ],
        "weights": [
          [
            0.4011120926797859,
            0.1977758146404282,
            0.4011120926797859
          ],
          [
            0.14002924504337802,
            0.28399540974126003,
            0.5759753452153619
          ],
          [
            0.050132993657320254,
            0.10167547551124892,
            0.8481915308314308
          ]
        ],
        "outputs": [
          [
            1.6044483707191437,
            -0.6044483707191437
          ],
          [
            1.8679552806894637,
            -0.8679552806894637
          ],
          [
            2.5947075861516127,
            -1.5947075861516127
          ]
        ]
      }
    ],
    "attention": [
      0.9999752695533067,
      1.9982781016006441,
      2.5947075861516127,
      -1.5947075861516127
    ],
    "residual": [
      3.999975269553307,
      -0.0017218983993558812,
      3.5947075861516127,
      0.4052924138483873
    ],
    "normalized": [
      1.1056818683879113,
      -1.1061645729299214,
      0.8816794399953181,
      -0.8811967354533086
    ]
  },
  {
    "query": 2,
    "causal": true,
    "scaled": false,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            1.0,
            1.0,
            2.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.21194155761708544,
            0.21194155761708544,
            0.5761168847658291
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.21194155761708544,
            0.21194155761708544
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.21194155761708544,
      0.21194155761708544,
      0.6666666666666666,
      0.6666666666666666
    ],
    "residual": [
      1.2119415576170853,
      1.2119415576170853,
      0.6666666666666666,
      0.6666666666666666
    ],
    "normalized": [
      0.9999932734153094,
      0.9999932734153094,
      -0.9999932734153091,
      -0.9999932734153091
    ]
  },
  {
    "query": 2,
    "causal": true,
    "scaled": false,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            3.0,
            -2.0,
            13.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            4.5397854815755716e-05,
            3.058883396207389e-07,
            0.9999542962568445
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            0.9999996941116602,
            1.9999088984020286
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            1.0,
            null,
            null
          ],
          [
            0.0,
            1.0,
            null
          ],
          [
            1.0,
            2.0,
            5.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049,
            0.0
          ],
          [
            0.01714782554552039,
            0.0466126225779739,
            0.9362395518765058
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.2689414213699951,
            0.7310585786300049
          ],
          [
            2.8258664811750376,
            -1.8258664811750376
          ]
        ]
      }
    ],
    "attention": [
      0.9999996941116602,
      1.9999088984020286,
      2.8258664811750376,
      -1.8258664811750376
    ],
    "residual": [
      3.9999996941116605,
      -9.110159797143247e-05,
      3.8258664811750376,
      0.17413351882496242
    ],
    "normalized": [
      1.0444322305897324,
      -1.0444560975518857,
      0.9534980856860089,
      -0.953474218723856
    ]
  },
  {
    "query": 2,
    "causal": true,
    "scaled": true,
    "changed": false,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        0.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.7071067811865475,
            0.7071067811865475,
            1.414213562373095
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.2482550782577231,
            0.2482550782577231,
            0.5034898434845538
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.2482550782577231,
            0.2482550782577231
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            1.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.0,
            0.0,
            0.0
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.3333333333333333,
            0.3333333333333333,
            0.3333333333333333
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.6666666666666666,
            0.6666666666666666
          ]
        ]
      }
    ],
    "attention": [
      0.2482550782577231,
      0.2482550782577231,
      0.6666666666666666,
      0.6666666666666666
    ],
    "residual": [
      1.248255078257723,
      1.248255078257723,
      0.6666666666666666,
      0.6666666666666666
    ],
    "normalized": [
      0.9999940871800455,
      0.9999940871800455,
      -0.9999940871800451,
      -0.9999940871800451
    ]
  },
  {
    "query": 2,
    "causal": true,
    "scaled": true,
    "changed": true,
    "x": [
      [
        1.0,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        3.0,
        -2.0,
        1.0,
        2.0
      ]
    ],
    "heads": [
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            2.1213203435596424,
            -1.414213562373095,
            9.192388155425117
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.0008485839763313927,
            2.473044669333177e-05,
            0.9991266855769754
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            0.9999752695533067,
            1.9982781016006441
          ]
        ]
      },
      {
        "q": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "k": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            1.0,
            2.0
          ]
        ],
        "v": [
          [
            1.0,
            0.0
          ],
          [
            0.0,
            1.0
          ],
          [
            3.0,
            -2.0
          ]
        ],
        "scores": [
          [
            0.7071067811865475,
            null,
            null
          ],
          [
            0.0,
            0.7071067811865475,
            null
          ],
          [
            0.7071067811865475,
            1.414213562373095,
            3.5355339059327373
          ]
        ],
        "weights": [
          [
            1.0,
            0.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569,
            0.0
          ],
          [
            0.050132993657320254,
            0.10167547551124892,
            0.8481915308314308
          ]
        ],
        "outputs": [
          [
            1.0,
            0.0
          ],
          [
            0.3302384506733431,
            0.6697615493266569
          ],
          [
            2.5947075861516127,
            -1.5947075861516127
          ]
        ]
      }
    ],
    "attention": [
      0.9999752695533067,
      1.9982781016006441,
      2.5947075861516127,
      -1.5947075861516127
    ],
    "residual": [
      3.999975269553307,
      -0.0017218983993558812,
      3.5947075861516127,
      0.4052924138483873
    ],
    "normalized": [
      1.1056818683879113,
      -1.1061645729299214,
      0.8816794399953181,
      -0.8811967354533086
    ]
  }
]