{
  "parameters": [
    1.0,
    0.0,
    0.0,
    1.0,
    1.0,
    0.0,
    0.0,
    1.0,
    2.0,
    2.0
  ],
  "steps": [
    {
      "state": [
        1.0,
        -1.0
      ],
      "scores": [
        0.4048668482401041,
        1.5231883119115297
      ],
      "weights": [
        0.2463227675262593,
        0.7536772324737406
      ],
      "context": [
        0.2463227675262593,
        0.7536772324737406
      ],
      "logits": [
        2.261031697421222,
        0.7389683025787779
      ],
      "probabilities": [
        0.8208421250329527,
        0.1791578749670473
      ],
      "loss": 0.197424483961318,
      "activations": [
        [
          0.9640275800758169,
          -0.7615941559557649
        ],
        [
          0.7615941559557649,
          0.0
        ]
      ]
    },
    {
      "state": [
        -1.0,
        1.0
      ],
      "scores": [
        1.5231883119115297,
        0.4048668482401041
      ],
      "weights": [
        0.7536772324737406,
        0.2463227675262593
      ],
      "context": [
        0.7536772324737406,
        0.2463227675262593
      ],
      "logits": [
        0.7389683025787779,
        2.261031697421222
      ],
      "probabilities": [
        0.1791578749670473,
        0.8208421250329527
      ],
      "loss": 0.197424483961318,
      "activations": [
        [
          0.0,
          0.7615941559557649
        ],
        [
          -0.7615941559557649,
          0.9640275800758169
        ]
      ]
    }
  ],
  "unmasked_padding": [
    {
      "state": [
        1.0,
        -1.0
      ],
      "scores": [
        0.4048668482401041,
        1.5231883119115297,
        1.9280551601516338
      ],
      "weights": [
        0.11565319517592444,
        0.3538657061314636,
        0.530481098692612
      ],
      "context": [
        0.6461342938685364,
        0.8843468048240756
      ],
      "logits": [
        2.6530404144722266,
        1.9384028816056091
      ],
      "probabilities": [
        0.6714250740720569,
        0.3285749259279431
      ],
      "loss": 0.39835284918171787,
      "activations": [
        [
          0.9640275800758169,
          -0.7615941559557649
        ],
        [
          0.7615941559557649,
          0.0
        ],
        [
          0.9640275800758169,
          0.0
        ]
      ]
    },
    {
      "state": [
        -1.0,
        1.0
      ],
      "scores": [
        1.5231883119115297,
        0.4048668482401041,
        1.9280551601516338
      ],
      "weights": [
        0.3538657061314636,
        0.11565319517592444,
        0.530481098692612
      ],
      "context": [
        0.8843468048240756,
        0.6461342938685364
      ],
      "logits": [
        1.9384028816056091,
        2.6530404144722266
      ],
      "probabilities": [
        0.3285749259279431,
        0.6714250740720569
      ],
      "loss": 0.39835284918171787,
      "activations": [
        [
          0.0,
          0.7615941559557649
        ],
        [
          -0.7615941559557649,
          0.9640275800758169
        ],
        [
          0.0,
          0.9640275800758169
        ]
      ]
    }
  ],
  "score_gradient": [
    0.19956165839238693,
    -0.19956165839238696
  ],
  "parameter_gradient": [
    0.09207860395476544,
    -0.09207860395476544,
    -0.09207860395476544,
    0.09207860395476544,
    -0.3709249252357988,
    -2.7755575615628914e-17,
    -2.7755575615628914e-17,
    -0.3709249252357988,
    -0.11158704295303562,
    -0.11158704295303562
  ],
  "updated_parameters": [
    0.9907921396045235,
    0.009207860395476544,
    0.009207860395476544,
    0.9907921396045235,
    1.0370924925235798,
    2.7755575615628915e-18,
    2.7755575615628915e-18,
    1.0370924925235798,
    2.0111587042953034,
    2.0111587042953034
  ],
  "loss_before": 0.394848967922636,
  "loss_after": 0.3633893195782967,
  "max_gradient_error": 1.2226386569835768e-10
}