{
  "Sigmoid": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      0.2689414213699951,
      0.5,
      0.7310585786300049
    ]
  },
  "Tanh": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -0.7615941559557649,
      0.0,
      0.7615941559557649
    ]
  },
  "ReLU": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      0.0,
      0.0,
      1.0
    ]
  },
  "Leaky ReLU (a=0.1)": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -0.1,
      0.0,
      1.0
    ]
  },
  "ELU (alpha=1)": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -0.6321205588285577,
      0.0,
      1.0
    ]
  },
  "SELU": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -1.1113307378125625,
      0.0,
      1.0507009873554805
    ]
  },
  "GELU": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -0.15865525393145707,
      0.0,
      0.8413447460685429
    ]
  },
  "SiLU / Swish-1": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -0.2689414213699951,
      0.0,
      0.7310585786300049
    ]
  },
  "Swish (beta=2)": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -0.11920292202211755,
      0.0,
      0.8807970779778823
    ]
  },
  "gelu_tanh_approx": [
    -0.1588080093917233,
    0.0,
    0.8411919906082768
  ],
  "softmax": {
    "logits": [
      2.0,
      1.0,
      0.0
    ],
    "probabilities": [
      0.6652409557748218,
      0.24472847105479764,
      0.09003057317038046
    ],
    "loss_class_1": 0.40760596444438046
  },
  "swiglu": {
    "g": [
      -1.0,
      0.0,
      2.0
    ],
    "v": [
      2.0,
      -3.0,
      0.5
    ],
    "silu_g": [
      -0.2689414213699951,
      0.0,
      1.7615941559557646
    ],
    "h": [
      -0.5378828427399902,
      -0.0,
      0.8807970779778823
    ]
  },
  "stable_sigmoid": {
    "inputs": [
      -100.0,
      -1.0,
      0.0,
      1.0,
      100.0
    ],
    "sigmoid": [
      3.720075976020836e-44,
      0.2689414213699951,
      0.5,
      0.7310585786300049,
      1.0
    ],
    "log_sigmoid": [
      -100.0,
      -1.3132616875182228,
      -0.6931471805599453,
      -0.31326168751822286,
      -3.720075976020836e-44
    ],
    "bce_y1": [
      100.0,
      1.3132616875182228,
      0.6931471805599453,
      0.31326168751822286,
      3.720075976020836e-44
    ]
  },
  "design": {
    "inputs": [
      -1,
      0,
      1
    ],
    "outputs": [
      -0.4418969437375502,
      0.0,
      0.6581030562624498
    ],
    "slopes": [
      0.3420472792329956,
      0.55,
      0.7579527207670044
    ]
  }
}