{
  "updated": "2026-11-01",
  "title": "Shared weights and recurrent inference",
  "checkpoints": [
    60000,
    76294
  ],
  "documents": 4800,
  "targets": 4749346,
  "protocol": {
    "jacobi": "One encoder pass followed by repeated decoder passes; K/V regenerated each pass.",
    "recurrent": "One decoder pass per token, with causal bank, K/V and convolution state; reset at document boundaries.",
    "loss": "Unweighted next-token cross entropy, token averaged, in nats.",
    "panel": "64 documents, four length strata, capped at 1,024 positions; 38,083 targets."
  },
  "validation": [
    {
      "run": "s9e2",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.364173521518176,
      "pass4": 2.3760300643181975,
      "pass16": 2.391739521681087,
      "recurrent": 2.3919786073242393,
      "recurrent_minus_pass2": 0.027805085806063418,
      "recurrent_minus_pass16": 0.0002390856431524251
    },
    {
      "run": "s9e5",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.3786339086005106,
      "pass4": 2.3711628446066584,
      "pass16": 2.371121672602738,
      "recurrent": 2.3711413249079336,
      "recurrent_minus_pass2": -0.00749258369257758,
      "recurrent_minus_pass16": 1.9652305195200164e-05
    },
    {
      "run": "s9e6",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.372434236111696,
      "pass4": 2.372142175045399,
      "pass16": 2.3756855676924826,
      "recurrent": 2.3757005109488385,
      "recurrent_minus_pass2": 0.003266274837142225,
      "recurrent_minus_pass16": 1.494325635576555e-05
    },
    {
      "run": "s9e7",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.371222864200127,
      "pass4": 2.368887855977477,
      "pass16": 2.36956332883815,
      "recurrent": 2.3695693117890135,
      "recurrent_minus_pass2": -0.001653552411113271,
      "recurrent_minus_pass16": 5.982950863477304e-06
    },
    {
      "run": "s9e8",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.3703011789194877,
      "pass4": 2.372735931363155,
      "pass16": 2.375844548357313,
      "recurrent": 2.3758669232938967,
      "recurrent_minus_pass2": 0.005565744374408728,
      "recurrent_minus_pass16": 2.2374936583230645e-05
    },
    {
      "run": "s9e9",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.3674584849216,
      "pass4": 2.37572075577791,
      "pass16": 2.383920959900265,
      "recurrent": 2.3839775057958703,
      "recurrent_minus_pass2": 0.016519020874270717,
      "recurrent_minus_pass16": 5.654589560556089e-05
    },
    {
      "run": "s9e10",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.3681389553465584,
      "pass4": 2.3717661034764306,
      "pass16": 2.376413388908997,
      "recurrent": 2.3764354736492845,
      "recurrent_minus_pass2": 0.008296518302726433,
      "recurrent_minus_pass16": 2.2084740287790084e-05
    },
    {
      "run": "s9e11",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.369667198074721,
      "pass4": 2.3676230596004824,
      "pass16": 2.36838792682116,
      "recurrent": 2.3684067546759033,
      "recurrent_minus_pass2": -0.0012604433988171945,
      "recurrent_minus_pass16": 1.8827854743126766e-05
    },
    {
      "run": "s9e12",
      "step": 60000,
      "targets": 4749346,
      "pass2": 2.3706403013255124,
      "pass4": 2.3696115895196423,
      "pass16": 2.370954961318774,
      "recurrent": 2.3709786176484524,
      "recurrent_minus_pass2": 0.00033831632293996884,
      "recurrent_minus_pass16": 2.3656329677690904e-05
    },
    {
      "run": "s9e2",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.298454296679223,
      "pass4": 2.3091142145465215,
      "pass16": 2.3250657936767474,
      "recurrent": 2.3254052509304315,
      "recurrent_minus_pass2": 0.02695095425120854,
      "recurrent_minus_pass16": 0.00033945725368440783
    },
    {
      "run": "s9e5",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.318916343127836,
      "pass4": 2.3114722757354036,
      "pass16": 2.311407113689161,
      "recurrent": 2.3114383787954615,
      "recurrent_minus_pass2": -0.00747796433237472,
      "recurrent_minus_pass16": 3.126510630009797e-05
    },
    {
      "run": "s9e6",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.310317936057243,
      "pass4": 2.309671106977568,
      "pass16": 2.313450672968813,
      "recurrent": 2.3134636991777735,
      "recurrent_minus_pass2": 0.003145763120530242,
      "recurrent_minus_pass16": 1.3026208960100595e-05
    },
    {
      "run": "s9e7",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.310119008261177,
      "pass4": 2.3075733468843844,
      "pass16": 2.3082404683111033,
      "recurrent": 2.308254399049744,
      "recurrent_minus_pass2": -0.0018646092114328573,
      "recurrent_minus_pass16": 1.3930738640642674e-05
    },
    {
      "run": "s9e8",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.3075039169868714,
      "pass4": 2.309559672853047,
      "pass16": 2.312762640904064,
      "recurrent": 2.312789550987039,
      "recurrent_minus_pass2": 0.005285634000168019,
      "recurrent_minus_pass16": 2.6910082975369283e-05
    },
    {
      "run": "s9e9",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.303165865076134,
      "pass4": 2.3106437693922945,
      "pass16": 2.319215544526121,
      "recurrent": 2.3192775147467346,
      "recurrent_minus_pass2": 0.01611164967060024,
      "recurrent_minus_pass16": 6.197022061399665e-05
    },
    {
      "run": "s9e10",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.3048299505491494,
      "pass4": 2.3078057925419446,
      "pass16": 2.3126530329909163,
      "recurrent": 2.31269218324313,
      "recurrent_minus_pass2": 0.00786223269398081,
      "recurrent_minus_pass16": 3.915025221382427e-05
    },
    {
      "run": "s9e11",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.308586640254725,
      "pass4": 2.3063746010629465,
      "pass16": 2.3071672343472236,
      "recurrent": 2.307179705983088,
      "recurrent_minus_pass2": -0.0014069342716368951,
      "recurrent_minus_pass16": 1.24716358646931e-05
    },
    {
      "run": "s9e12",
      "step": 76294,
      "targets": 4749346,
      "pass2": 2.309022880964296,
      "pass4": 2.307664806074412,
      "pass16": 2.3090412550093253,
      "recurrent": 2.3090711816005203,
      "recurrent_minus_pass2": 4.830063622445581e-05,
      "recurrent_minus_pass16": 2.9926591194851494e-05
    }
  ],
  "comparisons": [
    {
      "step": 60000,
      "changed": "s9e8",
      "reference": "s9e2",
      "description": "Shared attention versus independent attention",
      "ce_changed": 2.3758669232938967,
      "ce_reference": 2.3919786073242393,
      "difference": -0.01611168403034282,
      "paired_document_ci_low": -0.01697842134618209,
      "paired_document_ci_high": -0.015235314216839062
    },
    {
      "step": 60000,
      "changed": "s9e7",
      "reference": "s9e8",
      "description": "Summed versus independent FFNs under shared attention",
      "ce_changed": 2.3695693117890135,
      "ce_reference": 2.3758669232938967,
      "difference": -0.006297611504883122,
      "paired_document_ci_low": -0.006897031476685666,
      "paired_document_ci_high": -0.005659078261517775
    },
    {
      "step": 60000,
      "changed": "s9e10",
      "reference": "s9e9",
      "description": "Add shared O to shared K/V",
      "ce_changed": 2.3764354736492845,
      "ce_reference": 2.3839775057958703,
      "difference": -0.007542032146585794,
      "paired_document_ci_low": -0.00834630850629663,
      "paired_document_ci_high": -0.006754034710697168
    },
    {
      "step": 60000,
      "changed": "s9e11",
      "reference": "s9e10",
      "description": "Add summed Q and summed FFNs",
      "ce_changed": 2.3684067546759033,
      "ce_reference": 2.3764354736492845,
      "difference": -0.008028718973381093,
      "paired_document_ci_low": -0.008806104111985586,
      "paired_document_ci_high": -0.007227304127793088
    },
    {
      "step": 60000,
      "changed": "s9e12",
      "reference": "s9e11",
      "description": "Anneal summed-weight coefficient with compensation",
      "ce_changed": 2.3709786176484524,
      "ce_reference": 2.3684067546759033,
      "difference": 0.0025718629725485966,
      "paired_document_ci_low": 0.0019443930353193813,
      "paired_document_ci_high": 0.003203443568908545
    },
    {
      "step": 60000,
      "changed": "s9e5",
      "reference": "s9e8",
      "description": "Share FFNs and compactor masks as well as attention",
      "ce_changed": 2.3711413249079336,
      "ce_reference": 2.3758669232938967,
      "difference": -0.004725598385963086,
      "paired_document_ci_low": -0.005390822153129443,
      "paired_document_ci_high": -0.00402736426391574
    },
    {
      "step": 76294,
      "changed": "s9e8",
      "reference": "s9e2",
      "description": "Shared attention versus independent attention",
      "ce_changed": 2.312789550987039,
      "ce_reference": 2.3254052509304315,
      "difference": -0.012615699943392346,
      "paired_document_ci_low": -0.013444650597510415,
      "paired_document_ci_high": -0.01174734135609653
    },
    {
      "step": 76294,
      "changed": "s9e7",
      "reference": "s9e8",
      "description": "Summed versus independent FFNs under shared attention",
      "ce_changed": 2.308254399049744,
      "ce_reference": 2.312789550987039,
      "difference": -0.004535151937295224,
      "paired_document_ci_low": -0.005099023743696924,
      "paired_document_ci_high": -0.0038992642923697343
    },
    {
      "step": 76294,
      "changed": "s9e10",
      "reference": "s9e9",
      "description": "Add shared O to shared K/V",
      "ce_changed": 2.31269218324313,
      "ce_reference": 2.3192775147467346,
      "difference": -0.006585331503604428,
      "paired_document_ci_low": -0.007365990704609291,
      "paired_document_ci_high": -0.005820837863018467
    },
    {
      "step": 76294,
      "changed": "s9e11",
      "reference": "s9e10",
      "description": "Add summed Q and summed FFNs",
      "ce_changed": 2.307179705983088,
      "ce_reference": 2.31269218324313,
      "difference": -0.005512477260042132,
      "paired_document_ci_low": -0.006263811923925392,
      "paired_document_ci_high": -0.004717728684250265
    },
    {
      "step": 76294,
      "changed": "s9e12",
      "reference": "s9e11",
      "description": "Anneal summed-weight coefficient with compensation",
      "ce_changed": 2.3090711816005203,
      "ce_reference": 2.307179705983088,
      "difference": 0.0018914756174322523,
      "paired_document_ci_low": 0.0012431798883555138,
      "paired_document_ci_high": 0.002469293175139941
    },
    {
      "step": 76294,
      "changed": "s9e5",
      "reference": "s9e8",
      "description": "Share FFNs and compactor masks as well as attention",
      "ce_changed": 2.3114383787954615,
      "ce_reference": 2.312789550987039,
      "difference": -0.0013511721915777145,
      "paired_document_ci_low": -0.0019911557762398308,
      "paired_document_ci_high": -0.0007163413851712683
    }
  ],
  "alignment": {
    "rows": [
      {
        "short": "s9e2",
        "recurrent_minus_pass2": 0.027805085806063445,
        "ffn_weight_cosine": 0.00021783659224842145,
        "ffn_output_subspace_overlap": 0.11593370884656906
      },
      {
        "short": "s9e5",
        "recurrent_minus_pass2": -0.007492583692576993,
        "ffn_weight_cosine": 0.9999999999998123,
        "ffn_output_subspace_overlap": 0.9999998807907104
      },
      {
        "short": "s9e6",
        "recurrent_minus_pass2": 0.003266274837142369,
        "ffn_weight_cosine": 0.9044684471964729,
        "ffn_output_subspace_overlap": 0.8091981783509254
      },
      {
        "short": "s9e7",
        "recurrent_minus_pass2": -0.0016535524111134237,
        "ffn_weight_cosine": 0.9209797672843497,
        "ffn_output_subspace_overlap": 0.7892509922385216
      },
      {
        "short": "s9e8",
        "recurrent_minus_pass2": 0.005565744374409043,
        "ffn_weight_cosine": 0.0006623333835854756,
        "ffn_output_subspace_overlap": 0.36813446693122387
      },
      {
        "short": "s9e9",
        "recurrent_minus_pass2": 0.016519020874270485,
        "ffn_weight_cosine": 0.00042816481687531715,
        "ffn_output_subspace_overlap": 0.16090838331729174
      },
      {
        "short": "s9e10",
        "recurrent_minus_pass2": 0.008296518302726152,
        "ffn_weight_cosine": 0.0003480176097394188,
        "ffn_output_subspace_overlap": 0.3344812300056219
      },
      {
        "short": "s9e11",
        "recurrent_minus_pass2": -0.001260443398817479,
        "ffn_weight_cosine": 0.9224926055493515,
        "ffn_output_subspace_overlap": 0.7935262396931648
      },
      {
        "short": "s9e12",
        "recurrent_minus_pass2": 0.00033831632294001324,
        "ffn_weight_cosine": 0.8279341295693897,
        "ffn_output_subspace_overlap": 0.7093779891729355
      }
    ],
    "pearson": -0.9112710617388209
  },
  "final_overlap": {
    "steps": [
      60000,
      76294
    ],
    "means": {
      "60000": {
        "8": 0.7016306072473526,
        "16": 0.7093779891729355,
        "32": 0.6945383325219154,
        "64": 0.6932553574442863
      },
      "76294": {
        "8": 0.6865173354744911,
        "16": 0.6979225724935532,
        "32": 0.6862022131681442,
        "64": 0.6859408989548683
      }
    },
    "layers": [
      {
        "layer": 1,
        "at60000": 0.576916515827179,
        "final": 0.5503467917442322,
        "delta": -0.026569724082946777
      },
      {
        "layer": 2,
        "at60000": 0.5916305184364319,
        "final": 0.5600208044052124,
        "delta": -0.03160971403121948
      },
      {
        "layer": 3,
        "at60000": 0.7441285252571106,
        "final": 0.7340391874313354,
        "delta": -0.010089337825775146
      },
      {
        "layer": 4,
        "at60000": 0.7390975952148438,
        "final": 0.7397558689117432,
        "delta": 0.0006582736968994141
      },
      {
        "layer": 5,
        "at60000": 0.7804247140884399,
        "final": 0.7514859437942505,
        "delta": -0.028938770294189453
      },
      {
        "layer": 6,
        "at60000": 0.8111270666122437,
        "final": 0.7944207787513733,
        "delta": -0.01670628786087036
      },
      {
        "layer": 7,
        "at60000": 0.5998967885971069,
        "final": 0.6192103028297424,
        "delta": 0.019313514232635498
      },
      {
        "layer": 8,
        "at60000": 0.8318021893501282,
        "final": 0.8341009020805359,
        "delta": 0.002298712730407715
      }
    ],
    "alpha_at_final": 0.0
  },
  "panels": [
    {
      "run": "s9e2",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 71.35668182373047,
          "bank_l2_sd": 22.619659423828125
        },
        {
          "index": 3,
          "bank_l2": 66.6026611328125,
          "bank_l2_sd": 21.789669036865234
        },
        {
          "index": 4,
          "bank_l2": 66.7209701538086,
          "bank_l2_sd": 21.818586349487305
        },
        {
          "index": 5,
          "bank_l2": 66.68151092529297,
          "bank_l2_sd": 21.799110412597656
        },
        {
          "index": 6,
          "bank_l2": 66.66816711425781,
          "bank_l2_sd": 21.793712615966797
        },
        {
          "index": 7,
          "bank_l2": 66.65984344482422,
          "bank_l2_sd": 21.790145874023438
        },
        {
          "index": 8,
          "bank_l2": 66.65447998046875,
          "bank_l2_sd": 21.787683486938477
        },
        {
          "index": 9,
          "bank_l2": 66.65135192871094,
          "bank_l2_sd": 21.78705406188965
        },
        {
          "index": 10,
          "bank_l2": 66.64958190917969,
          "bank_l2_sd": 21.78655242919922
        },
        {
          "index": 11,
          "bank_l2": 66.64847564697266,
          "bank_l2_sd": 21.78656578063965
        },
        {
          "index": 12,
          "bank_l2": 66.647705078125,
          "bank_l2_sd": 21.78624153137207
        },
        {
          "index": 13,
          "bank_l2": 66.64724731445312,
          "bank_l2_sd": 21.78638458251953
        },
        {
          "index": 14,
          "bank_l2": 66.64688873291016,
          "bank_l2_sd": 21.786176681518555
        },
        {
          "index": 15,
          "bank_l2": 66.64704895019531,
          "bank_l2_sd": 21.786487579345703
        },
        {
          "index": 16,
          "bank_l2": 66.64742279052734,
          "bank_l2_sd": 21.787195205688477
        },
        {
          "index": 17,
          "bank_l2": 66.64695739746094,
          "bank_l2_sd": 21.78687286376953
        },
        {
          "index": 18,
          "bank_l2": 66.64716339111328,
          "bank_l2_sd": 21.786787033081055
        },
        {
          "index": 19,
          "bank_l2": 66.6466064453125,
          "bank_l2_sd": 21.786956787109375
        },
        {
          "index": 20,
          "bank_l2": 66.64673614501953,
          "bank_l2_sd": 21.787212371826172
        },
        {
          "index": 21,
          "bank_l2": 66.6465835571289,
          "bank_l2_sd": 21.787267684936523
        },
        {
          "index": 22,
          "bank_l2": 66.64634704589844,
          "bank_l2_sd": 21.787002563476562
        },
        {
          "index": 23,
          "bank_l2": 66.64604949951172,
          "bank_l2_sd": 21.78662109375
        },
        {
          "index": 24,
          "bank_l2": 66.64600372314453,
          "bank_l2_sd": 21.786928176879883
        },
        {
          "index": 25,
          "bank_l2": 66.64627075195312,
          "bank_l2_sd": 21.78680992126465
        },
        {
          "index": 26,
          "bank_l2": 66.646240234375,
          "bank_l2_sd": 21.786895751953125
        },
        {
          "index": 27,
          "bank_l2": 66.6468734741211,
          "bank_l2_sd": 21.78742790222168
        },
        {
          "index": 28,
          "bank_l2": 66.64641571044922,
          "bank_l2_sd": 21.787458419799805
        },
        {
          "index": 29,
          "bank_l2": 66.6464614868164,
          "bank_l2_sd": 21.78740882873535
        },
        {
          "index": 30,
          "bank_l2": 66.64592742919922,
          "bank_l2_sd": 21.787063598632812
        },
        {
          "index": 31,
          "bank_l2": 66.64630889892578,
          "bank_l2_sd": 21.78725814819336
        },
        {
          "index": 32,
          "bank_l2": 66.6460189819336,
          "bank_l2_sd": 21.786827087402344
        }
      ],
      "recurrent_bank_l2": 66.64988708496094,
      "recurrent_bank_l2_sd": 21.7893009185791,
      "memory_weights": [
        0.6916237473487854,
        0.3254873752593994,
        0.17938391864299774,
        0.11554484069347382,
        0.19557537138462067,
        0.05770532414317131,
        0.05949503183364868,
        0.02840862050652504,
        0.03551996499300003,
        0.03009319305419922,
        0.02413725107908249,
        0.022658169269561768,
        0.018092041835188866,
        0.0032525635324418545,
        0.010392590425908566,
        0.0004220981791149825,
        0.005848960485309362,
        0.005554818082600832
      ],
      "compactor_effective_sources": 14.414628028869629,
      "layer_norm_ratio_to_pass4": [
        1.001246896153855,
        1.0003172626301668,
        0.999411082938434,
        0.9987794658409217,
        0.9989187051936363,
        0.9998946764826881,
        0.9999793292635111,
        0.9985583480635444,
        0.9992097694202394,
        0.9994521041887214,
        0.9995506771419286,
        1.0011223637857614,
        0.999026921327882,
        0.9993909256913717,
        0.9981163459667869,
        0.9984305246362587,
        0.9977651462405946
      ]
    },
    {
      "run": "s9e5",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 64.62361907958984,
          "bank_l2_sd": 18.165252685546875
        },
        {
          "index": 3,
          "bank_l2": 64.77167510986328,
          "bank_l2_sd": 18.32867431640625
        },
        {
          "index": 4,
          "bank_l2": 64.78540802001953,
          "bank_l2_sd": 18.333602905273438
        },
        {
          "index": 5,
          "bank_l2": 64.78913116455078,
          "bank_l2_sd": 18.336444854736328
        },
        {
          "index": 6,
          "bank_l2": 64.7904281616211,
          "bank_l2_sd": 18.336973190307617
        },
        {
          "index": 7,
          "bank_l2": 64.79029083251953,
          "bank_l2_sd": 18.336910247802734
        },
        {
          "index": 8,
          "bank_l2": 64.79087829589844,
          "bank_l2_sd": 18.337125778198242
        },
        {
          "index": 9,
          "bank_l2": 64.79063415527344,
          "bank_l2_sd": 18.3367919921875
        },
        {
          "index": 10,
          "bank_l2": 64.79048156738281,
          "bank_l2_sd": 18.33678436279297
        },
        {
          "index": 11,
          "bank_l2": 64.79078674316406,
          "bank_l2_sd": 18.337047576904297
        },
        {
          "index": 12,
          "bank_l2": 64.79000854492188,
          "bank_l2_sd": 18.336299896240234
        },
        {
          "index": 13,
          "bank_l2": 64.79056549072266,
          "bank_l2_sd": 18.33735466003418
        },
        {
          "index": 14,
          "bank_l2": 64.7905502319336,
          "bank_l2_sd": 18.336950302124023
        },
        {
          "index": 15,
          "bank_l2": 64.79052734375,
          "bank_l2_sd": 18.33675193786621
        },
        {
          "index": 16,
          "bank_l2": 64.79100799560547,
          "bank_l2_sd": 18.33725357055664
        },
        {
          "index": 17,
          "bank_l2": 64.7911148071289,
          "bank_l2_sd": 18.337228775024414
        },
        {
          "index": 18,
          "bank_l2": 64.79034423828125,
          "bank_l2_sd": 18.336896896362305
        },
        {
          "index": 19,
          "bank_l2": 64.7904052734375,
          "bank_l2_sd": 18.336618423461914
        },
        {
          "index": 20,
          "bank_l2": 64.79072570800781,
          "bank_l2_sd": 18.336740493774414
        },
        {
          "index": 21,
          "bank_l2": 64.79080200195312,
          "bank_l2_sd": 18.337413787841797
        },
        {
          "index": 22,
          "bank_l2": 64.79096221923828,
          "bank_l2_sd": 18.3375186920166
        },
        {
          "index": 23,
          "bank_l2": 64.7900161743164,
          "bank_l2_sd": 18.33648109436035
        },
        {
          "index": 24,
          "bank_l2": 64.79027557373047,
          "bank_l2_sd": 18.337127685546875
        },
        {
          "index": 25,
          "bank_l2": 64.79049682617188,
          "bank_l2_sd": 18.336679458618164
        },
        {
          "index": 26,
          "bank_l2": 64.79039001464844,
          "bank_l2_sd": 18.337112426757812
        },
        {
          "index": 27,
          "bank_l2": 64.79063415527344,
          "bank_l2_sd": 18.337074279785156
        },
        {
          "index": 28,
          "bank_l2": 64.79095458984375,
          "bank_l2_sd": 18.337419509887695
        },
        {
          "index": 29,
          "bank_l2": 64.79035949707031,
          "bank_l2_sd": 18.337305068969727
        },
        {
          "index": 30,
          "bank_l2": 64.79100036621094,
          "bank_l2_sd": 18.33706283569336
        },
        {
          "index": 31,
          "bank_l2": 64.79047393798828,
          "bank_l2_sd": 18.336793899536133
        },
        {
          "index": 32,
          "bank_l2": 64.79048156738281,
          "bank_l2_sd": 18.336904525756836
        }
      ],
      "recurrent_bank_l2": 64.78978729248047,
      "recurrent_bank_l2_sd": 18.33542823791504,
      "memory_weights": [
        0.519716203212738,
        0.260606050491333,
        0.20257118344306946,
        0.11523047089576721,
        0.1387222856283188,
        0.0659373551607132,
        0.05062442645430565,
        0.049327388405799866,
        0.028611740097403526,
        0.025953514501452446,
        0.012229927815496922,
        0.007494490128010511,
        0.006884200964123011,
        0.004781693685799837,
        0.004530768375843763,
        0.005473257973790169,
        0.0026194897945970297,
        0.002207327401265502
      ],
      "compactor_effective_sources": 14.088665962219238,
      "layer_norm_ratio_to_pass4": [
        1.0001872847600382,
        0.9999337654063913,
        1.0001502679675902,
        0.9998628057212943,
        0.9984070839302923,
        1.0002255324931757,
        1.0002509255284444,
        1.0001405689510106,
        1.000119103462185,
        0.9999661346712432,
        1.0000312900402197,
        1.0001056165871292,
        1.0000531791860319,
        1.0000785707431994,
        1.0000366507994531,
        0.99997313390912,
        0.9999641058623042
      ]
    },
    {
      "run": "s9e6",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 66.81415557861328,
          "bank_l2_sd": 19.762617111206055
        },
        {
          "index": 3,
          "bank_l2": 63.44090270996094,
          "bank_l2_sd": 20.053781509399414
        },
        {
          "index": 4,
          "bank_l2": 63.613731384277344,
          "bank_l2_sd": 20.105409622192383
        },
        {
          "index": 5,
          "bank_l2": 63.60667037963867,
          "bank_l2_sd": 20.103771209716797
        },
        {
          "index": 6,
          "bank_l2": 63.6051025390625,
          "bank_l2_sd": 20.10395050048828
        },
        {
          "index": 7,
          "bank_l2": 63.60236740112305,
          "bank_l2_sd": 20.104337692260742
        },
        {
          "index": 8,
          "bank_l2": 63.60026931762695,
          "bank_l2_sd": 20.103389739990234
        },
        {
          "index": 9,
          "bank_l2": 63.59941101074219,
          "bank_l2_sd": 20.103679656982422
        },
        {
          "index": 10,
          "bank_l2": 63.59796142578125,
          "bank_l2_sd": 20.103181838989258
        },
        {
          "index": 11,
          "bank_l2": 63.598384857177734,
          "bank_l2_sd": 20.1037654876709
        },
        {
          "index": 12,
          "bank_l2": 63.597633361816406,
          "bank_l2_sd": 20.10308837890625
        },
        {
          "index": 13,
          "bank_l2": 63.59788513183594,
          "bank_l2_sd": 20.103012084960938
        },
        {
          "index": 14,
          "bank_l2": 63.59801483154297,
          "bank_l2_sd": 20.103158950805664
        },
        {
          "index": 15,
          "bank_l2": 63.597660064697266,
          "bank_l2_sd": 20.10272979736328
        },
        {
          "index": 16,
          "bank_l2": 63.59797668457031,
          "bank_l2_sd": 20.103256225585938
        },
        {
          "index": 17,
          "bank_l2": 63.5982780456543,
          "bank_l2_sd": 20.103012084960938
        },
        {
          "index": 18,
          "bank_l2": 63.597679138183594,
          "bank_l2_sd": 20.102994918823242
        },
        {
          "index": 19,
          "bank_l2": 63.59817886352539,
          "bank_l2_sd": 20.103363037109375
        },
        {
          "index": 20,
          "bank_l2": 63.5979118347168,
          "bank_l2_sd": 20.102975845336914
        },
        {
          "index": 21,
          "bank_l2": 63.598079681396484,
          "bank_l2_sd": 20.103275299072266
        },
        {
          "index": 22,
          "bank_l2": 63.59794998168945,
          "bank_l2_sd": 20.1031436920166
        },
        {
          "index": 23,
          "bank_l2": 63.5977783203125,
          "bank_l2_sd": 20.10293197631836
        },
        {
          "index": 24,
          "bank_l2": 63.597415924072266,
          "bank_l2_sd": 20.102819442749023
        },
        {
          "index": 25,
          "bank_l2": 63.598411560058594,
          "bank_l2_sd": 20.10331153869629
        },
        {
          "index": 26,
          "bank_l2": 63.597923278808594,
          "bank_l2_sd": 20.10308837890625
        },
        {
          "index": 27,
          "bank_l2": 63.597679138183594,
          "bank_l2_sd": 20.102754592895508
        },
        {
          "index": 28,
          "bank_l2": 63.59775161743164,
          "bank_l2_sd": 20.103313446044922
        },
        {
          "index": 29,
          "bank_l2": 63.597503662109375,
          "bank_l2_sd": 20.102924346923828
        },
        {
          "index": 30,
          "bank_l2": 63.598079681396484,
          "bank_l2_sd": 20.10329246520996
        },
        {
          "index": 31,
          "bank_l2": 63.59825134277344,
          "bank_l2_sd": 20.103313446044922
        },
        {
          "index": 32,
          "bank_l2": 63.59796142578125,
          "bank_l2_sd": 20.103193283081055
        }
      ],
      "recurrent_bank_l2": 63.59355163574219,
      "recurrent_bank_l2_sd": 20.099733352661133,
      "memory_weights": [
        0.8094350099563599,
        0.4813857078552246,
        0.19995692372322083,
        0.12436679750680923,
        0.22773951292037964,
        0.048195187002420425,
        0.07364389300346375,
        0.04510863870382309,
        0.039908669888973236,
        0.023238806053996086,
        0.022530926391482353,
        0.006413246504962444,
        0.015684546902775764,
        0.0029248585924506187,
        0.00890903826802969,
        0.00015572755364701152,
        0.005189169198274612,
        0.0038144777063280344
      ],
      "compactor_effective_sources": 14.42544174194336,
      "layer_norm_ratio_to_pass4": [
        1.0008914856458142,
        1.0001414669603046,
        0.9999235133962339,
        0.9997871171074864,
        1.0014357640728333,
        1.0002514011919375,
        0.9998277848934076,
        0.9999159897169897,
        0.9999305295817704,
        1.0001263294672507,
        0.9999290378554296,
        0.9998576030296171,
        1.0000225097648703,
        0.9999435756042941,
        0.9998532378793353,
        1.0000194211645148,
        0.9996576261736286
      ]
    },
    {
      "run": "s9e7",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 64.05941009521484,
          "bank_l2_sd": 19.62126350402832
        },
        {
          "index": 3,
          "bank_l2": 61.49867248535156,
          "bank_l2_sd": 20.045095443725586
        },
        {
          "index": 4,
          "bank_l2": 61.50967788696289,
          "bank_l2_sd": 20.045907974243164
        },
        {
          "index": 5,
          "bank_l2": 61.50815200805664,
          "bank_l2_sd": 20.045963287353516
        },
        {
          "index": 6,
          "bank_l2": 61.508079528808594,
          "bank_l2_sd": 20.046689987182617
        },
        {
          "index": 7,
          "bank_l2": 61.50674057006836,
          "bank_l2_sd": 20.046289443969727
        },
        {
          "index": 8,
          "bank_l2": 61.50559997558594,
          "bank_l2_sd": 20.046558380126953
        },
        {
          "index": 9,
          "bank_l2": 61.50577163696289,
          "bank_l2_sd": 20.046770095825195
        },
        {
          "index": 10,
          "bank_l2": 61.505245208740234,
          "bank_l2_sd": 20.047090530395508
        },
        {
          "index": 11,
          "bank_l2": 61.50516891479492,
          "bank_l2_sd": 20.04707145690918
        },
        {
          "index": 12,
          "bank_l2": 61.505615234375,
          "bank_l2_sd": 20.04751968383789
        },
        {
          "index": 13,
          "bank_l2": 61.50540542602539,
          "bank_l2_sd": 20.04732322692871
        },
        {
          "index": 14,
          "bank_l2": 61.505271911621094,
          "bank_l2_sd": 20.046775817871094
        },
        {
          "index": 15,
          "bank_l2": 61.50540542602539,
          "bank_l2_sd": 20.04753875732422
        },
        {
          "index": 16,
          "bank_l2": 61.50510025024414,
          "bank_l2_sd": 20.046998977661133
        },
        {
          "index": 17,
          "bank_l2": 61.50547790527344,
          "bank_l2_sd": 20.046899795532227
        },
        {
          "index": 18,
          "bank_l2": 61.50582504272461,
          "bank_l2_sd": 20.04728889465332
        },
        {
          "index": 19,
          "bank_l2": 61.50462341308594,
          "bank_l2_sd": 20.04692840576172
        },
        {
          "index": 20,
          "bank_l2": 61.50534439086914,
          "bank_l2_sd": 20.046903610229492
        },
        {
          "index": 21,
          "bank_l2": 61.50494384765625,
          "bank_l2_sd": 20.046945571899414
        },
        {
          "index": 22,
          "bank_l2": 61.50539779663086,
          "bank_l2_sd": 20.047361373901367
        },
        {
          "index": 23,
          "bank_l2": 61.5052604675293,
          "bank_l2_sd": 20.047067642211914
        },
        {
          "index": 24,
          "bank_l2": 61.50489807128906,
          "bank_l2_sd": 20.046998977661133
        },
        {
          "index": 25,
          "bank_l2": 61.50529861450195,
          "bank_l2_sd": 20.04728126525879
        },
        {
          "index": 26,
          "bank_l2": 61.50562286376953,
          "bank_l2_sd": 20.047470092773438
        },
        {
          "index": 27,
          "bank_l2": 61.50514602661133,
          "bank_l2_sd": 20.047138214111328
        },
        {
          "index": 28,
          "bank_l2": 61.5052604675293,
          "bank_l2_sd": 20.04741096496582
        },
        {
          "index": 29,
          "bank_l2": 61.505245208740234,
          "bank_l2_sd": 20.04714584350586
        },
        {
          "index": 30,
          "bank_l2": 61.50539016723633,
          "bank_l2_sd": 20.04729652404785
        },
        {
          "index": 31,
          "bank_l2": 61.50471878051758,
          "bank_l2_sd": 20.046894073486328
        },
        {
          "index": 32,
          "bank_l2": 61.504852294921875,
          "bank_l2_sd": 20.046913146972656
        }
      ],
      "recurrent_bank_l2": 61.500946044921875,
      "recurrent_bank_l2_sd": 20.041563034057617,
      "memory_weights": [
        0.5227000117301941,
        0.2876940071582794,
        0.2058550864458084,
        0.14097163081169128,
        0.13557659089565277,
        0.06176626682281494,
        0.06962355226278305,
        0.06335428357124329,
        0.03352496027946472,
        0.02324977144598961,
        0.015577653422951698,
        0.0072237118147313595,
        0.008526475168764591,
        0.0035907665733247995,
        0.00743815628811717,
        0.0022785989567637444,
        0.004086565691977739,
        0.002385025378316641
      ],
      "compactor_effective_sources": 14.019158363342285,
      "layer_norm_ratio_to_pass4": [
        1.0001743676581552,
        0.9998828616899107,
        1.0000923953738812,
        1.000110999448164,
        1.0002809947419722,
        0.999974377078618,
        0.9998215374417524,
        1.000111033875543,
        0.9999021303538582,
        1.000124287580258,
        1.0000133471598593,
        1.000042800586886,
        1.0000337310633869,
        0.9999222554604777,
        1.0000739510665528,
        1.0000915058859998,
        1.0001104084280807
      ]
    },
    {
      "run": "s9e8",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 67.85444641113281,
          "bank_l2_sd": 21.451324462890625
        },
        {
          "index": 3,
          "bank_l2": 63.71622085571289,
          "bank_l2_sd": 21.602033615112305
        },
        {
          "index": 4,
          "bank_l2": 63.75902557373047,
          "bank_l2_sd": 21.610549926757812
        },
        {
          "index": 5,
          "bank_l2": 63.76245880126953,
          "bank_l2_sd": 21.61308479309082
        },
        {
          "index": 6,
          "bank_l2": 63.76289367675781,
          "bank_l2_sd": 21.613462448120117
        },
        {
          "index": 7,
          "bank_l2": 63.7626838684082,
          "bank_l2_sd": 21.61359977722168
        },
        {
          "index": 8,
          "bank_l2": 63.763694763183594,
          "bank_l2_sd": 21.614328384399414
        },
        {
          "index": 9,
          "bank_l2": 63.764320373535156,
          "bank_l2_sd": 21.614063262939453
        },
        {
          "index": 10,
          "bank_l2": 63.76356506347656,
          "bank_l2_sd": 21.613983154296875
        },
        {
          "index": 11,
          "bank_l2": 63.76364517211914,
          "bank_l2_sd": 21.614377975463867
        },
        {
          "index": 12,
          "bank_l2": 63.76416778564453,
          "bank_l2_sd": 21.61465835571289
        },
        {
          "index": 13,
          "bank_l2": 63.76335906982422,
          "bank_l2_sd": 21.614097595214844
        },
        {
          "index": 14,
          "bank_l2": 63.763668060302734,
          "bank_l2_sd": 21.614078521728516
        },
        {
          "index": 15,
          "bank_l2": 63.7635383605957,
          "bank_l2_sd": 21.614055633544922
        },
        {
          "index": 16,
          "bank_l2": 63.76372146606445,
          "bank_l2_sd": 21.61457633972168
        },
        {
          "index": 17,
          "bank_l2": 63.763221740722656,
          "bank_l2_sd": 21.614492416381836
        },
        {
          "index": 18,
          "bank_l2": 63.76336669921875,
          "bank_l2_sd": 21.614036560058594
        },
        {
          "index": 19,
          "bank_l2": 63.762840270996094,
          "bank_l2_sd": 21.613704681396484
        },
        {
          "index": 20,
          "bank_l2": 63.76401138305664,
          "bank_l2_sd": 21.614498138427734
        },
        {
          "index": 21,
          "bank_l2": 63.76310348510742,
          "bank_l2_sd": 21.614011764526367
        },
        {
          "index": 22,
          "bank_l2": 63.76393127441406,
          "bank_l2_sd": 21.61433982849121
        },
        {
          "index": 23,
          "bank_l2": 63.76350021362305,
          "bank_l2_sd": 21.614181518554688
        },
        {
          "index": 24,
          "bank_l2": 63.763004302978516,
          "bank_l2_sd": 21.613595962524414
        },
        {
          "index": 25,
          "bank_l2": 63.763038635253906,
          "bank_l2_sd": 21.613855361938477
        },
        {
          "index": 26,
          "bank_l2": 63.76361846923828,
          "bank_l2_sd": 21.614152908325195
        },
        {
          "index": 27,
          "bank_l2": 63.763404846191406,
          "bank_l2_sd": 21.61397933959961
        },
        {
          "index": 28,
          "bank_l2": 63.76369094848633,
          "bank_l2_sd": 21.614328384399414
        },
        {
          "index": 29,
          "bank_l2": 63.763301849365234,
          "bank_l2_sd": 21.614599227905273
        },
        {
          "index": 30,
          "bank_l2": 63.76360321044922,
          "bank_l2_sd": 21.614484786987305
        },
        {
          "index": 31,
          "bank_l2": 63.7630500793457,
          "bank_l2_sd": 21.614017486572266
        },
        {
          "index": 32,
          "bank_l2": 63.76320266723633,
          "bank_l2_sd": 21.614036560058594
        }
      ],
      "recurrent_bank_l2": 63.76469421386719,
      "recurrent_bank_l2_sd": 21.61727523803711,
      "memory_weights": [
        0.5660948157310486,
        0.32157039642333984,
        0.20367351174354553,
        0.12923622131347656,
        0.14830386638641357,
        0.0586988627910614,
        0.08575937151908875,
        0.05651993677020073,
        0.03469507396221161,
        0.018730776384472847,
        0.01917160488665104,
        0.011301465332508087,
        0.012005400843918324,
        0.004644953645765781,
        0.008923918008804321,
        0.0022332577500492334,
        0.004729831125587225,
        0.0037654819898307323
      ],
      "compactor_effective_sources": 14.478106498718262,
      "layer_norm_ratio_to_pass4": [
        0.9995026933910225,
        1.0002270670004438,
        0.9999411518444677,
        0.9999039673348517,
        0.9986143269517216,
        1.0001468179134485,
        1.0001549233161966,
        0.9996957334711524,
        0.9996958032712312,
        0.9999770379478186,
        1.0001516572673572,
        1.0000637214176513,
        0.9999533201514478,
        0.9998078901887488,
        0.9998202641013189,
        0.9996224216291808,
        0.9996244242396863
      ]
    },
    {
      "run": "s9e9",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 69.76719665527344,
          "bank_l2_sd": 22.293407440185547
        },
        {
          "index": 3,
          "bank_l2": 63.755306243896484,
          "bank_l2_sd": 21.26784324645996
        },
        {
          "index": 4,
          "bank_l2": 63.9233283996582,
          "bank_l2_sd": 21.3297176361084
        },
        {
          "index": 5,
          "bank_l2": 63.91037368774414,
          "bank_l2_sd": 21.326505661010742
        },
        {
          "index": 6,
          "bank_l2": 63.908714294433594,
          "bank_l2_sd": 21.327789306640625
        },
        {
          "index": 7,
          "bank_l2": 63.90628433227539,
          "bank_l2_sd": 21.32901382446289
        },
        {
          "index": 8,
          "bank_l2": 63.90488052368164,
          "bank_l2_sd": 21.33015251159668
        },
        {
          "index": 9,
          "bank_l2": 63.90406799316406,
          "bank_l2_sd": 21.33051300048828
        },
        {
          "index": 10,
          "bank_l2": 63.904361724853516,
          "bank_l2_sd": 21.331506729125977
        },
        {
          "index": 11,
          "bank_l2": 63.90386199951172,
          "bank_l2_sd": 21.331525802612305
        },
        {
          "index": 12,
          "bank_l2": 63.90430450439453,
          "bank_l2_sd": 21.332229614257812
        },
        {
          "index": 13,
          "bank_l2": 63.90391540527344,
          "bank_l2_sd": 21.33175277709961
        },
        {
          "index": 14,
          "bank_l2": 63.90386199951172,
          "bank_l2_sd": 21.331785202026367
        },
        {
          "index": 15,
          "bank_l2": 63.90400695800781,
          "bank_l2_sd": 21.33200454711914
        },
        {
          "index": 16,
          "bank_l2": 63.90403366088867,
          "bank_l2_sd": 21.332229614257812
        },
        {
          "index": 17,
          "bank_l2": 63.90385055541992,
          "bank_l2_sd": 21.332475662231445
        },
        {
          "index": 18,
          "bank_l2": 63.90361404418945,
          "bank_l2_sd": 21.331737518310547
        },
        {
          "index": 19,
          "bank_l2": 63.903968811035156,
          "bank_l2_sd": 21.332040786743164
        },
        {
          "index": 20,
          "bank_l2": 63.9037971496582,
          "bank_l2_sd": 21.33220100402832
        },
        {
          "index": 21,
          "bank_l2": 63.90400695800781,
          "bank_l2_sd": 21.332548141479492
        },
        {
          "index": 22,
          "bank_l2": 63.903770446777344,
          "bank_l2_sd": 21.331863403320312
        },
        {
          "index": 23,
          "bank_l2": 63.90394973754883,
          "bank_l2_sd": 21.331863403320312
        },
        {
          "index": 24,
          "bank_l2": 63.90408706665039,
          "bank_l2_sd": 21.332399368286133
        },
        {
          "index": 25,
          "bank_l2": 63.903770446777344,
          "bank_l2_sd": 21.33200454711914
        },
        {
          "index": 26,
          "bank_l2": 63.903926849365234,
          "bank_l2_sd": 21.332326889038086
        },
        {
          "index": 27,
          "bank_l2": 63.90364074707031,
          "bank_l2_sd": 21.331710815429688
        },
        {
          "index": 28,
          "bank_l2": 63.903934478759766,
          "bank_l2_sd": 21.33240509033203
        },
        {
          "index": 29,
          "bank_l2": 63.904144287109375,
          "bank_l2_sd": 21.332530975341797
        },
        {
          "index": 30,
          "bank_l2": 63.903594970703125,
          "bank_l2_sd": 21.331907272338867
        },
        {
          "index": 31,
          "bank_l2": 63.904144287109375,
          "bank_l2_sd": 21.33209991455078
        },
        {
          "index": 32,
          "bank_l2": 63.9039421081543,
          "bank_l2_sd": 21.332643508911133
        }
      ],
      "recurrent_bank_l2": 63.90456771850586,
      "recurrent_bank_l2_sd": 21.33302116394043,
      "memory_weights": [
        0.7010684609413147,
        0.3023712933063507,
        0.17451483011245728,
        0.13948799669742584,
        0.1613699495792389,
        0.08318835496902466,
        0.06847231835126877,
        0.046174056828022,
        0.02555389516055584,
        0.030374137684702873,
        0.031025342643260956,
        0.01971356011927128,
        0.013557454571127892,
        0.011283439584076405,
        0.010972885414958,
        0.00993700884282589,
        0.005078000016510487,
        0.005354998167604208
      ],
      "compactor_effective_sources": 15.079916954040527,
      "layer_norm_ratio_to_pass4": [
        0.9993031736301584,
        0.9998202644401082,
        1.0001322656633047,
        1.0001310711660563,
        0.9983678763250456,
        0.9999445858571823,
        1.0001382462410875,
        0.9998224850272005,
        0.9992265742114147,
        0.9995616759050165,
        1.000234621034521,
        1.0005050493602519,
        0.9999472273436862,
        0.9992506050555029,
        0.9995342492254814,
        0.9986324822060536,
        0.9988654275970196
      ]
    },
    {
      "run": "s9e10",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 67.2177734375,
          "bank_l2_sd": 20.27463722229004
        },
        {
          "index": 3,
          "bank_l2": 62.77358627319336,
          "bank_l2_sd": 20.37755012512207
        },
        {
          "index": 4,
          "bank_l2": 62.82351303100586,
          "bank_l2_sd": 20.375823974609375
        },
        {
          "index": 5,
          "bank_l2": 62.81985092163086,
          "bank_l2_sd": 20.37499237060547
        },
        {
          "index": 6,
          "bank_l2": 62.81531524658203,
          "bank_l2_sd": 20.374496459960938
        },
        {
          "index": 7,
          "bank_l2": 62.81132888793945,
          "bank_l2_sd": 20.373409271240234
        },
        {
          "index": 8,
          "bank_l2": 62.80973815917969,
          "bank_l2_sd": 20.372634887695312
        },
        {
          "index": 9,
          "bank_l2": 62.80947494506836,
          "bank_l2_sd": 20.372718811035156
        },
        {
          "index": 10,
          "bank_l2": 62.8094367980957,
          "bank_l2_sd": 20.373371124267578
        },
        {
          "index": 11,
          "bank_l2": 62.809993743896484,
          "bank_l2_sd": 20.373483657836914
        },
        {
          "index": 12,
          "bank_l2": 62.809818267822266,
          "bank_l2_sd": 20.373342514038086
        },
        {
          "index": 13,
          "bank_l2": 62.810264587402344,
          "bank_l2_sd": 20.373685836791992
        },
        {
          "index": 14,
          "bank_l2": 62.80976486206055,
          "bank_l2_sd": 20.373371124267578
        },
        {
          "index": 15,
          "bank_l2": 62.81035614013672,
          "bank_l2_sd": 20.373516082763672
        },
        {
          "index": 16,
          "bank_l2": 62.80961227416992,
          "bank_l2_sd": 20.37354850769043
        },
        {
          "index": 17,
          "bank_l2": 62.8099365234375,
          "bank_l2_sd": 20.37363624572754
        },
        {
          "index": 18,
          "bank_l2": 62.80967330932617,
          "bank_l2_sd": 20.373502731323242
        },
        {
          "index": 19,
          "bank_l2": 62.80931091308594,
          "bank_l2_sd": 20.373327255249023
        },
        {
          "index": 20,
          "bank_l2": 62.81012725830078,
          "bank_l2_sd": 20.3736572265625
        },
        {
          "index": 21,
          "bank_l2": 62.8099479675293,
          "bank_l2_sd": 20.373332977294922
        },
        {
          "index": 22,
          "bank_l2": 62.809627532958984,
          "bank_l2_sd": 20.373199462890625
        },
        {
          "index": 23,
          "bank_l2": 62.81010055541992,
          "bank_l2_sd": 20.373287200927734
        },
        {
          "index": 24,
          "bank_l2": 62.809871673583984,
          "bank_l2_sd": 20.373153686523438
        },
        {
          "index": 25,
          "bank_l2": 62.81041717529297,
          "bank_l2_sd": 20.373903274536133
        },
        {
          "index": 26,
          "bank_l2": 62.8098030090332,
          "bank_l2_sd": 20.37354278564453
        },
        {
          "index": 27,
          "bank_l2": 62.80968475341797,
          "bank_l2_sd": 20.373043060302734
        },
        {
          "index": 28,
          "bank_l2": 62.8098030090332,
          "bank_l2_sd": 20.373506546020508
        },
        {
          "index": 29,
          "bank_l2": 62.80982971191406,
          "bank_l2_sd": 20.37324333190918
        },
        {
          "index": 30,
          "bank_l2": 62.809303283691406,
          "bank_l2_sd": 20.373271942138672
        },
        {
          "index": 31,
          "bank_l2": 62.80978012084961,
          "bank_l2_sd": 20.373485565185547
        },
        {
          "index": 32,
          "bank_l2": 62.81039047241211,
          "bank_l2_sd": 20.373619079589844
        }
      ],
      "recurrent_bank_l2": 62.810665130615234,
      "recurrent_bank_l2_sd": 20.373775482177734,
      "memory_weights": [
        0.5811775326728821,
        0.2790909707546234,
        0.20822887122631073,
        0.1276552826166153,
        0.11903534084558487,
        0.042298369109630585,
        0.07403073459863663,
        0.044085510075092316,
        0.034942928701639175,
        0.026048965752124786,
        0.017785033211112022,
        0.01036789733916521,
        0.01801266334950924,
        0.006791194435209036,
        0.009360919706523418,
        0.0030163610354065895,
        0.004585071932524443,
        0.004014886915683746
      ],
      "compactor_effective_sources": 14.660113334655762,
      "layer_norm_ratio_to_pass4": [
        1.0000570424738426,
        0.9997992450046154,
        0.9999137738275945,
        0.9998744327683928,
        0.9998084118007622,
        1.0000182374393014,
        0.9999394897914943,
        0.9998917988667959,
        0.9996262879918633,
        0.9999720724350198,
        0.9998166185833244,
        1.0000965101286838,
        1.0001944593052674,
        0.999748853750708,
        0.9998518618421735,
        0.9999747417844438,
        0.9994934549502102
      ]
    },
    {
      "run": "s9e11",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 62.38224792480469,
          "bank_l2_sd": 18.077898025512695
        },
        {
          "index": 3,
          "bank_l2": 59.988162994384766,
          "bank_l2_sd": 18.85866355895996
        },
        {
          "index": 4,
          "bank_l2": 60.0025749206543,
          "bank_l2_sd": 18.85845947265625
        },
        {
          "index": 5,
          "bank_l2": 60.00981140136719,
          "bank_l2_sd": 18.861299514770508
        },
        {
          "index": 6,
          "bank_l2": 60.00994873046875,
          "bank_l2_sd": 18.86226463317871
        },
        {
          "index": 7,
          "bank_l2": 60.00928497314453,
          "bank_l2_sd": 18.862077713012695
        },
        {
          "index": 8,
          "bank_l2": 60.00931167602539,
          "bank_l2_sd": 18.86233139038086
        },
        {
          "index": 9,
          "bank_l2": 60.009639739990234,
          "bank_l2_sd": 18.86261749267578
        },
        {
          "index": 10,
          "bank_l2": 60.009586334228516,
          "bank_l2_sd": 18.862661361694336
        },
        {
          "index": 11,
          "bank_l2": 60.0095329284668,
          "bank_l2_sd": 18.862775802612305
        },
        {
          "index": 12,
          "bank_l2": 60.009666442871094,
          "bank_l2_sd": 18.862916946411133
        },
        {
          "index": 13,
          "bank_l2": 60.00984191894531,
          "bank_l2_sd": 18.863061904907227
        },
        {
          "index": 14,
          "bank_l2": 60.01008605957031,
          "bank_l2_sd": 18.863189697265625
        },
        {
          "index": 15,
          "bank_l2": 60.01014709472656,
          "bank_l2_sd": 18.863039016723633
        },
        {
          "index": 16,
          "bank_l2": 60.0101318359375,
          "bank_l2_sd": 18.862730026245117
        },
        {
          "index": 17,
          "bank_l2": 60.010047912597656,
          "bank_l2_sd": 18.86269187927246
        },
        {
          "index": 18,
          "bank_l2": 60.010074615478516,
          "bank_l2_sd": 18.862913131713867
        },
        {
          "index": 19,
          "bank_l2": 60.010257720947266,
          "bank_l2_sd": 18.863136291503906
        },
        {
          "index": 20,
          "bank_l2": 60.010047912597656,
          "bank_l2_sd": 18.863006591796875
        },
        {
          "index": 21,
          "bank_l2": 60.00989532470703,
          "bank_l2_sd": 18.863107681274414
        },
        {
          "index": 22,
          "bank_l2": 60.010215759277344,
          "bank_l2_sd": 18.862733840942383
        },
        {
          "index": 23,
          "bank_l2": 60.009769439697266,
          "bank_l2_sd": 18.86251449584961
        },
        {
          "index": 24,
          "bank_l2": 60.00969314575195,
          "bank_l2_sd": 18.863065719604492
        },
        {
          "index": 25,
          "bank_l2": 60.009666442871094,
          "bank_l2_sd": 18.862682342529297
        },
        {
          "index": 26,
          "bank_l2": 60.00971221923828,
          "bank_l2_sd": 18.862934112548828
        },
        {
          "index": 27,
          "bank_l2": 60.00973129272461,
          "bank_l2_sd": 18.86279296875
        },
        {
          "index": 28,
          "bank_l2": 60.00983428955078,
          "bank_l2_sd": 18.86273956298828
        },
        {
          "index": 29,
          "bank_l2": 60.00969696044922,
          "bank_l2_sd": 18.86271858215332
        },
        {
          "index": 30,
          "bank_l2": 60.009822845458984,
          "bank_l2_sd": 18.86306381225586
        },
        {
          "index": 31,
          "bank_l2": 60.01034927368164,
          "bank_l2_sd": 18.863256454467773
        },
        {
          "index": 32,
          "bank_l2": 60.00959396362305,
          "bank_l2_sd": 18.86288070678711
        }
      ],
      "recurrent_bank_l2": 60.0104866027832,
      "recurrent_bank_l2_sd": 18.8631534576416,
      "memory_weights": [
        0.5621548891067505,
        0.26434326171875,
        0.21649019420146942,
        0.13229738175868988,
        0.11731928586959839,
        0.05737804248929024,
        0.06853818893432617,
        0.04990559443831444,
        0.034040726721286774,
        0.019024813547730446,
        0.011208984069526196,
        0.01060446910560131,
        0.01325332373380661,
        0.004470509942620993,
        0.006670311093330383,
        0.0033495447132736444,
        0.0034505892544984818,
        0.0021147755905985832
      ],
      "compactor_effective_sources": 14.078299522399902,
      "layer_norm_ratio_to_pass4": [
        1.000061552609681,
        0.9999358049299222,
        0.9999566348355823,
        0.9997574323965702,
        0.9992258241235503,
        0.999942989851881,
        1.0001008552546695,
        1.0000233354174366,
        0.9999863067767282,
        1.0000577085628184,
        0.9999364103120443,
        1.0000285895429057,
        0.9999922418729392,
        0.9999462354436639,
        0.99991874701449,
        1.0000530267515206,
        0.9999040540987121
      ]
    },
    {
      "run": "s9e12",
      "targets": 38083,
      "passes": [
        {
          "index": 2,
          "bank_l2": 64.7342758178711,
          "bank_l2_sd": 19.182554244995117
        },
        {
          "index": 3,
          "bank_l2": 61.892303466796875,
          "bank_l2_sd": 19.95684814453125
        },
        {
          "index": 4,
          "bank_l2": 61.9079475402832,
          "bank_l2_sd": 19.949138641357422
        },
        {
          "index": 5,
          "bank_l2": 61.910255432128906,
          "bank_l2_sd": 19.949512481689453
        },
        {
          "index": 6,
          "bank_l2": 61.909385681152344,
          "bank_l2_sd": 19.949766159057617
        },
        {
          "index": 7,
          "bank_l2": 61.9083137512207,
          "bank_l2_sd": 19.950336456298828
        },
        {
          "index": 8,
          "bank_l2": 61.90884780883789,
          "bank_l2_sd": 19.950632095336914
        },
        {
          "index": 9,
          "bank_l2": 61.908714294433594,
          "bank_l2_sd": 19.950340270996094
        },
        {
          "index": 10,
          "bank_l2": 61.908905029296875,
          "bank_l2_sd": 19.95088005065918
        },
        {
          "index": 11,
          "bank_l2": 61.90840530395508,
          "bank_l2_sd": 19.95083236694336
        },
        {
          "index": 12,
          "bank_l2": 61.90900421142578,
          "bank_l2_sd": 19.95095443725586
        },
        {
          "index": 13,
          "bank_l2": 61.90866470336914,
          "bank_l2_sd": 19.950937271118164
        },
        {
          "index": 14,
          "bank_l2": 61.908775329589844,
          "bank_l2_sd": 19.950336456298828
        },
        {
          "index": 15,
          "bank_l2": 61.908538818359375,
          "bank_l2_sd": 19.951202392578125
        },
        {
          "index": 16,
          "bank_l2": 61.908531188964844,
          "bank_l2_sd": 19.950916290283203
        },
        {
          "index": 17,
          "bank_l2": 61.9090461730957,
          "bank_l2_sd": 19.951059341430664
        },
        {
          "index": 18,
          "bank_l2": 61.90922164916992,
          "bank_l2_sd": 19.950977325439453
        },
        {
          "index": 19,
          "bank_l2": 61.908966064453125,
          "bank_l2_sd": 19.951095581054688
        },
        {
          "index": 20,
          "bank_l2": 61.90882110595703,
          "bank_l2_sd": 19.95104217529297
        },
        {
          "index": 21,
          "bank_l2": 61.908912658691406,
          "bank_l2_sd": 19.950769424438477
        },
        {
          "index": 22,
          "bank_l2": 61.90937423706055,
          "bank_l2_sd": 19.951194763183594
        },
        {
          "index": 23,
          "bank_l2": 61.909156799316406,
          "bank_l2_sd": 19.951311111450195
        },
        {
          "index": 24,
          "bank_l2": 61.909210205078125,
          "bank_l2_sd": 19.951229095458984
        },
        {
          "index": 25,
          "bank_l2": 61.90913009643555,
          "bank_l2_sd": 19.950916290283203
        },
        {
          "index": 26,
          "bank_l2": 61.90889358520508,
          "bank_l2_sd": 19.950931549072266
        },
        {
          "index": 27,
          "bank_l2": 61.90929412841797,
          "bank_l2_sd": 19.9512996673584
        },
        {
          "index": 28,
          "bank_l2": 61.90909194946289,
          "bank_l2_sd": 19.951383590698242
        },
        {
          "index": 29,
          "bank_l2": 61.9090690612793,
          "bank_l2_sd": 19.95113754272461
        },
        {
          "index": 30,
          "bank_l2": 61.909175872802734,
          "bank_l2_sd": 19.951095581054688
        },
        {
          "index": 31,
          "bank_l2": 61.90885925292969,
          "bank_l2_sd": 19.9508056640625
        },
        {
          "index": 32,
          "bank_l2": 61.909175872802734,
          "bank_l2_sd": 19.95128631591797
        }
      ],
      "recurrent_bank_l2": 61.90729522705078,
      "recurrent_bank_l2_sd": 19.950101852416992,
      "memory_weights": [
        0.5654252767562866,
        0.2665087580680847,
        0.21537543833255768,
        0.1242523044347763,
        0.1167583018541336,
        0.052922770380973816,
        0.06889836490154266,
        0.0434701107442379,
        0.03225131705403328,
        0.020199371501803398,
        0.010622884146869183,
        0.0103581128641963,
        0.01737339422106743,
        0.006815948989242315,
        0.007458193227648735,
        0.00391069520264864,
        0.0036849502939730883,
        0.00247833295725286
      ],
      "compactor_effective_sources": 14.13277530670166,
      "layer_norm_ratio_to_pass4": [
        1.0001508363838942,
        0.999989757010686,
        1.0002353306907794,
        0.9998026875887603,
        0.9993662921368864,
        1.0000890159086195,
        1.0001184335905866,
        1.0000849759846804,
        0.9998851548137897,
        1.0001168041930957,
        0.9999242834279661,
        1.000260542542562,
        1.0000779599492635,
        1.000120032364783,
        0.9999185806073044,
        0.9999860926608565,
        0.9999311023762543
      ]
    }
  ],
  "corrections": [
    {
      "short": "s9e6",
      "component": "feed_forward",
      "kind": "stored_W1",
      "matrices": 24,
      "norm_relative_to_decoder": 0.9665960191532107,
      "rank90": 725.4583333333334,
      "energy64": 0.1622002747232449,
      "energy128": 0.2851313919899121,
      "energy256": 0.4835945587347399
    },
    {
      "short": "s9e7",
      "component": "feed_forward",
      "kind": "stored_W1",
      "matrices": 24,
      "norm_relative_to_decoder": 0.9529314485478508,
      "rank90": 720.7916666666666,
      "energy64": 0.16919039624132656,
      "energy128": 0.29285234322967235,
      "energy256": 0.49083343492434706
    },
    {
      "short": "s9e11",
      "component": "feed_forward",
      "kind": "stored_W1",
      "matrices": 24,
      "norm_relative_to_decoder": 0.9507199207745994,
      "rank90": 719.75,
      "energy64": 0.16947088025023124,
      "energy128": 0.2935241552339884,
      "energy256": 0.4917899309698817
    },
    {
      "short": "s9e12",
      "component": "feed_forward",
      "kind": "stored_W1",
      "matrices": 24,
      "norm_relative_to_decoder": 1.0150873724091485,
      "rank90": 719.3333333333334,
      "energy64": 0.1687157939945059,
      "energy128": 0.2927556043336947,
      "energy256": 0.49105020236413566
    }
  ],
  "uncertainty": "One trained run per architecture. Document bootstrap intervals do not measure training-seed variation.",
  "source_sha256": {
    "decoder-report-comparison.json": "f54a28733ed61e19289efb510220e72f92c63c4294d3b79fe86070d12276ac2d",
    "alignment-refinement.json": "1a76bfe02d2996f398a98aa79607b8aea89ad9ceace0b60189f735699fb3bc57",
    "s9e12-final-subspace-comparison.json": "eda6f35fcca58de8a55353a6269e35778d330e712ac46cc4d533cdaba4505625",
    "panel-summary.json": "798fb14ba0acd60933aff6fb1cde955b2c2c76da95777d064146aa36cb4168da",
    "architecture-comparison.json": "8d7406c46c5af387d24b46d5e9de59489bf0a6f43fe8d6218d4f047d87efd122",
    "difference-spectra-summary.json": "838d69649197bf74c03afce7bcd9bedc7241f4380ba64f095dec87b763a6945d"
  }
}