{
  "schema": "ts3_slice_views_v1",
  "sample_id": "normal_rodv2_0150__gas_inertia_30deg",
  "record_index": 0,
  "checkpoint_sha256": "eaf499445d4b00bf103f6df0d2623cc490bc80d72e38ce701bf1e279a6f3df20",
  "trained_epoch": 2000,
  "training_cases": 20,
  "parameters": 7626372,
  "layers": 16,
  "heads": 8,
  "slices_per_head": 64,
  "native_nodes": 33555,
  "surface_nodes": 16842,
  "triangles": 33688,
  "CPU_forward_seconds": 29.395447996997973,
  "CPU_threads": 8,
  "CUDA_initialized": false,
  "hook_max_abs_prediction_difference_on_19_node_test": 0.0,
  "source_geometry_sha256": "b30eaa438bae1d9d8a94fec6c9ea82322b6a533a97bcf59001d917446c279044",
  "source_load_sha256": "2b345f11e63ec8f505632f2b4511f09423e9a88ca9d1042c8f82bf6848f0c472",
  "extraction_source_sha256": "c42c23cce9c2fa7b59c0327b6a329c942ddebe06ce8b25061b087ff515d129c9",
  "interpretation": "Assignment probabilities, not displacement/stress or spatial segmentation. No collapse threshold or conclusion is preassigned.",
  "model_config": {
    "n_layers": 16,
    "n_hidden": 256,
    "n_head": 8,
    "slice_num": 64,
    "mlp_ratio": 2,
    "dropout": 0.0
  },
  "views": [
    {
      "layer": 1,
      "head": 1,
      "asset": "L01_H01.json.gz",
      "quantization_error_max": 1.5772413462400436e-05
    },
    {
      "layer": 1,
      "head": 2,
      "asset": "L01_H02.json.gz",
      "quantization_error_max": 1.4145101886242628e-05
    },
    {
      "layer": 1,
      "head": 3,
      "asset": "L01_H03.json.gz",
      "quantization_error_max": 1.5873287338763475e-05
    },
    {
      "layer": 1,
      "head": 4,
      "asset": "L01_H04.json.gz",
      "quantization_error_max": 1.3813718396704644e-05
    },
    {
      "layer": 1,
      "head": 5,
      "asset": "L01_H05.json.gz",
      "quantization_error_max": 1.6520119970664382e-05
    },
    {
      "layer": 1,
      "head": 6,
      "asset": "L01_H06.json.gz",
      "quantization_error_max": 1.256272298633121e-05
    },
    {
      "layer": 1,
      "head": 7,
      "asset": "L01_H07.json.gz",
      "quantization_error_max": 1.7680729797575623e-05
    },
    {
      "layer": 1,
      "head": 8,
      "asset": "L01_H08.json.gz",
      "quantization_error_max": 1.3933698937762529e-05
    },
    {
      "layer": 2,
      "head": 1,
      "asset": "L02_H01.json.gz",
      "quantization_error_max": 1.2087035429431126e-05
    },
    {
      "layer": 2,
      "head": 2,
      "asset": "L02_H02.json.gz",
      "quantization_error_max": 1.2598107787198387e-05
    },
    {
      "layer": 2,
      "head": 3,
      "asset": "L02_H03.json.gz",
      "quantization_error_max": 1.2808453902835026e-05
    },
    {
      "layer": 2,
      "head": 4,
      "asset": "L02_H04.json.gz",
      "quantization_error_max": 1.485123357269913e-05
    },
    {
      "layer": 2,
      "head": 5,
      "asset": "L02_H05.json.gz",
      "quantization_error_max": 1.0695062883314677e-05
    },
    {
      "layer": 2,
      "head": 6,
      "asset": "L02_H06.json.gz",
      "quantization_error_max": 1.2667427654378116e-05
    },
    {
      "layer": 2,
      "head": 7,
      "asset": "L02_H07.json.gz",
      "quantization_error_max": 1.4269611710915342e-05
    },
    {
      "layer": 2,
      "head": 8,
      "asset": "L02_H08.json.gz",
      "quantization_error_max": 1.2939148291479796e-05
    },
    {
      "layer": 3,
      "head": 1,
      "asset": "L03_H01.json.gz",
      "quantization_error_max": 1.2510818123701029e-05
    },
    {
      "layer": 3,
      "head": 2,
      "asset": "L03_H02.json.gz",
      "quantization_error_max": 1.3039376426604576e-05
    },
    {
      "layer": 3,
      "head": 3,
      "asset": "L03_H03.json.gz",
      "quantization_error_max": 1.1860822269227356e-05
    },
    {
      "layer": 3,
      "head": 4,
      "asset": "L03_H04.json.gz",
      "quantization_error_max": 1.0677867976482958e-05
    },
    {
      "layer": 3,
      "head": 5,
      "asset": "L03_H05.json.gz",
      "quantization_error_max": 1.3629731256514788e-05
    },
    {
      "layer": 3,
      "head": 6,
      "asset": "L03_H06.json.gz",
      "quantization_error_max": 1.3857134035788476e-05
    },
    {
      "layer": 3,
      "head": 7,
      "asset": "L03_H07.json.gz",
      "quantization_error_max": 1.2092923498130403e-05
    },
    {
      "layer": 3,
      "head": 8,
      "asset": "L03_H08.json.gz",
      "quantization_error_max": 1.3752900485997088e-05
    },
    {
      "layer": 4,
      "head": 1,
      "asset": "L04_H01.json.gz",
      "quantization_error_max": 1.2218304618727416e-05
    },
    {
      "layer": 4,
      "head": 2,
      "asset": "L04_H02.json.gz",
      "quantization_error_max": 1.388578675687313e-05
    },
    {
      "layer": 4,
      "head": 3,
      "asset": "L04_H03.json.gz",
      "quantization_error_max": 1.1992469808319584e-05
    },
    {
      "layer": 4,
      "head": 4,
      "asset": "L04_H04.json.gz",
      "quantization_error_max": 2.0851519366260618e-05
    },
    {
      "layer": 4,
      "head": 5,
      "asset": "L04_H05.json.gz",
      "quantization_error_max": 1.3413226042757742e-05
    },
    {
      "layer": 4,
      "head": 6,
      "asset": "L04_H06.json.gz",
      "quantization_error_max": 1.0746873158495873e-05
    },
    {
      "layer": 4,
      "head": 7,
      "asset": "L04_H07.json.gz",
      "quantization_error_max": 1.5287718269973993e-05
    },
    {
      "layer": 4,
      "head": 8,
      "asset": "L04_H08.json.gz",
      "quantization_error_max": 1.2510057786130346e-05
    },
    {
      "layer": 5,
      "head": 1,
      "asset": "L05_H01.json.gz",
      "quantization_error_max": 1.2108528608223423e-05
    },
    {
      "layer": 5,
      "head": 2,
      "asset": "L05_H02.json.gz",
      "quantization_error_max": 1.994892954826355e-05
    },
    {
      "layer": 5,
      "head": 3,
      "asset": "L05_H03.json.gz",
      "quantization_error_max": 1.3444590877043083e-05
    },
    {
      "layer": 5,
      "head": 4,
      "asset": "L05_H04.json.gz",
      "quantization_error_max": 1.3095866961521097e-05
    },
    {
      "layer": 5,
      "head": 5,
      "asset": "L05_H05.json.gz",
      "quantization_error_max": 1.456387690268457e-05
    },
    {
      "layer": 5,
      "head": 6,
      "asset": "L05_H06.json.gz",
      "quantization_error_max": 1.7072703485609964e-05
    },
    {
      "layer": 5,
      "head": 7,
      "asset": "L05_H07.json.gz",
      "quantization_error_max": 1.1552067007869482e-05
    },
    {
      "layer": 5,
      "head": 8,
      "asset": "L05_H08.json.gz",
      "quantization_error_max": 1.1284493666607887e-05
    },
    {
      "layer": 6,
      "head": 1,
      "asset": "L06_H01.json.gz",
      "quantization_error_max": 2.5307315809186548e-05
    },
    {
      "layer": 6,
      "head": 2,
      "asset": "L06_H02.json.gz",
      "quantization_error_max": 1.4331657439470291e-05
    },
    {
      "layer": 6,
      "head": 3,
      "asset": "L06_H03.json.gz",
      "quantization_error_max": 2.02308438019827e-05
    },
    {
      "layer": 6,
      "head": 4,
      "asset": "L06_H04.json.gz",
      "quantization_error_max": 2.020175088546239e-05
    },
    {
      "layer": 6,
      "head": 5,
      "asset": "L06_H05.json.gz",
      "quantization_error_max": 1.5961617464199662e-05
    },
    {
      "layer": 6,
      "head": 6,
      "asset": "L06_H06.json.gz",
      "quantization_error_max": 1.9766281184274703e-05
    },
    {
      "layer": 6,
      "head": 7,
      "asset": "L06_H07.json.gz",
      "quantization_error_max": 2.0561088604154065e-05
    },
    {
      "layer": 6,
      "head": 8,
      "asset": "L06_H08.json.gz",
      "quantization_error_max": 2.257953747175634e-05
    },
    {
      "layer": 7,
      "head": 1,
      "asset": "L07_H01.json.gz",
      "quantization_error_max": 1.5151679690461606e-05
    },
    {
      "layer": 7,
      "head": 2,
      "asset": "L07_H02.json.gz",
      "quantization_error_max": 1.3075607057544403e-05
    },
    {
      "layer": 7,
      "head": 3,
      "asset": "L07_H03.json.gz",
      "quantization_error_max": 1.0777795978356153e-05
    },
    {
      "layer": 7,
      "head": 4,
      "asset": "L07_H04.json.gz",
      "quantization_error_max": 8.747107131057419e-06
    },
    {
      "layer": 7,
      "head": 5,
      "asset": "L07_H05.json.gz",
      "quantization_error_max": 1.3133250831742771e-05
    },
    {
      "layer": 7,
      "head": 6,
      "asset": "L07_H06.json.gz",
      "quantization_error_max": 1.170351606560871e-05
    },
    {
      "layer": 7,
      "head": 7,
      "asset": "L07_H07.json.gz",
      "quantization_error_max": 1.2469783541746438e-05
    },
    {
      "layer": 7,
      "head": 8,
      "asset": "L07_H08.json.gz",
      "quantization_error_max": 1.5935824194457382e-05
    },
    {
      "layer": 8,
      "head": 1,
      "asset": "L08_H01.json.gz",
      "quantization_error_max": 1.5650992281734943e-05
    },
    {
      "layer": 8,
      "head": 2,
      "asset": "L08_H02.json.gz",
      "quantization_error_max": 1.3078348274575546e-05
    },
    {
      "layer": 8,
      "head": 3,
      "asset": "L08_H03.json.gz",
      "quantization_error_max": 1.0235260560875759e-05
    },
    {
      "layer": 8,
      "head": 4,
      "asset": "L08_H04.json.gz",
      "quantization_error_max": 1.3501425200956874e-05
    },
    {
      "layer": 8,
      "head": 5,
      "asset": "L08_H05.json.gz",
      "quantization_error_max": 1.2187991160317324e-05
    },
    {
      "layer": 8,
      "head": 6,
      "asset": "L08_H06.json.gz",
      "quantization_error_max": 1.1893265764229e-05
    },
    {
      "layer": 8,
      "head": 7,
      "asset": "L08_H07.json.gz",
      "quantization_error_max": 1.123933179769665e-05
    },
    {
      "layer": 8,
      "head": 8,
      "asset": "L08_H08.json.gz",
      "quantization_error_max": 1.2154050637036562e-05
    },
    {
      "layer": 9,
      "head": 1,
      "asset": "L09_H01.json.gz",
      "quantization_error_max": 1.681305730016902e-05
    },
    {
      "layer": 9,
      "head": 2,
      "asset": "L09_H02.json.gz",
      "quantization_error_max": 1.0106101399287581e-05
    },
    {
      "layer": 9,
      "head": 3,
      "asset": "L09_H03.json.gz",
      "quantization_error_max": 1.3518894775188528e-05
    },
    {
      "layer": 9,
      "head": 4,
      "asset": "L09_H04.json.gz",
      "quantization_error_max": 1.4903998817317188e-05
    },
    {
      "layer": 9,
      "head": 5,
      "asset": "L09_H05.json.gz",
      "quantization_error_max": 1.1248304872424342e-05
    },
    {
      "layer": 9,
      "head": 6,
      "asset": "L09_H06.json.gz",
      "quantization_error_max": 1.295475522056222e-05
    },
    {
      "layer": 9,
      "head": 7,
      "asset": "L09_H07.json.gz",
      "quantization_error_max": 1.2533208064269274e-05
    },
    {
      "layer": 9,
      "head": 8,
      "asset": "L09_H08.json.gz",
      "quantization_error_max": 1.3261367712402716e-05
    },
    {
      "layer": 10,
      "head": 1,
      "asset": "L10_H01.json.gz",
      "quantization_error_max": 8.617595085524954e-06
    },
    {
      "layer": 10,
      "head": 2,
      "asset": "L10_H02.json.gz",
      "quantization_error_max": 1.2740114470943809e-05
    },
    {
      "layer": 10,
      "head": 3,
      "asset": "L10_H03.json.gz",
      "quantization_error_max": 1.1444935807958245e-05
    },
    {
      "layer": 10,
      "head": 4,
      "asset": "L10_H04.json.gz",
      "quantization_error_max": 1.3064651284366846e-05
    },
    {
      "layer": 10,
      "head": 5,
      "asset": "L10_H05.json.gz",
      "quantization_error_max": 1.0113923053722829e-05
    },
    {
      "layer": 10,
      "head": 6,
      "asset": "L10_H06.json.gz",
      "quantization_error_max": 1.4676743376185186e-05
    },
    {
      "layer": 10,
      "head": 7,
      "asset": "L10_H07.json.gz",
      "quantization_error_max": 1.7750586266629398e-05
    },
    {
      "layer": 10,
      "head": 8,
      "asset": "L10_H08.json.gz",
      "quantization_error_max": 8.778599294601008e-06
    },
    {
      "layer": 11,
      "head": 1,
      "asset": "L11_H01.json.gz",
      "quantization_error_max": 1.310231164097786e-05
    },
    {
      "layer": 11,
      "head": 2,
      "asset": "L11_H02.json.gz",
      "quantization_error_max": 1.390483339491766e-05
    },
    {
      "layer": 11,
      "head": 3,
      "asset": "L11_H03.json.gz",
      "quantization_error_max": 1.4045430361875333e-05
    },
    {
      "layer": 11,
      "head": 4,
      "asset": "L11_H04.json.gz",
      "quantization_error_max": 1.3806820788886398e-05
    },
    {
      "layer": 11,
      "head": 5,
      "asset": "L11_H05.json.gz",
      "quantization_error_max": 1.271670771529898e-05
    },
    {
      "layer": 11,
      "head": 6,
      "asset": "L11_H06.json.gz",
      "quantization_error_max": 9.60766919888556e-06
    },
    {
      "layer": 11,
      "head": 7,
      "asset": "L11_H07.json.gz",
      "quantization_error_max": 1.4718832971993834e-05
    },
    {
      "layer": 11,
      "head": 8,
      "asset": "L11_H08.json.gz",
      "quantization_error_max": 1.2741715181618929e-05
    },
    {
      "layer": 12,
      "head": 1,
      "asset": "L12_H01.json.gz",
      "quantization_error_max": 8.82374297361821e-06
    },
    {
      "layer": 12,
      "head": 2,
      "asset": "L12_H02.json.gz",
      "quantization_error_max": 9.857063560048118e-06
    },
    {
      "layer": 12,
      "head": 3,
      "asset": "L12_H03.json.gz",
      "quantization_error_max": 1.58142029249575e-05
    },
    {
      "layer": 12,
      "head": 4,
      "asset": "L12_H04.json.gz",
      "quantization_error_max": 1.4479686797130853e-05
    },
    {
      "layer": 12,
      "head": 5,
      "asset": "L12_H05.json.gz",
      "quantization_error_max": 8.694070857018232e-06
    },
    {
      "layer": 12,
      "head": 6,
      "asset": "L12_H06.json.gz",
      "quantization_error_max": 8.969138434622437e-06
    },
    {
      "layer": 12,
      "head": 7,
      "asset": "L12_H07.json.gz",
      "quantization_error_max": 7.66663288231939e-06
    },
    {
      "layer": 12,
      "head": 8,
      "asset": "L12_H08.json.gz",
      "quantization_error_max": 9.796933227335103e-06
    },
    {
      "layer": 13,
      "head": 1,
      "asset": "L13_H01.json.gz",
      "quantization_error_max": 1.51317217387259e-05
    },
    {
      "layer": 13,
      "head": 2,
      "asset": "L13_H02.json.gz",
      "quantization_error_max": 1.3021868653595448e-05
    },
    {
      "layer": 13,
      "head": 3,
      "asset": "L13_H03.json.gz",
      "quantization_error_max": 7.8397206380032e-06
    },
    {
      "layer": 13,
      "head": 4,
      "asset": "L13_H04.json.gz",
      "quantization_error_max": 8.304501534439623e-06
    },
    {
      "layer": 13,
      "head": 5,
      "asset": "L13_H05.json.gz",
      "quantization_error_max": 1.095749030355364e-05
    },
    {
      "layer": 13,
      "head": 6,
      "asset": "L13_H06.json.gz",
      "quantization_error_max": 2.196046625613235e-05
    },
    {
      "layer": 13,
      "head": 7,
      "asset": "L13_H07.json.gz",
      "quantization_error_max": 1.1309530236758292e-05
    },
    {
      "layer": 13,
      "head": 8,
      "asset": "L13_H08.json.gz",
      "quantization_error_max": 1.002517092274502e-05
    },
    {
      "layer": 14,
      "head": 1,
      "asset": "L14_H01.json.gz",
      "quantization_error_max": 6.827927791164257e-06
    },
    {
      "layer": 14,
      "head": 2,
      "asset": "L14_H02.json.gz",
      "quantization_error_max": 1.2840742783737369e-05
    },
    {
      "layer": 14,
      "head": 3,
      "asset": "L14_H03.json.gz",
      "quantization_error_max": 1.5071047528181225e-05
    },
    {
      "layer": 14,
      "head": 4,
      "asset": "L14_H04.json.gz",
      "quantization_error_max": 9.400115231983364e-06
    },
    {
      "layer": 14,
      "head": 5,
      "asset": "L14_H05.json.gz",
      "quantization_error_max": 1.2081796739948913e-05
    },
    {
      "layer": 14,
      "head": 6,
      "asset": "L14_H06.json.gz",
      "quantization_error_max": 7.677615940338e-06
    },
    {
      "layer": 14,
      "head": 7,
      "asset": "L14_H07.json.gz",
      "quantization_error_max": 7.351034582825378e-06
    },
    {
      "layer": 14,
      "head": 8,
      "asset": "L14_H08.json.gz",
      "quantization_error_max": 9.955598216038197e-06
    },
    {
      "layer": 15,
      "head": 1,
      "asset": "L15_H01.json.gz",
      "quantization_error_max": 6.999234756221995e-06
    },
    {
      "layer": 15,
      "head": 2,
      "asset": "L15_H02.json.gz",
      "quantization_error_max": 7.340369847952388e-06
    },
    {
      "layer": 15,
      "head": 3,
      "asset": "L15_H03.json.gz",
      "quantization_error_max": 5.1102797442581505e-06
    },
    {
      "layer": 15,
      "head": 4,
      "asset": "L15_H04.json.gz",
      "quantization_error_max": 7.117923814803362e-06
    },
    {
      "layer": 15,
      "head": 5,
      "asset": "L15_H05.json.gz",
      "quantization_error_max": 6.136484444141388e-06
    },
    {
      "layer": 15,
      "head": 6,
      "asset": "L15_H06.json.gz",
      "quantization_error_max": 2.0870153093710542e-05
    },
    {
      "layer": 15,
      "head": 7,
      "asset": "L15_H07.json.gz",
      "quantization_error_max": 6.117814336903393e-06
    },
    {
      "layer": 15,
      "head": 8,
      "asset": "L15_H08.json.gz",
      "quantization_error_max": 5.9314861573511735e-06
    },
    {
      "layer": 16,
      "head": 1,
      "asset": "L16_H01.json.gz",
      "quantization_error_max": 7.97911525296513e-06
    },
    {
      "layer": 16,
      "head": 2,
      "asset": "L16_H02.json.gz",
      "quantization_error_max": 5.574336682911962e-06
    },
    {
      "layer": 16,
      "head": 3,
      "asset": "L16_H03.json.gz",
      "quantization_error_max": 7.2860166255850345e-06
    },
    {
      "layer": 16,
      "head": 4,
      "asset": "L16_H04.json.gz",
      "quantization_error_max": 5.795424840471242e-06
    },
    {
      "layer": 16,
      "head": 5,
      "asset": "L16_H05.json.gz",
      "quantization_error_max": 1.2923608665005304e-05
    },
    {
      "layer": 16,
      "head": 6,
      "asset": "L16_H06.json.gz",
      "quantization_error_max": 9.045006663654931e-06
    },
    {
      "layer": 16,
      "head": 7,
      "asset": "L16_H07.json.gz",
      "quantization_error_max": 8.78452556207776e-06
    },
    {
      "layer": 16,
      "head": 8,
      "asset": "L16_H08.json.gz",
      "quantization_error_max": 9.534243872622028e-06
    }
  ],
  "metrics": [
    {
      "layer": 1,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014813875112276801,
        0.015056277727540302,
        0.01546750988579777,
        0.015481928484704479,
        0.015137646048139787,
        0.014870026658217388,
        0.01413033830340285,
        0.016494422099153236,
        0.01759833455643077,
        0.015197808935077016,
        0.015144494120511758,
        0.016309048039465365,
        0.015567054438682707,
        0.015357791358748521,
        0.015537695072656807,
        0.015354414099546805,
        0.015681823657059824,
        0.01571471439156864,
        0.015493155299263879,
        0.016063189976285926,
        0.017262414779146043,
        0.01582057075098994,
        0.015518877617964853,
        0.016142443730880973,
        0.016025955864812414,
        0.017170403593150012,
        0.01622952562407816,
        0.014432045669940061,
        0.014916536663515284,
        0.014978217058529879,
        0.015265251295492575,
        0.015831097085825457,
        0.016095783454361173,
        0.01409004094180998,
        0.016118434342874747,
        0.015575038683101826,
        0.014818518527458302,
        0.015623646691655805,
        0.016410551654268458,
        0.015627804375527698,
        0.015480432311199787,
        0.01542667727484453,
        0.016157344700675612,
        0.01588600686472506,
        0.015375085157496157,
        0.01693808150802026,
        0.015834472597676733,
        0.014983434633148834,
        0.015103622603311639,
        0.016096040139519062,
        0.014287784978782895,
        0.01564024350801717,
        0.015285397645359716,
        0.01747109243681513,
        0.016398355779183228,
        0.01633240703408426,
        0.015509958287795101,
        0.0147666974875517,
        0.015392581794442585,
        0.015932211090079668,
        0.013868234772804135,
        0.01494898550118571,
        0.016127940258304038,
        0.016332205139725598
      ],
      "mean_node_assignment_entropy": 4.156899898848989,
      "normalized_node_entropy": 0.9995231449235451,
      "effective_mass_slots": 63.92399087220639,
      "node_slot_mutual_information_nats": 0.000794836082523176,
      "normalized_node_slot_mutual_information": 0.00019111767909596615,
      "centered_token_effective_rank": 1.5776641090544798,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00412367879038308,
      "token_RMS": 0.2300708266372899,
      "mean_token_offdiagonal_cosine": 0.9996820906935482,
      "temperature": 0.494767963886261
    },
    {
      "layer": 1,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014205187488074736,
        0.014994657111278262,
        0.015910213590034642,
        0.01600318192767326,
        0.015393744274444301,
        0.01614273290749794,
        0.016260523612081846,
        0.014673249958289255,
        0.01646615431076847,
        0.014662169342167535,
        0.01449520488222027,
        0.016295772064169125,
        0.014887886900621846,
        0.014347139193124503,
        0.01691876822126958,
        0.017516457982446804,
        0.015383791330202052,
        0.016066036901251204,
        0.016101713014111275,
        0.015953885212556168,
        0.015255321267530968,
        0.014365390097607783,
        0.015142042730117392,
        0.016582580409819716,
        0.015379791039012616,
        0.014694094882742061,
        0.01567081421221791,
        0.01490847574961317,
        0.01710979521689228,
        0.015969250251410962,
        0.016189378159124287,
        0.014352146716436753,
        0.015529455864729006,
        0.01600460841698896,
        0.015268461916036709,
        0.016169772458817427,
        0.017096649488258505,
        0.01682839138141076,
        0.017105862280461317,
        0.015997480388107384,
        0.014573058761815043,
        0.013447135574632741,
        0.015430872130741033,
        0.015574811228316856,
        0.01556664675176077,
        0.01544198502605078,
        0.01665302140058428,
        0.0159072226837928,
        0.016124454838148956,
        0.015025270568611299,
        0.015227295291314332,
        0.017555306008858032,
        0.01461726281072513,
        0.014923192648073588,
        0.015061903232299185,
        0.014452310467413385,
        0.01649127456313353,
        0.015332895850216226,
        0.016773850460400915,
        0.015521651764879496,
        0.01588324692206866,
        0.01475559718664855,
        0.014617966668273143,
        0.016743533997854068
      ],
      "mean_node_assignment_entropy": 4.156820548727787,
      "normalized_node_entropy": 0.9995040652524865,
      "effective_mass_slots": 63.89618943258539,
      "node_slot_mutual_information_nats": 0.000439177584692807,
      "normalized_node_slot_mutual_information": 0.00010559988725098423,
      "centered_token_effective_rank": 2.135081534284321,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00262596633681738,
      "token_RMS": 0.2466460547068915,
      "mean_token_offdiagonal_cosine": 0.9998883413639639,
      "temperature": 0.4980335831642151
    },
    {
      "layer": 1,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015528313641819003,
        0.016819698290435607,
        0.01511641078648167,
        0.017196688500434636,
        0.01672377536874617,
        0.016949734749554735,
        0.016703800339045814,
        0.015230326601135501,
        0.016014427711820527,
        0.015133157138582393,
        0.014114382678834102,
        0.01594351229587196,
        0.015752288010823463,
        0.01432449522309839,
        0.016193381467932092,
        0.01557755128019343,
        0.015575455752887069,
        0.014809598829117072,
        0.01539304227562797,
        0.01515665668480719,
        0.015360961417620245,
        0.016256623299501814,
        0.015654379388531457,
        0.016843046136300346,
        0.014312140796971363,
        0.014433210753176415,
        0.015183434863492232,
        0.01626381592930802,
        0.01574609369020662,
        0.016484980668021624,
        0.017268911561416748,
        0.01513813393502193,
        0.01422885112567677,
        0.016635808631258187,
        0.014977064457513983,
        0.015694016404172388,
        0.015114351872878207,
        0.015990570824909157,
        0.01606243949196428,
        0.015127520126723182,
        0.01649827638302665,
        0.015638523303181034,
        0.015432950531176512,
        0.015988061249821228,
        0.014932000386842165,
        0.015914883146889873,
        0.01575318531490859,
        0.015780638964995774,
        0.016422530806857513,
        0.014796723740297767,
        0.016356663829521414,
        0.015445325271487502,
        0.01643494847163307,
        0.014201673081708397,
        0.01497385601757749,
        0.015198680403543965,
        0.01434263265274677,
        0.01695025666441861,
        0.015838449299940542,
        0.016586433411490506,
        0.015873513843893624,
        0.014584040643144669,
        0.014754417705811885,
        0.014268281847191913
      ],
      "mean_node_assignment_entropy": 4.156661279255223,
      "normalized_node_entropy": 0.9994657690394476,
      "effective_mass_slots": 63.91263542525978,
      "node_slot_mutual_information_nats": 0.0008558000652900688,
      "normalized_node_slot_mutual_information": 0.00020577641836440558,
      "centered_token_effective_rank": 1.863568672421625,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.003971780208045802,
      "token_RMS": 0.22663704492327708,
      "mean_token_offdiagonal_cosine": 0.9996906221595183,
      "temperature": 0.49933868646621704
    },
    {
      "layer": 1,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01587545280883927,
        0.017313254223876962,
        0.01666292174440474,
        0.015604548485325978,
        0.014695612326566358,
        0.015056620914760475,
        0.015543517357979379,
        0.015080708371578865,
        0.01604735173652485,
        0.01508951896990048,
        0.01610445134728068,
        0.017395292512623967,
        0.017028560353083044,
        0.01705349824677044,
        0.016350247392952974,
        0.014919899498721585,
        0.016293967740157556,
        0.014512125684736366,
        0.01587111109151888,
        0.014892671482351369,
        0.014793137278124155,
        0.015230038234079459,
        0.01583278776514088,
        0.015604146996341205,
        0.014023924694259029,
        0.017394921125938767,
        0.016187972714340405,
        0.014001174388150002,
        0.014882759580499963,
        0.01767814926405659,
        0.015239442608203623,
        0.016005949407617206,
        0.016531688885935647,
        0.01669760803447659,
        0.015502235486175332,
        0.014658057046247886,
        0.016186860262944622,
        0.015287780181109692,
        0.015637062085622284,
        0.013793211513909581,
        0.01692822364599818,
        0.014714992322491748,
        0.015906593946354512,
        0.017332531625524023,
        0.0152702500275416,
        0.014135236804909374,
        0.017118123321814928,
        0.016030728042951695,
        0.015969243768650904,
        0.014580972220250737,
        0.015089933342777605,
        0.016008139164645666,
        0.015322523319189213,
        0.01588831975811299,
        0.013565009630463807,
        0.013948278528469017,
        0.015133454997829105,
        0.014733775533489287,
        0.016641909352832197,
        0.016658938411529427,
        0.015389382219403613,
        0.016058469343319316,
        0.014580733632032428,
        0.014433997209447406
      ],
      "mean_node_assignment_entropy": 4.1557521217599716,
      "normalized_node_entropy": 0.9992471628711499,
      "effective_mass_slots": 63.87124132111026,
      "node_slot_mutual_information_nats": 0.0011170807446019282,
      "normalized_node_slot_mutual_information": 0.00026860114175162545,
      "centered_token_effective_rank": 1.531502939344212,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005726023153592477,
      "token_RMS": 0.28680317539638195,
      "mean_token_offdiagonal_cosine": 0.9996112996462063,
      "temperature": 0.4990132451057434
    },
    {
      "layer": 1,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015257995202193723,
        0.01528918762301221,
        0.015932244684970728,
        0.015956681603161976,
        0.014933984491886964,
        0.015844840613752936,
        0.016095932979969915,
        0.01591483418444082,
        0.014965784076238785,
        0.015702343481378982,
        0.015323346066287956,
        0.016522603099181805,
        0.016035092414600043,
        0.016483250629607017,
        0.015791495080030884,
        0.016157902806004775,
        0.014462377378394273,
        0.016206534615755438,
        0.015404556425391847,
        0.014721882523977974,
        0.015755568196154125,
        0.016828418961381826,
        0.014313109777840038,
        0.015103088744815132,
        0.016069761362893228,
        0.015054469453616366,
        0.015395860571284893,
        0.016339025093982756,
        0.01575976712969199,
        0.014892085825000527,
        0.015979229199550596,
        0.016257270127301722,
        0.01571210761163331,
        0.016509832027284288,
        0.01496881731939736,
        0.016426076113482718,
        0.01694899503315944,
        0.014561664416632225,
        0.01672910506302923,
        0.01666902596958902,
        0.01581586841005355,
        0.014641149827524645,
        0.015673938073992793,
        0.015452272008708702,
        0.01628552509549211,
        0.01525228858197247,
        0.016235495365616543,
        0.01554933632798232,
        0.014653304996139076,
        0.015852532600044468,
        0.014410493861800058,
        0.016487984872123218,
        0.01490229674318125,
        0.01463973604360821,
        0.014499638157028934,
        0.015370192093464652,
        0.016275883208215904,
        0.015385623043923437,
        0.01581331420905756,
        0.014923320872027213,
        0.015457981645021792,
        0.015461147000707576,
        0.015944700494781635,
        0.01573982860675411
      ],
      "mean_node_assignment_entropy": 4.157291385853926,
      "normalized_node_entropy": 0.999617277650311,
      "effective_mass_slots": 63.941963978744454,
      "node_slot_mutual_information_nats": 0.0006844732701418721,
      "normalized_node_slot_mutual_information": 0.00016458103207578847,
      "centered_token_effective_rank": 2.4183542051080713,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.003610848102207068,
      "token_RMS": 0.33530401172850754,
      "mean_token_offdiagonal_cosine": 0.9999005880100135,
      "temperature": 0.5018079280853271
    },
    {
      "layer": 1,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015744863956030933,
        0.016591928382543617,
        0.015065060904761075,
        0.016414511236683426,
        0.013848331539039995,
        0.015248249694088846,
        0.015333331201484751,
        0.014972304744081693,
        0.01973376865314844,
        0.015771102249475796,
        0.015934228126807275,
        0.013938288965278154,
        0.016889672569298846,
        0.013233471239262376,
        0.014866408247252527,
        0.015227917808861166,
        0.01755990244485932,
        0.015405544874246821,
        0.01502332514824437,
        0.01609298616521157,
        0.016966965683848177,
        0.014894081950254295,
        0.015330105024536887,
        0.016622553951816246,
        0.014506130520381492,
        0.01636976177926711,
        0.016011271075678776,
        0.0152470488998289,
        0.016271659609104098,
        0.016315941123569124,
        0.016775646936295508,
        0.015171202602212705,
        0.015299295011761823,
        0.016125393992576054,
        0.016576794351293868,
        0.013609268131588588,
        0.014244602364810599,
        0.01733595098000652,
        0.015555206803634659,
        0.01564181024130118,
        0.01621960734940467,
        0.01649212120365917,
        0.01600889341330905,
        0.016249768485137095,
        0.01500476731514499,
        0.015492278111885138,
        0.01602977513631376,
        0.015749843974172128,
        0.015276836536129716,
        0.014686291421204473,
        0.015357347744174391,
        0.014843051162573482,
        0.015582761434235058,
        0.014212958630595721,
        0.016604364483731458,
        0.014361703645694968,
        0.01650219433908335,
        0.01451854001119513,
        0.01476203069568786,
        0.01605938614642095,
        0.014123095766308278,
        0.016001086481578337,
        0.014345749223671688,
        0.017749657928405185
      ],
      "mean_node_assignment_entropy": 4.155623290937571,
      "normalized_node_entropy": 0.9992161856063847,
      "effective_mass_slots": 63.846268711843905,
      "node_slot_mutual_information_nats": 0.0008548514910868832,
      "normalized_node_slot_mutual_information": 0.00020554833448126374,
      "centered_token_effective_rank": 2.1240386859840483,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004352321747114685,
      "token_RMS": 0.22414422209871532,
      "mean_token_offdiagonal_cosine": 0.9996435228053292,
      "temperature": 0.4994603097438812
    },
    {
      "layer": 1,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014979918812770875,
        0.015326706313053091,
        0.014970554456652107,
        0.01537687366806396,
        0.013912635175237853,
        0.015235456006193176,
        0.01493024497656944,
        0.016623142924986314,
        0.016397509034104106,
        0.015424196949447078,
        0.016792857947224626,
        0.01607347394379569,
        0.014312396610896486,
        0.016636665978926497,
        0.0155887518756146,
        0.015337765757663383,
        0.015709635772886796,
        0.016664957195729118,
        0.016298611125863133,
        0.015390261449197324,
        0.01631841436347664,
        0.016263172699402473,
        0.015388727176758514,
        0.014039422547512146,
        0.016634324556287373,
        0.01607833275747155,
        0.01620424916836468,
        0.013594153112197726,
        0.014045946024338288,
        0.015895900435911138,
        0.014169921470863456,
        0.015988484643024468,
        0.016837507075734347,
        0.016290757566526134,
        0.015624373689440408,
        0.014690842120066527,
        0.015141456778368142,
        0.014049395001983966,
        0.014985526971587827,
        0.01732134985489233,
        0.016328776162908742,
        0.014125532632317011,
        0.016089461410548324,
        0.01870323515892242,
        0.01575623399973129,
        0.014533820633256493,
        0.016877919192588412,
        0.016751253309380303,
        0.014146798159446966,
        0.017391588465361842,
        0.014187365022034559,
        0.014873972588839492,
        0.012577437142454472,
        0.01837830186320957,
        0.01545368456285191,
        0.015787056401108838,
        0.01611346059447317,
        0.01394615412383468,
        0.01801827761422742,
        0.016147917326339363,
        0.014679016446440218,
        0.014784034620790079,
        0.016726331090361143,
        0.016077497643030732
      ],
      "mean_node_assignment_entropy": 4.154875584037797,
      "normalized_node_entropy": 0.9990364001003277,
      "effective_mass_slots": 63.81924919832369,
      "node_slot_mutual_information_nats": 0.001179272379634888,
      "normalized_node_slot_mutual_information": 0.0002835550689927634,
      "centered_token_effective_rank": 2.2795140867301154,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004487007161162228,
      "token_RMS": 0.25823058198189913,
      "mean_token_offdiagonal_cosine": 0.9996975039342727,
      "temperature": 0.4932496249675751
    },
    {
      "layer": 1,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01632549038295365,
        0.015050825097733719,
        0.014199845769391687,
        0.016282526873170913,
        0.016605058145413604,
        0.01647336821164367,
        0.014952433452336555,
        0.015209696304612056,
        0.015629324950072417,
        0.015940068793170694,
        0.016892631986818073,
        0.0153484996462069,
        0.01594460146067848,
        0.016748524324435837,
        0.016198533834094902,
        0.014686644281079013,
        0.015604686014733919,
        0.016627433541881852,
        0.015218360575323728,
        0.015132210435377132,
        0.017584599868337953,
        0.016337171345399623,
        0.015412076728313278,
        0.01538874647196928,
        0.013366257126460158,
        0.015411675380907298,
        0.014432571479899972,
        0.016956624628054796,
        0.0166262877086432,
        0.016603719373306472,
        0.016441980445949852,
        0.015985819908457644,
        0.013319022072979553,
        0.015719298927318524,
        0.014174786344200547,
        0.014928335478303686,
        0.01624732938939418,
        0.016309825399416764,
        0.014988901500242235,
        0.014281563567933827,
        0.017843354229400782,
        0.015703314418316492,
        0.015005889568145362,
        0.015901637245027894,
        0.015811662836883768,
        0.014573320853917339,
        0.015658606858425825,
        0.014584153605203988,
        0.015637832809022582,
        0.01688119774095069,
        0.01668392617020641,
        0.016275589389890554,
        0.015629095647102707,
        0.015288341902040979,
        0.015293479722974073,
        0.01622416265161755,
        0.01467919619208569,
        0.014088822325691303,
        0.015280763470074971,
        0.015446569793500287,
        0.015167468572108983,
        0.015708979470048873,
        0.014311427483231056,
        0.016733849742436635
      ],
      "mean_node_assignment_entropy": 4.15605103580332,
      "normalized_node_entropy": 0.999319036505815,
      "effective_mass_slots": 63.88525316667718,
      "node_slot_mutual_information_nats": 0.0010375190821916291,
      "normalized_node_slot_mutual_information": 0.0002494706057842554,
      "centered_token_effective_rank": 2.07817117841267,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004448497455820578,
      "token_RMS": 0.23148537801423766,
      "mean_token_offdiagonal_cosine": 0.9996501757767974,
      "temperature": 0.4987735152244568
    },
    {
      "layer": 2,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016019576327852218,
        0.01651139026736715,
        0.015198074080851559,
        0.015731315470475887,
        0.01576586938068335,
        0.016890179873791773,
        0.01587165634773284,
        0.015870646917488913,
        0.017375032071453272,
        0.014518876473047867,
        0.01420398106210954,
        0.01651100320851167,
        0.015951133507060063,
        0.016001074281127712,
        0.014799794748690823,
        0.014317327909196006,
        0.018065251713648336,
        0.015654031775149055,
        0.015197742348052523,
        0.01655609778962189,
        0.01387746774688232,
        0.015771724821061824,
        0.015101711738578761,
        0.015816294332496313,
        0.014615577030657719,
        0.016509542886193853,
        0.014766753727195204,
        0.014869708004817666,
        0.016831192669543756,
        0.014984300866475486,
        0.014863381150018048,
        0.0173801617344669,
        0.015293901597362413,
        0.015170474127051577,
        0.016646167602472763,
        0.015238940376872198,
        0.015389638564644726,
        0.014459073807388619,
        0.015391644063380575,
        0.016723144416950032,
        0.014348858195553947,
        0.01607699945528516,
        0.015150176911808982,
        0.01455641792058243,
        0.015434680500897233,
        0.016145456357102888,
        0.01488019801266053,
        0.016656039858820044,
        0.01562606424144316,
        0.016252741123551167,
        0.01556206846587785,
        0.015110998328776833,
        0.01594212856449019,
        0.014616791050364347,
        0.017106296181192502,
        0.01521486229125997,
        0.014999510983379583,
        0.01660946568485553,
        0.01643434131273484,
        0.016013301624702086,
        0.01517106001304898,
        0.015658068086359677,
        0.015862705241658392,
        0.013859912554600647
      ],
      "mean_node_assignment_entropy": 4.156304510508534,
      "normalized_node_entropy": 0.9993799842891821,
      "effective_mass_slots": 63.89681006131827,
      "node_slot_mutual_information_nats": 0.0009649288357298502,
      "normalized_node_slot_mutual_information": 0.0002320163410197027,
      "centered_token_effective_rank": 1.4153330829790047,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006080991899682919,
      "token_RMS": 0.21050563652716664,
      "mean_token_offdiagonal_cosine": 0.9992143435416252,
      "temperature": 0.5001745820045471
    },
    {
      "layer": 2,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014809139407954686,
        0.016754907680665117,
        0.015602230647421464,
        0.01645053517472511,
        0.01540528711516062,
        0.016318267656509913,
        0.015873807074365833,
        0.01605572648232073,
        0.01669879018915688,
        0.014993436937376517,
        0.014887621730173013,
        0.01525567820257667,
        0.015294257435221028,
        0.01656558904286145,
        0.014566496791654728,
        0.014853898204325732,
        0.015231916861950846,
        0.013428718304574365,
        0.014906021974167051,
        0.014877265308431436,
        0.014316055036591642,
        0.014714668301115792,
        0.015660868826662396,
        0.016402527110629207,
        0.017341699280680745,
        0.01599968822636604,
        0.016692650844771128,
        0.015362065169427917,
        0.016544794119786814,
        0.014975561596638595,
        0.014452661536028907,
        0.017268574853070918,
        0.015761082726785385,
        0.013793981158191367,
        0.01679991107753773,
        0.016040805261429484,
        0.015318003586781946,
        0.016697397783360882,
        0.013987383128434859,
        0.01592997911212306,
        0.016514801754526135,
        0.016128220596057775,
        0.01581211740448305,
        0.01629288452737796,
        0.015509898116391065,
        0.014267881959898783,
        0.015001182814424705,
        0.01596360377295129,
        0.013906230696373886,
        0.017141646007249375,
        0.015850145050251365,
        0.01496045129225735,
        0.01588938607960704,
        0.015557128025934648,
        0.016693119765368265,
        0.015733672034496646,
        0.014859729945896112,
        0.01575905540912251,
        0.014885046509125206,
        0.01660042975273862,
        0.015546124294231464,
        0.01598094769778079,
        0.01632276563107914,
        0.015933579728984296
      ],
      "mean_node_assignment_entropy": 4.156120758167332,
      "normalized_node_entropy": 0.9993358011906148,
      "effective_mass_slots": 63.897414762161446,
      "node_slot_mutual_information_nats": 0.0011581448415691753,
      "normalized_node_slot_mutual_information": 0.00027847496992716394,
      "centered_token_effective_rank": 1.4801589194833986,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006846597839312819,
      "token_RMS": 0.1836808414164069,
      "mean_token_offdiagonal_cosine": 0.9987083115298784,
      "temperature": 0.4983869791030884
    },
    {
      "layer": 2,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014372584310176652,
        0.015213634301020846,
        0.016677904163527917,
        0.014144678618062264,
        0.016125173716205116,
        0.014093217828076912,
        0.013628343430019814,
        0.015205473952259602,
        0.015499575692683462,
        0.016392461148678653,
        0.015988135740056583,
        0.01556605200219809,
        0.014545041176744029,
        0.015823427388743466,
        0.015318197542847295,
        0.01747654426560936,
        0.014888303971711578,
        0.016243450655354204,
        0.015765548087273477,
        0.015320929209046003,
        0.01572360730836993,
        0.014015881306623767,
        0.014132500676050474,
        0.014924602997573233,
        0.015672889861234243,
        0.0164982239624857,
        0.015045894242128136,
        0.01662301225097848,
        0.0157678780102784,
        0.016627712394071306,
        0.015929317263648473,
        0.01333595506489974,
        0.01542386787300595,
        0.014098838965403369,
        0.015063694473192253,
        0.017201348600625735,
        0.014579924517492258,
        0.016235390144178675,
        0.01559487112491519,
        0.014581604870714856,
        0.015790594881504548,
        0.0150988891172886,
        0.016819902927803623,
        0.01614838347600551,
        0.017606943860847678,
        0.0166580545599555,
        0.014631993250485337,
        0.015494417721932139,
        0.015287788686412064,
        0.016162545011119175,
        0.01680336547386822,
        0.015454990066023942,
        0.015400038094201096,
        0.016067439718958812,
        0.015241743623433215,
        0.015252374069308084,
        0.015543564657675556,
        0.01763090219186579,
        0.015924797037283587,
        0.01580610465166213,
        0.016331291732044825,
        0.017295107016604406,
        0.01491165565183316,
        0.017271419168334617
      ],
      "mean_node_assignment_entropy": 4.1561291745133015,
      "normalized_node_entropy": 0.999337824894047,
      "effective_mass_slots": 63.87531647218433,
      "node_slot_mutual_information_nats": 0.0008038285530380662,
      "normalized_node_slot_mutual_information": 0.00019327991119882823,
      "centered_token_effective_rank": 1.9998647366697861,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005664781363301568,
      "token_RMS": 0.2531656826173679,
      "mean_token_offdiagonal_cosine": 0.9995006945453648,
      "temperature": 0.5004897713661194
    },
    {
      "layer": 2,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016498151369950195,
        0.01619700380163707,
        0.016211084026641807,
        0.01621570690168503,
        0.015884457408050733,
        0.016697333916503285,
        0.015734126590882865,
        0.016353493597346808,
        0.016879682402184636,
        0.015320288708577557,
        0.015465433605102984,
        0.015535681725776226,
        0.015404809931868494,
        0.015917045472548103,
        0.016313351578444282,
        0.015223734961599756,
        0.016664460950258093,
        0.01668650767642568,
        0.015073134696865744,
        0.016351431317853913,
        0.015003657917199414,
        0.015099885603217312,
        0.014508670250115123,
        0.015532070475684168,
        0.015408827115703475,
        0.01608691475749784,
        0.014595177614260112,
        0.015503313359788492,
        0.01576325235087072,
        0.016055648649426966,
        0.015787220809560402,
        0.015019394659841492,
        0.015381266426135728,
        0.015690212845086225,
        0.015227757551102405,
        0.014129067993982504,
        0.015579233759817948,
        0.014863412918123558,
        0.015469237857983527,
        0.014958768681878527,
        0.014813344834771798,
        0.015418277198795438,
        0.015318333548749724,
        0.014733326693988738,
        0.015854914448300474,
        0.015714220755882455,
        0.015303410731801118,
        0.015392792000761555,
        0.016388221754635737,
        0.017034864548281237,
        0.01577188013516441,
        0.01570264401535748,
        0.01538144777508264,
        0.015759131705299332,
        0.01737783595702009,
        0.015206643976681929,
        0.01546762330834205,
        0.015762982953041724,
        0.01620981918583771,
        0.01501323712911696,
        0.015786825378932366,
        0.014950357107111149,
        0.015174620345511312,
        0.014173332347548891
      ],
      "mean_node_assignment_entropy": 4.156485014686574,
      "normalized_node_entropy": 0.9994233863696018,
      "effective_mass_slots": 63.94344843764346,
      "node_slot_mutual_information_nats": 0.0015140598906260294,
      "normalized_node_slot_mutual_information": 0.00036405444930250985,
      "centered_token_effective_rank": 1.5341023487282843,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006904330771102886,
      "token_RMS": 0.22201900552140463,
      "mean_token_offdiagonal_cosine": 0.9990536115303807,
      "temperature": 0.49961012601852417
    },
    {
      "layer": 2,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.017213082410125365,
        0.01590674854540231,
        0.016408379982133868,
        0.015525276430512954,
        0.01636713283341042,
        0.01499711320355408,
        0.013720381078399822,
        0.016907640565572535,
        0.01634394707905653,
        0.016898179462399084,
        0.016911814868729936,
        0.015425114343343895,
        0.015324302477174527,
        0.01605964628881033,
        0.016480531374575697,
        0.016152349208285798,
        0.017380202060609484,
        0.01654012679391474,
        0.015275438285385988,
        0.01839815862213152,
        0.016007653489540148,
        0.015541725583272362,
        0.014735468335598464,
        0.015490571268051619,
        0.01509641089886449,
        0.014647261632323008,
        0.014823865291381216,
        0.014954516115650976,
        0.014605656956259903,
        0.016453078794947434,
        0.015853338556275638,
        0.014731805128614498,
        0.015026332955513798,
        0.015002287219781854,
        0.015395536757322843,
        0.014415216765217589,
        0.015523128394598693,
        0.0155213009304338,
        0.016242605064249113,
        0.013972004994249321,
        0.015027681693619009,
        0.014767287307280247,
        0.01596070210922761,
        0.017000886821746605,
        0.015473359848095504,
        0.016293305384208614,
        0.016091818455232006,
        0.015700210075597305,
        0.01498087639742087,
        0.014638661647487764,
        0.016402467846817134,
        0.015194524943133595,
        0.015202157567054668,
        0.013913170811337866,
        0.015357696816614952,
        0.01626807274170594,
        0.015293728289708014,
        0.015437602781307775,
        0.0173173859711576,
        0.015124482461843195,
        0.014872170655847021,
        0.01647883911072129,
        0.014282928721546559,
        0.014644650427862999
      ],
      "mean_node_assignment_entropy": 4.156325082637679,
      "normalized_node_entropy": 0.9993849308406317,
      "effective_mass_slots": 63.889309358819446,
      "node_slot_mutual_information_nats": 0.0008269620702741065,
      "normalized_node_slot_mutual_information": 0.000198842346297954,
      "centered_token_effective_rank": 1.5028493427322218,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005240153413740438,
      "token_RMS": 0.17775108459925715,
      "mean_token_offdiagonal_cosine": 0.9991573361394706,
      "temperature": 0.5012573003768921
    },
    {
      "layer": 2,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01618747024836732,
        0.014275806395895142,
        0.015259779361066246,
        0.013871186844990125,
        0.015950253423880116,
        0.016982919902731836,
        0.013105831507939222,
        0.014663237556643066,
        0.0160432824350959,
        0.015509478887314103,
        0.01507324288476932,
        0.014606531313200711,
        0.016255886937255538,
        0.015277784445793915,
        0.016342766696484233,
        0.016705671250775753,
        0.014973726019101177,
        0.01493386125541483,
        0.016941531270719103,
        0.01625268053681973,
        0.016174620986090273,
        0.015595854488257644,
        0.01412264929495662,
        0.013944107123916088,
        0.015586347927577652,
        0.01477525544938046,
        0.015840709462513192,
        0.015729753383424347,
        0.016727894272212832,
        0.015859208667309152,
        0.018142044073215825,
        0.015515260800947964,
        0.016158159786837812,
        0.016164230653493507,
        0.015955838021221237,
        0.015084692128718725,
        0.017374067564013773,
        0.01515987563765612,
        0.016926777241256123,
        0.014625382400558428,
        0.01443710285549085,
        0.015083657971201259,
        0.015671034323445972,
        0.015875691967591535,
        0.015935006925805396,
        0.015327723444256426,
        0.016651350833229123,
        0.016076275155213572,
        0.015475946319009318,
        0.014912827071005063,
        0.017330970134929704,
        0.016153610690166992,
        0.01572468706466743,
        0.01745391056275198,
        0.013530899668391336,
        0.01665694817599237,
        0.016639391144685146,
        0.014147405762232605,
        0.014529689157337523,
        0.01520744701235434,
        0.01564294547134004,
        0.01590342257985649,
        0.01563868152604646,
        0.015317715511043493
      ],
      "mean_node_assignment_entropy": 4.155916747046778,
      "normalized_node_entropy": 0.9992867468852965,
      "effective_mass_slots": 63.87152070818981,
      "node_slot_mutual_information_nats": 0.0009568296716473412,
      "normalized_node_slot_mutual_information": 0.00023006890371017242,
      "centered_token_effective_rank": 1.7561202110039251,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005893848814772404,
      "token_RMS": 0.22184168795199052,
      "mean_token_offdiagonal_cosine": 0.9993373736379727,
      "temperature": 0.4974064230918884
    },
    {
      "layer": 2,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015551896777096706,
        0.015803685788197866,
        0.015786794628162504,
        0.015465646070521033,
        0.014331398607815782,
        0.018065392957327796,
        0.013704922596652423,
        0.016085492415405557,
        0.015516132285096547,
        0.01674383807133019,
        0.01629857913804821,
        0.014370869886812314,
        0.015420181730895627,
        0.01663502190379206,
        0.015349074881265724,
        0.015647951477696983,
        0.01581133566244453,
        0.014273449460178006,
        0.015952437112393473,
        0.0160255456793481,
        0.015135284348342009,
        0.016729129577226824,
        0.015827597944461994,
        0.01553179501114415,
        0.01523120031537908,
        0.015076818885488457,
        0.01613507664369286,
        0.015494537410385837,
        0.016570474281451898,
        0.015558823026470244,
        0.01608239169686482,
        0.0160430289886813,
        0.015465243779913295,
        0.01635662893030691,
        0.017202565873091987,
        0.015153595085367238,
        0.017531605982785785,
        0.01550598156338272,
        0.016220476430238644,
        0.01693228516661629,
        0.015113040307880053,
        0.014931955259676893,
        0.01567989300385244,
        0.014334603689328967,
        0.016647874966603495,
        0.015485111622864497,
        0.0156927473934412,
        0.016221231722771554,
        0.015098044330970556,
        0.016179559928451232,
        0.016305263099003754,
        0.013762693009568946,
        0.01529684584432939,
        0.015425021662995066,
        0.014824892947154134,
        0.015249954728455998,
        0.015239970905021013,
        0.016390430656914125,
        0.01463340457324552,
        0.014454038874715936,
        0.014129671159420607,
        0.015119071962982705,
        0.01580556534028652,
        0.01535492466781813
      ],
      "mean_node_assignment_entropy": 4.155883338845584,
      "normalized_node_entropy": 0.9992787139109319,
      "effective_mass_slots": 63.90667487626452,
      "node_slot_mutual_information_nats": 0.0015404752400360877,
      "normalized_node_slot_mutual_information": 0.00037040599823538327,
      "centered_token_effective_rank": 1.2695872093084952,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008619925552061657,
      "token_RMS": 0.20899698794739635,
      "mean_token_offdiagonal_cosine": 0.9983124586947274,
      "temperature": 0.49919393658638
    },
    {
      "layer": 2,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015596513992480488,
        0.01557440539909966,
        0.016241471656083153,
        0.015643745748016157,
        0.014848312238463612,
        0.015052410540262698,
        0.014776805998134935,
        0.015220948545568356,
        0.016715671857057083,
        0.017485113583939244,
        0.01677689721677111,
        0.013880938212142325,
        0.014951916343602307,
        0.017116568638770917,
        0.017537922881912225,
        0.01503045509775151,
        0.014127899824045326,
        0.015776843523362137,
        0.017904881844104152,
        0.015639022690585546,
        0.017078761941019344,
        0.015909391456851083,
        0.013388508707096193,
        0.014787845856133604,
        0.01518936288655315,
        0.014440785506786008,
        0.015462073825289748,
        0.015032934583445994,
        0.015638074705371947,
        0.01665052892250274,
        0.017677694959547956,
        0.01415232260869834,
        0.015105703178831495,
        0.01581127482147632,
        0.015571589631655322,
        0.014397341394476395,
        0.015645541417902475,
        0.01606205613819338,
        0.015572574681481268,
        0.014872171853507591,
        0.01633028885514219,
        0.014607929698862009,
        0.017129609125067228,
        0.015881618517328173,
        0.01595473524939084,
        0.01429809731931036,
        0.015681188342854938,
        0.014631107234096424,
        0.0162955110838531,
        0.01525855734555772,
        0.017121567969303288,
        0.01616655879420431,
        0.016309832154981756,
        0.01725598688393769,
        0.013897495727912268,
        0.016325739081968424,
        0.01636229311358203,
        0.016219387980375893,
        0.01457096407365655,
        0.014037720122263713,
        0.015422010195826369,
        0.014827397201033182,
        0.015586107150619458,
        0.01548301188544165
      ],
      "mean_node_assignment_entropy": 4.155646233606306,
      "normalized_node_entropy": 0.9992217021521195,
      "effective_mass_slots": 63.86341791742134,
      "node_slot_mutual_information_nats": 0.0011004742872460227,
      "normalized_node_slot_mutual_information": 0.0002646081328059423,
      "centered_token_effective_rank": 1.3786174536962985,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005643830671401197,
      "token_RMS": 0.22092692897022184,
      "mean_token_offdiagonal_cosine": 0.999387482400934,
      "temperature": 0.4995062053203583
    },
    {
      "layer": 3,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016597559957815974,
        0.017014676542246844,
        0.014820756931276999,
        0.015796594350232247,
        0.014911909411158822,
        0.014711283716814313,
        0.016694721416101878,
        0.01660381352903346,
        0.014443800087272677,
        0.015820150241597702,
        0.015809662312528998,
        0.015157449969333795,
        0.015949408274553045,
        0.01604508927929883,
        0.014565447985408753,
        0.01581335440114298,
        0.01517020627781871,
        0.016714050010542787,
        0.016513987724945303,
        0.016737509102923754,
        0.014407835236215286,
        0.014009757119190265,
        0.016231523833490576,
        0.01605768579772627,
        0.01564011496057779,
        0.017125771639360975,
        0.01583568883140815,
        0.015764730990448148,
        0.014969606556258112,
        0.015265937423190032,
        0.015655525968521235,
        0.014339039039830971,
        0.01655950257131385,
        0.017364530481571296,
        0.015879375979136672,
        0.016096947053337734,
        0.015493956020521284,
        0.014249999568892155,
        0.016699657762277997,
        0.014184475299584326,
        0.015459043131715191,
        0.014908512422684239,
        0.01622601431498734,
        0.01730844709761868,
        0.015352323169152084,
        0.013595133064909514,
        0.015951965560362512,
        0.015875536131831736,
        0.016400923694282296,
        0.01572529433450282,
        0.014589692113998484,
        0.0160675161853577,
        0.01619885912490613,
        0.015772892840205513,
        0.01603951044980175,
        0.015645863044012803,
        0.015432002550320465,
        0.015009417723031108,
        0.015415107273120466,
        0.015096308532982926,
        0.015574351859750398,
        0.014390273631782543,
        0.015250851120674883,
        0.01499106705284784
      ],
      "mean_node_assignment_entropy": 4.155871001622694,
      "normalized_node_entropy": 0.9992757474358851,
      "effective_mass_slots": 63.90684424665626,
      "node_slot_mutual_information_nats": 0.001555462736432034,
      "normalized_node_slot_mutual_information": 0.00037400972935634536,
      "centered_token_effective_rank": 1.2167309243313524,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009867415189366518,
      "token_RMS": 0.1651879345998392,
      "mean_token_offdiagonal_cosine": 0.9964612642076185,
      "temperature": 0.49777787923812866
    },
    {
      "layer": 3,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015480415985563298,
        0.0166893287895589,
        0.014925203557306494,
        0.014962894832342087,
        0.01617374233185419,
        0.0149687942437469,
        0.01583971596639223,
        0.0173670044761679,
        0.01509696396089665,
        0.014297965438427264,
        0.01554457552774335,
        0.015295457265934722,
        0.0160101340701458,
        0.016160161901449123,
        0.015689288456347646,
        0.015014833591977222,
        0.015545565635770794,
        0.015315011489235454,
        0.015633688671890474,
        0.015795100139069044,
        0.015355955670273947,
        0.015898487438307473,
        0.01663093484689459,
        0.01658683947704243,
        0.015295798852739986,
        0.01538467888550056,
        0.0157522277860186,
        0.015254524752199027,
        0.015450913065633952,
        0.01619516400496276,
        0.01612693068703642,
        0.01574510169127933,
        0.015203176294731688,
        0.01617435117426612,
        0.014069655348787301,
        0.01784569710446459,
        0.01369065351250221,
        0.014656417422643843,
        0.014459074710956088,
        0.015332559436740641,
        0.01534253837436109,
        0.015201320625606255,
        0.0154107358595577,
        0.016607240409729218,
        0.01711279373266821,
        0.015179293382495993,
        0.015194636648025398,
        0.01474502419511939,
        0.015146758302606585,
        0.01607523706432578,
        0.015165748637024717,
        0.015227024874734178,
        0.016094689731056076,
        0.014870219808746301,
        0.016973486720750726,
        0.016122346720599263,
        0.01381514017840573,
        0.016841094813393846,
        0.01628654253913467,
        0.015233493997848499,
        0.015555021177959006,
        0.015862123463305625,
        0.016753363949341765,
        0.016269136376894325
      ],
      "mean_node_assignment_entropy": 4.155996818623512,
      "normalized_node_entropy": 0.9993060000297417,
      "effective_mass_slots": 63.91547759971854,
      "node_slot_mutual_information_nats": 0.0015647293884644142,
      "normalized_node_slot_mutual_information": 0.0003762378881784718,
      "centered_token_effective_rank": 1.3067029681709847,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00838706631705592,
      "token_RMS": 0.1958332544349854,
      "mean_token_offdiagonal_cosine": 0.9981760863925556,
      "temperature": 0.4990568161010742
    },
    {
      "layer": 3,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015091889747921524,
        0.014787058001893446,
        0.015605245117581587,
        0.016005200544415777,
        0.015135424576573171,
        0.014845078107374265,
        0.016024627608504254,
        0.014823092200470395,
        0.016823691636298394,
        0.015951544681355533,
        0.015372097499378835,
        0.01448046719773909,
        0.015818774061408792,
        0.014627969740623378,
        0.01629236300649781,
        0.015051195662368198,
        0.015418722094795048,
        0.016008064538965396,
        0.014823086121935697,
        0.016121507174806007,
        0.01571505560995263,
        0.016162632854613473,
        0.014843245950820167,
        0.017083109820611588,
        0.015260816049460788,
        0.01652156120345758,
        0.015447075959867345,
        0.015981948628661938,
        0.015471973645315851,
        0.016313965805291222,
        0.01579342616227669,
        0.014992675586348096,
        0.014829505164736323,
        0.015979525265290128,
        0.014828350610177309,
        0.016077999845580112,
        0.015696491641365076,
        0.016104332968257362,
        0.014985072789673495,
        0.015456125775504495,
        0.01543903666438937,
        0.016827263328536953,
        0.015705754195197454,
        0.015408708785973226,
        0.01579201933825834,
        0.015213763974679153,
        0.014490756721293682,
        0.01567560453031719,
        0.014409243475466483,
        0.015862463169591452,
        0.015234100152289454,
        0.015302217318484208,
        0.01653349529735321,
        0.01579229686919374,
        0.01560323312706527,
        0.015931139012509737,
        0.01572001590501035,
        0.0153316418138642,
        0.015595113118657224,
        0.016253201939296597,
        0.01580589464093339,
        0.01693283257998483,
        0.01725296001060365,
        0.015235253526756882
      ],
      "mean_node_assignment_entropy": 4.156743165925338,
      "normalized_node_entropy": 0.9994854586215959,
      "effective_mass_slots": 63.94553333035289,
      "node_slot_mutual_information_nats": 0.0012885133795057513,
      "normalized_node_slot_mutual_information": 0.0003098219771220044,
      "centered_token_effective_rank": 1.4628592555624733,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008164398169148927,
      "token_RMS": 0.22778087755844756,
      "mean_token_offdiagonal_cosine": 0.9987841787222149,
      "temperature": 0.5004838705062866
    },
    {
      "layer": 3,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015843434597657958,
        0.01579618302178492,
        0.015187160713777707,
        0.015539204433361644,
        0.015219045209491187,
        0.017108285233529398,
        0.014974837016073909,
        0.014228528322527917,
        0.016240950884341066,
        0.015454838675993723,
        0.015900945937783614,
        0.015920356604932736,
        0.015607968143782394,
        0.01620409539114557,
        0.015367932281994089,
        0.01656232725997082,
        0.014374246584805793,
        0.016527848621110654,
        0.01600608958094877,
        0.0161130813681363,
        0.015648614708764413,
        0.017485774973288872,
        0.01479576535921501,
        0.015053852897616456,
        0.01474453163735825,
        0.015301862396544083,
        0.01568046892637748,
        0.014632825419831881,
        0.016220714450781774,
        0.014719154861314502,
        0.015676843992213373,
        0.015358926834808636,
        0.015839876906593536,
        0.01609557317432464,
        0.014844518540266942,
        0.015332038346675243,
        0.01630212719856276,
        0.01573027541211191,
        0.01587232957677223,
        0.015493827716521935,
        0.0166497164421564,
        0.016652325331535277,
        0.0162239295744808,
        0.014854408340033733,
        0.014441910324941012,
        0.016454527110628524,
        0.0160397838246321,
        0.01664899542426485,
        0.014945603789371148,
        0.016822365810893417,
        0.0159220271345687,
        0.015653943887246585,
        0.015756961398188597,
        0.014749751326527694,
        0.015185499275881743,
        0.014954804600499689,
        0.016920613478150343,
        0.014726032908007251,
        0.01430017444581424,
        0.01629453380243147,
        0.015027853380569518,
        0.015539626229563851,
        0.014513192109396144,
        0.01571415706596366
      ],
      "mean_node_assignment_entropy": 4.156479607829072,
      "normalized_node_entropy": 0.9994220862951845,
      "effective_mass_slots": 63.928862282443966,
      "node_slot_mutual_information_nats": 0.001291330489689102,
      "normalized_node_slot_mutual_information": 0.0003104993489371974,
      "centered_token_effective_rank": 1.361793260541112,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008129451229070047,
      "token_RMS": 0.17020429376483184,
      "mean_token_offdiagonal_cosine": 0.9976899880094929,
      "temperature": 0.5005087852478027
    },
    {
      "layer": 3,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014579983121981796,
        0.015010705662633423,
        0.01597567967070768,
        0.015691484154495276,
        0.01640977283914462,
        0.015255772128352605,
        0.01502421680763486,
        0.015549357043976952,
        0.014927973892251641,
        0.01360556969527089,
        0.01713574244892645,
        0.015716296371925724,
        0.015867475512411293,
        0.016818775590373175,
        0.015841615449616635,
        0.017038699941807612,
        0.01429777052456097,
        0.014612696794652847,
        0.016480539877879702,
        0.015434665151518834,
        0.015540394430052788,
        0.01635236565138567,
        0.016449476933991337,
        0.015138497091402348,
        0.013999744733281222,
        0.016069893618609027,
        0.01688612683743767,
        0.014299906951152849,
        0.015009629143302894,
        0.015423702737925715,
        0.015593838753910618,
        0.015855998193422996,
        0.015740403531566364,
        0.016917265763897918,
        0.015678161283200872,
        0.014872943910901538,
        0.015952364269812218,
        0.015596705836354531,
        0.015570575431196873,
        0.014509188504913199,
        0.01567233912846607,
        0.015863355918869435,
        0.01633342924824665,
        0.015255190605041505,
        0.016622833851427883,
        0.01691957002536468,
        0.015202545227113494,
        0.014729054036034394,
        0.014100455416130817,
        0.018257985033973054,
        0.015774247759927883,
        0.01465116075898288,
        0.01599531455836705,
        0.01575541171234036,
        0.01588000005965678,
        0.01471773454767637,
        0.017215395107701023,
        0.015469190653931444,
        0.01485080845932117,
        0.016100615850172247,
        0.01573726962924319,
        0.014899234574345305,
        0.016202040124757292,
        0.015062841037606104
      ],
      "mean_node_assignment_entropy": 4.155966924080788,
      "normalized_node_entropy": 0.9992988119116522,
      "effective_mass_slots": 63.90094431494816,
      "node_slot_mutual_information_nats": 0.001367215205215544,
      "normalized_node_slot_mutual_information": 0.00032874576606540867,
      "centered_token_effective_rank": 1.2626028600148536,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009186036876900146,
      "token_RMS": 0.21031693151342404,
      "mean_token_offdiagonal_cosine": 0.9980918620064447,
      "temperature": 0.49961262941360474
    },
    {
      "layer": 3,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015130966638660773,
        0.016247039080202367,
        0.015069190006869114,
        0.01670200319472501,
        0.015522626742738367,
        0.01466872355682966,
        0.015494611513215425,
        0.016667333125264326,
        0.016036071005341032,
        0.014502927177892217,
        0.015132226207854363,
        0.015670434224780528,
        0.015479100478451958,
        0.01577980082039128,
        0.015068425442659851,
        0.015836234512247478,
        0.014674063552364723,
        0.016505090700471618,
        0.016400121059532386,
        0.015888177924054673,
        0.01534297151651748,
        0.015786059957423396,
        0.015838409033748987,
        0.01584893976651979,
        0.014644856246321785,
        0.016483670608793466,
        0.01677921411388856,
        0.015440887071313277,
        0.014306050327273022,
        0.014328208883285896,
        0.015858137255639723,
        0.014594856166282056,
        0.01552194716494057,
        0.01522996898670032,
        0.015685426833663446,
        0.01623987270411725,
        0.015624325264246937,
        0.014458374530321226,
        0.01576122704123424,
        0.0159099004334226,
        0.016320050317134068,
        0.016469482226360264,
        0.01707753616047521,
        0.015601747985077168,
        0.01499593237645601,
        0.015183036394373989,
        0.015608624240510903,
        0.01674300871282647,
        0.014638155823146873,
        0.016800605732353074,
        0.01463095655642875,
        0.016923502824324605,
        0.01718827240927318,
        0.014861931512500043,
        0.01603735287259804,
        0.01566164844010634,
        0.017243341751221244,
        0.015165819496836725,
        0.014669340815783133,
        0.014662597707392668,
        0.014370979719150396,
        0.01596145935580323,
        0.01644616489765066,
        0.014579980928690072
      ],
      "mean_node_assignment_entropy": 4.154861686200176,
      "normalized_node_entropy": 0.9990330583767585,
      "effective_mass_slots": 63.91855350868756,
      "node_slot_mutual_information_nats": 0.0027479852878879996,
      "normalized_node_slot_mutual_information": 0.0006607507912119746,
      "centered_token_effective_rank": 1.1801115677861145,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.012918039648706869,
      "token_RMS": 0.1937614735599516,
      "mean_token_offdiagonal_cosine": 0.9956050558989881,
      "temperature": 0.49723005294799805
    },
    {
      "layer": 3,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015197659137634767,
        0.016306915557068306,
        0.015024995130466387,
        0.015526998033651322,
        0.015926811774445174,
        0.014450491389037378,
        0.01652088430580382,
        0.015217218160986758,
        0.01626545041857831,
        0.014851870932347763,
        0.013442417217057457,
        0.016063550371560667,
        0.016125936627153746,
        0.01453401128443813,
        0.016271582178492835,
        0.016014627189153557,
        0.015518972467597241,
        0.01723146877895345,
        0.016600399169526332,
        0.0158854144753178,
        0.0162770887146822,
        0.01591625712540502,
        0.014814550434356474,
        0.016239769032052653,
        0.014909618277385257,
        0.016790411560326447,
        0.01670813508328445,
        0.01714978393868351,
        0.014771762442450475,
        0.014772766904502712,
        0.015574143648329656,
        0.015751637509496524,
        0.015506704724107213,
        0.015093602614335448,
        0.015167822187866074,
        0.015550853483847393,
        0.014446425266345183,
        0.015587303651664131,
        0.01583759898314012,
        0.016626437839951613,
        0.016123650101005294,
        0.014871875887048074,
        0.01606698803256155,
        0.015460485367695873,
        0.01544389903488204,
        0.015430486890011511,
        0.015037679064459904,
        0.01582545350297271,
        0.015323371460017096,
        0.015464241583343813,
        0.015490630478518381,
        0.015753099951110953,
        0.015918334571425677,
        0.016323929761399448,
        0.014794073935868469,
        0.015751316300850745,
        0.01584116043499362,
        0.016147422608315073,
        0.016200692764748593,
        0.015206773906852926,
        0.01428138392587041,
        0.015074867008839843,
        0.016681921793498467,
        0.015015913648057617
      ],
      "mean_node_assignment_entropy": 4.156862268801588,
      "normalized_node_entropy": 0.9995140968097496,
      "effective_mass_slots": 63.930654838792044,
      "node_slot_mutual_information_nats": 0.0009367089840592868,
      "normalized_node_slot_mutual_information": 0.0002252309010097454,
      "centered_token_effective_rank": 1.2840992298250522,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007506794192211382,
      "token_RMS": 0.19148432494347678,
      "mean_token_offdiagonal_cosine": 0.998504304056023,
      "temperature": 0.49691152572631836
    },
    {
      "layer": 3,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01571594455728071,
        0.015302494642505292,
        0.015516223127030434,
        0.014907859739306395,
        0.015114481228240963,
        0.01633538076968542,
        0.014694015872393443,
        0.01569638021763249,
        0.017035491720609107,
        0.01468219322959693,
        0.01695788593044372,
        0.01601362156971341,
        0.015110415126836934,
        0.016094761158015915,
        0.015816982551513238,
        0.01643560348710592,
        0.014734688286510377,
        0.015891972590488208,
        0.01552132204052318,
        0.015065191061497,
        0.014909320659108372,
        0.015429633524562515,
        0.016314354675250622,
        0.01566622221572906,
        0.015860732947243758,
        0.015294749654286613,
        0.016366950364794786,
        0.015029313471048933,
        0.01470776894235976,
        0.015432347868799701,
        0.01522421606896425,
        0.01621061331459137,
        0.01588786383043026,
        0.01636366137870865,
        0.015263292240957276,
        0.016064979549568974,
        0.016588301377709842,
        0.013901450265670228,
        0.015357425947959635,
        0.015337473786884406,
        0.015790411209871607,
        0.01566403914124191,
        0.016288227105610082,
        0.015628166142015686,
        0.01513493817378429,
        0.0158490239301589,
        0.015874823866207487,
        0.01521138478758269,
        0.015044151200030142,
        0.015847457271341844,
        0.015854729381779183,
        0.015583473167433111,
        0.016078945819048132,
        0.015760662285060095,
        0.015294724065355814,
        0.014723624076514952,
        0.01614287026604545,
        0.015529893270569238,
        0.014954181164869466,
        0.01547470215803495,
        0.015640934019078487,
        0.016015817291425125,
        0.01650725599179066,
        0.016251983232668517
      ],
      "mean_node_assignment_entropy": 4.156847416327814,
      "normalized_node_entropy": 0.9995105255447063,
      "effective_mass_slots": 63.953698949753175,
      "node_slot_mutual_information_nats": 0.001311951302687575,
      "normalized_node_slot_mutual_information": 0.0003154576063791967,
      "centered_token_effective_rank": 1.665348981473823,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007136002071345998,
      "token_RMS": 0.22647724835968075,
      "mean_token_offdiagonal_cosine": 0.9990750771133061,
      "temperature": 0.49965760111808777
    },
    {
      "layer": 4,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015386930079815677,
        0.01641140780141742,
        0.01442755644841528,
        0.015146220277402577,
        0.015703354679179066,
        0.01557069496325055,
        0.016449949075235434,
        0.015278113241852964,
        0.015145868056672613,
        0.015575639978928246,
        0.014802274292337967,
        0.016951988354761603,
        0.01593177683433292,
        0.015805169844433982,
        0.015733180794964257,
        0.016619218267459324,
        0.015457819222364779,
        0.01653301546453093,
        0.015117793493255953,
        0.01515285848989481,
        0.015660858863273296,
        0.0149229495024114,
        0.015253621703473125,
        0.01406149399448633,
        0.016296613603056526,
        0.014670514223497345,
        0.015893040643956368,
        0.016836945716479847,
        0.015972577470099805,
        0.01684944229707013,
        0.016266307376675955,
        0.015575994191586643,
        0.0159411532600925,
        0.015166132266126266,
        0.014980901193166255,
        0.016077503682125426,
        0.016029567763319253,
        0.01520827761903292,
        0.015845207202857082,
        0.015550745311625454,
        0.015399517574836184,
        0.017516300203191233,
        0.01536952694923778,
        0.015801925881375963,
        0.01714611298108626,
        0.014941806242790286,
        0.014728980832137173,
        0.015476099821674923,
        0.014566539817925023,
        0.015338256604405518,
        0.01531767274716997,
        0.016421611226191422,
        0.0176051937240173,
        0.014870263921684496,
        0.014850251459144806,
        0.015010204979898127,
        0.016143439735064314,
        0.015485466525292781,
        0.015239743273713571,
        0.014557478882954127,
        0.014940471541829826,
        0.015978422310192766,
        0.015434983300663794,
        0.015599051650295473
      ],
      "mean_node_assignment_entropy": 4.156394892634424,
      "normalized_node_entropy": 0.9994017165966499,
      "effective_mass_slots": 63.929856844815525,
      "node_slot_mutual_information_nats": 0.0013916028927685176,
      "normalized_node_slot_mutual_information": 0.00033460976538064605,
      "centered_token_effective_rank": 1.3124171742512807,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009006051916411573,
      "token_RMS": 0.25840480321927517,
      "mean_token_offdiagonal_cosine": 0.9989174200549477,
      "temperature": 0.49719563126564026
    },
    {
      "layer": 4,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014879716953118082,
        0.014829818719994949,
        0.016066785184426433,
        0.01655903536406715,
        0.015010052885082507,
        0.015557147144650696,
        0.01598579974193084,
        0.016632920211715887,
        0.014653022062478052,
        0.016556363039561345,
        0.01571467030871698,
        0.015540866892451217,
        0.01535277525883103,
        0.01495091642470007,
        0.015981463845577765,
        0.015918608741717355,
        0.01557546892820803,
        0.015520281847907755,
        0.016241952472768426,
        0.016634913968848516,
        0.015360514152805623,
        0.014656801079750292,
        0.016408021138896885,
        0.01710396173088575,
        0.015415217599471677,
        0.015896273950774586,
        0.0154112082620051,
        0.014790523138256404,
        0.01620480952221823,
        0.015193780092682093,
        0.015404986254449015,
        0.016057098044920448,
        0.014270394822634504,
        0.015512431714772032,
        0.015888321377595657,
        0.014626464590173803,
        0.015251519788689983,
        0.014841539122307465,
        0.014627788834869995,
        0.014848826697945258,
        0.016813666175930445,
        0.015155070510792396,
        0.015671797193095006,
        0.01519517837315154,
        0.01610421078503598,
        0.016927142563950302,
        0.016153632164542134,
        0.01584464543138375,
        0.016185308956836574,
        0.01535964172698181,
        0.016222724063518178,
        0.01606648769601569,
        0.015555240714989437,
        0.015568535453458822,
        0.015864393058839552,
        0.015604300456430478,
        0.01471881958790764,
        0.016715040831543387,
        0.01630920859611886,
        0.015163346148906335,
        0.014913940627636915,
        0.01585505430902628,
        0.014485233956777229,
        0.015614318638049692
      ],
      "mean_node_assignment_entropy": 4.155969796241382,
      "normalized_node_entropy": 0.999299502520293,
      "effective_mass_slots": 63.94256708840197,
      "node_slot_mutual_information_nats": 0.0020154949797897004,
      "normalized_node_slot_mutual_information": 0.0004846241020465337,
      "centered_token_effective_rank": 1.3025482235334924,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009044206932846003,
      "token_RMS": 0.19161641355803696,
      "mean_token_offdiagonal_cosine": 0.9977649479733749,
      "temperature": 0.5000409483909607
    },
    {
      "layer": 4,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014419709245830158,
        0.01553985297168097,
        0.016062620439988688,
        0.014526939202966552,
        0.01507165998982599,
        0.01426768317908013,
        0.016007215834486825,
        0.015880660615437317,
        0.015322517708328046,
        0.014207155493326344,
        0.013972344817273122,
        0.016030565152926456,
        0.014483415621627445,
        0.016375483339451196,
        0.01558137853614483,
        0.017255064046709526,
        0.01710468545356787,
        0.016606059813747916,
        0.016843065852528313,
        0.014081586921631162,
        0.01578776210217873,
        0.016566499882556564,
        0.016089981608564622,
        0.014966504922659293,
        0.015433457310459569,
        0.014833492314493784,
        0.014875814236640583,
        0.015814756702744397,
        0.01572442490514798,
        0.015778873295131463,
        0.015288762605857731,
        0.015141824695914918,
        0.014706559774301133,
        0.015500615997873597,
        0.016846062387450098,
        0.016193587825256255,
        0.015135011668832571,
        0.016882401657160446,
        0.016532410229033772,
        0.016182022345060963,
        0.015210373547206274,
        0.017863433314602523,
        0.015833291916320727,
        0.015825425639011396,
        0.01508078254299132,
        0.015577571683054956,
        0.016274723239440646,
        0.015943069880401665,
        0.016054208859503757,
        0.01486511494278255,
        0.015189818856146089,
        0.01535536955132794,
        0.014506082100739042,
        0.015341298202933382,
        0.015661179066740166,
        0.015592864079442808,
        0.015098783826351948,
        0.014703537320690137,
        0.01665228914417856,
        0.015879289883825465,
        0.015199513530885741,
        0.015382144958887711,
        0.014357284612919246,
        0.018632058605841485
      ],
      "mean_node_assignment_entropy": 4.1557211552041515,
      "normalized_node_entropy": 0.9992397169883973,
      "effective_mass_slots": 63.894377568458054,
      "node_slot_mutual_information_nats": 0.0015102143341163554,
      "normalized_node_slot_mutual_information": 0.00036312978841818237,
      "centered_token_effective_rank": 1.4007190079012972,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009382877969186389,
      "token_RMS": 0.21773676832308064,
      "mean_token_offdiagonal_cosine": 0.9981461785530897,
      "temperature": 0.501863420009613
    },
    {
      "layer": 4,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.0145448693806882,
        0.016158051833326106,
        0.015470578861684429,
        0.014423307898795618,
        0.014952538152200474,
        0.01618569620376065,
        0.016780167641713514,
        0.015082310876142799,
        0.015729670364738862,
        0.014069035695844934,
        0.013631644047021803,
        0.01593950128077577,
        0.014366931848687602,
        0.016872189023214593,
        0.015668291797229474,
        0.014945306653783309,
        0.016237180290493636,
        0.016250983645106735,
        0.01660269119437757,
        0.015868370427780998,
        0.015162992493681485,
        0.01648011829578038,
        0.015527020396633931,
        0.01323830314908155,
        0.016243518487000907,
        0.014172236085428759,
        0.017050717075732403,
        0.017377377841901964,
        0.015835429773688306,
        0.017357199968451795,
        0.015452647663268766,
        0.015012674546028823,
        0.016316148227755428,
        0.013608251229808958,
        0.015429590951533099,
        0.01467651813734401,
        0.015626227574634173,
        0.015029594833243624,
        0.017101115010614377,
        0.018022372823354563,
        0.014791486722450066,
        0.018311357762730615,
        0.015360423652231782,
        0.01714981867597473,
        0.01672002619215387,
        0.014749215206101085,
        0.015540544216587281,
        0.01658565484724507,
        0.015607075870893047,
        0.014769792973810914,
        0.015141872158256013,
        0.016203215993960813,
        0.014775109741819578,
        0.015895708000076197,
        0.01485867335181725,
        0.015879442752675478,
        0.015344634572452848,
        0.01577260319819093,
        0.015290229497365004,
        0.014884804980086909,
        0.014953121057355027,
        0.017083801200185673,
        0.014982238280260915,
        0.014849777544793528
      ],
      "mean_node_assignment_entropy": 4.153372858073138,
      "normalized_node_entropy": 0.9986750708841562,
      "effective_mass_slots": 63.85935976236876,
      "node_slot_mutual_information_nats": 0.003310303519156399,
      "normalized_node_slot_mutual_information": 0.0007959597451540368,
      "centered_token_effective_rank": 1.1011048862492367,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.01653941635942295,
      "token_RMS": 0.1869327271774183,
      "mean_token_offdiagonal_cosine": 0.9946138329790218,
      "temperature": 0.4925941526889801
    },
    {
      "layer": 4,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015403456115911169,
        0.016574198498377154,
        0.015180945081069827,
        0.014558669658731089,
        0.015535451602559876,
        0.015952125745069837,
        0.016566499061588292,
        0.01601500705002766,
        0.015175456591888611,
        0.015475357753534001,
        0.014995633038722568,
        0.01598111298834513,
        0.016126148791984003,
        0.01630515110681885,
        0.016589370604275306,
        0.01570147412696293,
        0.015444848970613453,
        0.015504708622028959,
        0.01429779117738498,
        0.015921049885148707,
        0.015866502612771477,
        0.015575996532702061,
        0.014647928608248085,
        0.014954339956325988,
        0.016158777928042833,
        0.01537857285767767,
        0.015916368212190616,
        0.01614482300898643,
        0.015609206473186997,
        0.015805759080583674,
        0.015652116799690724,
        0.015009012511614813,
        0.014966149407509293,
        0.014512110921795598,
        0.01524675599350857,
        0.015492122347927798,
        0.017429620216249078,
        0.014245125850363666,
        0.01602438980442319,
        0.01719655745017859,
        0.01643333490066438,
        0.01617472412922582,
        0.015642659653784745,
        0.016037313061340423,
        0.01605548039961325,
        0.015193976467910217,
        0.015585758351927506,
        0.0153006316083405,
        0.015352028101458401,
        0.015267808798402482,
        0.014620785574153822,
        0.015734354080833554,
        0.01798620116472968,
        0.015101892227561477,
        0.015700903522399424,
        0.01621987870380209,
        0.015618658713933128,
        0.014868588355301728,
        0.015397253613338938,
        0.014435979767616895,
        0.013958021602007036,
        0.017356503626042755,
        0.0156839006837841,
        0.01513666950794601
      ],
      "mean_node_assignment_entropy": 4.156102911988173,
      "normalized_node_entropy": 0.9993315100915862,
      "effective_mass_slots": 63.924748777676996,
      "node_slot_mutual_information_nats": 0.0016036792271432176,
      "normalized_node_slot_mutual_information": 0.0003856033446960276,
      "centered_token_effective_rank": 1.2530221547476208,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009437457107313432,
      "token_RMS": 0.2229976687920921,
      "mean_token_offdiagonal_cosine": 0.9983209309414958,
      "temperature": 0.5003040432929993
    },
    {
      "layer": 4,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014804280557281266,
        0.015430803344290936,
        0.016424301467395153,
        0.015512938743046146,
        0.01572807082206104,
        0.01563151403695385,
        0.015586658745155909,
        0.014532701371978974,
        0.016142689546501072,
        0.014906111900820815,
        0.015732901157305308,
        0.016010246694647526,
        0.015184885053198066,
        0.015632305432856528,
        0.017435823113332385,
        0.015267590186810542,
        0.014562553411032969,
        0.015209614245281803,
        0.016645534672126153,
        0.016132239790611395,
        0.015152319010267748,
        0.015785804772984073,
        0.01515742458079486,
        0.015194481495540795,
        0.015869499636904757,
        0.014909332686089587,
        0.015580453591249443,
        0.01635101426552663,
        0.016063411298968846,
        0.016079335619303168,
        0.01577364190263309,
        0.0165252880802934,
        0.01587041953542232,
        0.014442821291227167,
        0.01645718945042931,
        0.015613708018450584,
        0.014744359626477903,
        0.014591932211072918,
        0.01643603577704179,
        0.014442071100832088,
        0.0156513637165475,
        0.016246828208232696,
        0.016306230599304066,
        0.015017449497041946,
        0.015423610853565563,
        0.01602152578272908,
        0.016207734996075737,
        0.015039675382084311,
        0.01614883131690511,
        0.015010450617136161,
        0.015123858172493673,
        0.01565181316793711,
        0.015780019292957897,
        0.015989203307116517,
        0.016676038707064023,
        0.014901132089815975,
        0.015344129885183133,
        0.016012294132597193,
        0.016121406482557322,
        0.014950591398089694,
        0.01515344376786111,
        0.01525858571283012,
        0.0160758502674534,
        0.016333624143100696
      ],
      "mean_node_assignment_entropy": 4.156803596315902,
      "normalized_node_entropy": 0.99949998905906,
      "effective_mass_slots": 63.94778490708858,
      "node_slot_mutual_information_nats": 0.0012632932214540205,
      "normalized_node_slot_mutual_information": 0.0003037578109633931,
      "centered_token_effective_rank": 1.1918023305616507,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009155716875975268,
      "token_RMS": 0.14548192166812915,
      "mean_token_offdiagonal_cosine": 0.9961096591108982,
      "temperature": 0.5014758110046387
    },
    {
      "layer": 4,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01549968932547267,
        0.015029570394290122,
        0.014994119740400873,
        0.01678678727191263,
        0.015033823516674483,
        0.017361992970275516,
        0.015953662391846927,
        0.01504395167465302,
        0.014581859390308375,
        0.0166847336961831,
        0.01585104052444237,
        0.016688352477234544,
        0.015428944903346354,
        0.015531286408655948,
        0.01383053897102181,
        0.014704882921385944,
        0.015864290107908113,
        0.015023203988686801,
        0.015359381374125463,
        0.016521795045996882,
        0.01551531251734188,
        0.014805225659988354,
        0.015420885520110568,
        0.015283556346246016,
        0.015949584186163712,
        0.015707539440182775,
        0.01696970749356662,
        0.014021700965425168,
        0.015413829992450202,
        0.015578860220530006,
        0.0164147985917328,
        0.015061231263452619,
        0.013861646059322661,
        0.016463703914367706,
        0.015354461093409471,
        0.015586301030247244,
        0.01473362953283449,
        0.016061611071999462,
        0.01616427372775238,
        0.01626458870872329,
        0.01742178426286384,
        0.014893259810881347,
        0.013940715584268364,
        0.016677375947977476,
        0.016165665975899378,
        0.014738606517647928,
        0.01617959941475207,
        0.016821372151738963,
        0.014643928541652964,
        0.015499204967402432,
        0.015331600304132886,
        0.01555169047619867,
        0.015551894227984525,
        0.017043776975728425,
        0.014145092569727902,
        0.015558153790724453,
        0.015465010790760231,
        0.017883806158012053,
        0.015124436815740713,
        0.01688719101052,
        0.01577536415707277,
        0.016270132833652418,
        0.016115799414710315,
        0.013908182712519663
      ],
      "mean_node_assignment_entropy": 4.154863092406241,
      "normalized_node_entropy": 0.9990333964978445,
      "effective_mass_slots": 63.89151885756203,
      "node_slot_mutual_information_nats": 0.0023235349347041634,
      "normalized_node_slot_mutual_information": 0.000558692054604993,
      "centered_token_effective_rank": 1.1690840214315188,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.014523696160398714,
      "token_RMS": 0.2527961248012264,
      "mean_token_offdiagonal_cosine": 0.9968345420664633,
      "temperature": 0.4955364167690277
    },
    {
      "layer": 4,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014885025542141153,
        0.015543893199914161,
        0.0161706909820695,
        0.01578028290159917,
        0.015020333303352605,
        0.014355748842759418,
        0.01642490942353104,
        0.014302334504407673,
        0.014755236354980281,
        0.013655507090876042,
        0.016380994568307314,
        0.01642845606162418,
        0.01429694293747137,
        0.014891296613063858,
        0.016374715925486446,
        0.015163694110476541,
        0.01639775183260543,
        0.015956151442672498,
        0.015614786469092394,
        0.01693567167734415,
        0.015995347446918426,
        0.015474507595437274,
        0.016951950694496933,
        0.016748895099176465,
        0.01825230386324095,
        0.014755093342745478,
        0.015127958339348829,
        0.015099253490841428,
        0.01642069134976692,
        0.016958460050246885,
        0.01641188024766238,
        0.015038073274196349,
        0.016086994556702074,
        0.0161614072940008,
        0.015470884992396747,
        0.014721699596181869,
        0.015076948114149155,
        0.01440028070156189,
        0.015110903005725606,
        0.014876575214612628,
        0.01629967037163705,
        0.017349244906222736,
        0.014726198306427931,
        0.015576763108101799,
        0.01616713773204404,
        0.016364475097737606,
        0.0169936553491972,
        0.015516426586194208,
        0.016098101947841285,
        0.015659463114541337,
        0.014263873687478881,
        0.015330591131844911,
        0.01642043688343545,
        0.013970887887073317,
        0.014776848186173279,
        0.014935596099959064,
        0.014452411902416456,
        0.015882745667078594,
        0.014491262001190415,
        0.014867159633337563,
        0.017955370812569017,
        0.01559007771642366,
        0.016779478965098165,
        0.015057590922235005
      ],
      "mean_node_assignment_entropy": 4.1556155276660265,
      "normalized_node_entropy": 0.9992143189341584,
      "effective_mass_slots": 63.879200550780354,
      "node_slot_mutual_information_nats": 0.001378280743055349,
      "normalized_node_slot_mutual_information": 0.000331406465493118,
      "centered_token_effective_rank": 1.5117928006687857,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007328284051919301,
      "token_RMS": 0.23947661583910976,
      "mean_token_offdiagonal_cosine": 0.9990924012717357,
      "temperature": 0.49955376982688904
    },
    {
      "layer": 5,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015003966101706295,
        0.01448580552294413,
        0.015131430501139674,
        0.015270123668953126,
        0.017025967074091576,
        0.014572336949683386,
        0.01670295052441852,
        0.015879695444789566,
        0.015579298420887896,
        0.015796316690846218,
        0.015910169047003327,
        0.01501113656181645,
        0.015345399920549563,
        0.016950619608194918,
        0.016145264209865538,
        0.01439786452329309,
        0.016632058291643693,
        0.01517300550480204,
        0.01655297988456455,
        0.015887452766405828,
        0.015816907817338258,
        0.016736630348769294,
        0.01410946681548197,
        0.01587687058097012,
        0.016225644680315433,
        0.014967983621965709,
        0.015460467322769357,
        0.015505069117832691,
        0.0150055363887818,
        0.015832505686697928,
        0.016945676533265237,
        0.016353861504568683,
        0.014296642348537758,
        0.014870855327423053,
        0.015732740796630614,
        0.015296366827451708,
        0.015688215539879646,
        0.01548741673136158,
        0.015168160379361492,
        0.015911116629185033,
        0.015030964535668398,
        0.015530864757668456,
        0.014551557448261445,
        0.014615215143379512,
        0.016796873222507516,
        0.014662725680995237,
        0.015054560255915962,
        0.016050663305136482,
        0.015182513455707525,
        0.015158828429216077,
        0.016260308362243826,
        0.016405352902107553,
        0.01620840300499034,
        0.01669794898638381,
        0.016705226501683917,
        0.015427533678867,
        0.015292310534674308,
        0.016827089964345402,
        0.01513763907103354,
        0.016053212690982435,
        0.015829601762515168,
        0.015475309133777239,
        0.014786585441047656,
        0.015516735377177905
      ],
      "mean_node_assignment_entropy": 4.15632182213608,
      "normalized_node_entropy": 0.9993841468557173,
      "effective_mass_slots": 63.928935175641676,
      "node_slot_mutual_information_nats": 0.0014502564056346756,
      "normalized_node_slot_mutual_information": 0.00034871295407109995,
      "centered_token_effective_rank": 1.3592121662884042,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007723536824576523,
      "token_RMS": 0.22605010760006194,
      "mean_token_offdiagonal_cosine": 0.9988848333114235,
      "temperature": 0.49868303537368774
    },
    {
      "layer": 5,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.0153054626814265,
        0.017830386619435933,
        0.013750234447339709,
        0.01570430279620166,
        0.01540524644205146,
        0.015628634419416,
        0.017600618637187874,
        0.015953396622942505,
        0.015900115271265027,
        0.014889026452630265,
        0.015820773945675312,
        0.015063465895269173,
        0.014981669494628267,
        0.015916896376477377,
        0.015417252064296331,
        0.012954361659698516,
        0.016633004426729697,
        0.013854384564463898,
        0.014473629890073876,
        0.015151094705046263,
        0.017399910333184873,
        0.015073648369712181,
        0.013753712698711784,
        0.01518708573341494,
        0.01660924541620051,
        0.016531856435099475,
        0.015491890485076928,
        0.01565854614607478,
        0.015215044464478016,
        0.01641976815682932,
        0.018156090282506584,
        0.014382327087706469,
        0.014688615277637145,
        0.01647861208561311,
        0.0157094944037265,
        0.01685705127033822,
        0.01495255443395614,
        0.01644195667866991,
        0.014851277689665284,
        0.0159278204724539,
        0.015180941826839186,
        0.015170888988085501,
        0.016062271844436357,
        0.016495823706210885,
        0.01494430216355964,
        0.0164989536209025,
        0.014806581723887205,
        0.015231250946687135,
        0.015512033720349363,
        0.01582436757063683,
        0.016496851054207434,
        0.01566369546561514,
        0.01750923459648624,
        0.018294057917560936,
        0.014695245594967496,
        0.014298360196049497,
        0.015533331982267407,
        0.017285192811162482,
        0.014253632795143911,
        0.016774798935825192,
        0.01632620561465503,
        0.01507827734693745,
        0.014216062867512444,
        0.013827171206147904
      ],
      "mean_node_assignment_entropy": 4.154086555002946,
      "normalized_node_entropy": 0.9988466787210448,
      "effective_mass_slots": 63.83887058348006,
      "node_slot_mutual_information_nats": 0.002275706620585183,
      "normalized_node_slot_mutual_information": 0.0005471917760060709,
      "centered_token_effective_rank": 1.2287380379001056,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009677279299959434,
      "token_RMS": 0.22376908269538395,
      "mean_token_offdiagonal_cosine": 0.9983478256523899,
      "temperature": 0.4979057013988495
    },
    {
      "layer": 5,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015903340923585883,
        0.014734359126554136,
        0.01770020955636478,
        0.014673533355044219,
        0.01581874154716277,
        0.016567870497485954,
        0.01426757574109176,
        0.015950192033416324,
        0.016285985262878267,
        0.015402948924242748,
        0.01522966079686446,
        0.016286852415925857,
        0.01542209748513447,
        0.016762391652735933,
        0.015723996463318755,
        0.01626807702087713,
        0.01459311291396689,
        0.01601466686232952,
        0.014397897743656754,
        0.01472521814305489,
        0.015649742865941906,
        0.014655044019242244,
        0.017040169578877704,
        0.01528533376839926,
        0.015889793088610518,
        0.01676541249011161,
        0.015648549422066626,
        0.01471778246595059,
        0.016008833147038062,
        0.013980832793575705,
        0.014568649295030817,
        0.01496247908930641,
        0.017442529718984863,
        0.015495788234833757,
        0.015521290782056921,
        0.013519209030376712,
        0.015216791161229565,
        0.016169556203772743,
        0.014802955248593094,
        0.015591286299626698,
        0.015922070174300224,
        0.015498805855892264,
        0.016692196672127003,
        0.014688931550231647,
        0.015689327922748072,
        0.017032827320824374,
        0.015986124362817083,
        0.015399482632656777,
        0.015065845218421166,
        0.01729920516549684,
        0.01559060885855572,
        0.014479793451316772,
        0.01526355816853764,
        0.016208387247667398,
        0.016072718499026025,
        0.015541906248361223,
        0.015617462665074638,
        0.015016718048587355,
        0.01561751866655158,
        0.014818082884483616,
        0.016073684908273128,
        0.0159241934142193,
        0.01548550931914182,
        0.017354283478505705
      ],
      "mean_node_assignment_entropy": 4.155826558869937,
      "normalized_node_entropy": 0.9992650612127174,
      "effective_mass_slots": 63.90279714864542,
      "node_slot_mutual_information_nats": 0.0015365753997214071,
      "normalized_node_slot_mutual_information": 0.00036946828485500847,
      "centered_token_effective_rank": 1.167506724330122,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008970627670479405,
      "token_RMS": 0.18624993025471304,
      "mean_token_offdiagonal_cosine": 0.9976628743373378,
      "temperature": 0.49745258688926697
    },
    {
      "layer": 5,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015369246736881613,
        0.015505100378325072,
        0.015546100875194835,
        0.015115885385271201,
        0.016299029496086102,
        0.01605444556531528,
        0.01445099610309077,
        0.015020187784387668,
        0.015604926754694558,
        0.01680038507348902,
        0.015607569817852742,
        0.01558716820380586,
        0.016367662569746373,
        0.015376257504771042,
        0.016063336358157102,
        0.016402284049425807,
        0.01546520881877715,
        0.014962592894177272,
        0.01672748808667559,
        0.01606603431924922,
        0.015062929168504524,
        0.015415330039846029,
        0.016014359374170492,
        0.01615460380368382,
        0.01577315376384561,
        0.014979175370030583,
        0.015809501015868872,
        0.015948410671592344,
        0.015142416216254305,
        0.016126831733090007,
        0.014410050671990068,
        0.015615307532096563,
        0.015048679959619032,
        0.015131126171428415,
        0.015248902981223505,
        0.01612538137685354,
        0.01595218019842249,
        0.015093177607061787,
        0.016329461013788064,
        0.015909659025979423,
        0.014687640977724487,
        0.016363715749628638,
        0.01545205620099306,
        0.01615793466295438,
        0.014849841607185842,
        0.01592597410420319,
        0.015909541114435353,
        0.01586314112168944,
        0.015700482081878898,
        0.015512540273733616,
        0.01626703252719174,
        0.014591332992077797,
        0.016658429826776736,
        0.015220457224380445,
        0.015411540577050747,
        0.015551321924114668,
        0.015850346952520234,
        0.01599641583183806,
        0.016405335403151724,
        0.015749539201766933,
        0.014550420819087704,
        0.014939269435891335,
        0.015011663437988751,
        0.01569148159111697
      ],
      "mean_node_assignment_entropy": 4.156681057179911,
      "normalized_node_entropy": 0.999470524625092,
      "effective_mass_slots": 63.9572631780145,
      "node_slot_mutual_information_nats": 0.0015340402833263767,
      "normalized_node_slot_mutual_information": 0.000368858718213144,
      "centered_token_effective_rank": 1.2000565987848377,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00853298912394354,
      "token_RMS": 0.3034676775934038,
      "mean_token_offdiagonal_cosine": 0.9992619853018481,
      "temperature": 0.49814629554748535
    },
    {
      "layer": 5,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015816922136308354,
        0.014531959112105782,
        0.01368246146180363,
        0.016544180034823976,
        0.015362035429193701,
        0.015362633219133935,
        0.0158532698810125,
        0.016202440353077403,
        0.01609016074334797,
        0.015442177899722511,
        0.016365617317344754,
        0.016554355979600796,
        0.016246872711435434,
        0.015388373428165486,
        0.01587758243273799,
        0.017218772341978654,
        0.014692352982294833,
        0.017039716679859873,
        0.013605639193084348,
        0.015022133329069716,
        0.015602248501753669,
        0.014219390005489439,
        0.016711001831889952,
        0.01591472122543456,
        0.014757598788345505,
        0.015849907115860085,
        0.015414384561418075,
        0.013413947474029936,
        0.01652339447349101,
        0.016324061180132278,
        0.014034350831774909,
        0.015150371005650675,
        0.016826556741746122,
        0.01575330438442343,
        0.013963413862571189,
        0.01591203331493808,
        0.01632286785951742,
        0.014743099428575657,
        0.0177296727163557,
        0.017408297420316295,
        0.014385258905021157,
        0.017944173584147485,
        0.016402255859786087,
        0.015614943211639252,
        0.015679203960703162,
        0.015580773214856642,
        0.01486628369160797,
        0.014674501035891494,
        0.015282756000848254,
        0.015610677805289153,
        0.015288192862396384,
        0.015451997799587629,
        0.01539989639006443,
        0.014928076977101466,
        0.01623922199706947,
        0.016784063251385158,
        0.014661585411406313,
        0.0159554136536195,
        0.015590783683359711,
        0.015520090729940747,
        0.014516723062829208,
        0.01682523682323827,
        0.015491869188084668,
        0.015831741153851935
      ],
      "mean_node_assignment_entropy": 4.155525320801065,
      "normalized_node_entropy": 0.9991926287680359,
      "effective_mass_slots": 63.87712329597719,
      "node_slot_mutual_information_nats": 0.0014359685946203626,
      "normalized_node_slot_mutual_information": 0.0003452774617218486,
      "centered_token_effective_rank": 1.4053706449763388,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00856624009627201,
      "token_RMS": 0.21036064636173935,
      "mean_token_offdiagonal_cosine": 0.9983853520849425,
      "temperature": 0.4970945417881012
    },
    {
      "layer": 5,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014304283452975894,
        0.015447595643165205,
        0.016900069311382188,
        0.016570161421430918,
        0.015589237885696489,
        0.014737277475453945,
        0.014591612040967686,
        0.014813510792152552,
        0.015049151165876885,
        0.015381328464070627,
        0.015394592866098369,
        0.01622092129920478,
        0.01539636390635361,
        0.015032744115725605,
        0.015829029764284536,
        0.015650208987186828,
        0.01516953048973081,
        0.016169486172062073,
        0.015036227996971093,
        0.01500382122865818,
        0.015987473005583508,
        0.016299857143432038,
        0.01573503134543757,
        0.016168635549622425,
        0.015521267567270116,
        0.016145009519272814,
        0.015750271639246964,
        0.016295131519819858,
        0.015690746436356574,
        0.013644576539145178,
        0.015498812928115259,
        0.01536351667022944,
        0.01628596059433453,
        0.015339450147394282,
        0.015308670238722873,
        0.014865571524431081,
        0.014578958096476989,
        0.01622904890651671,
        0.015148643968201371,
        0.015760326239561702,
        0.014607456892716593,
        0.014771648052252187,
        0.01565397335478689,
        0.0158770608931509,
        0.015306519022628591,
        0.016286816888002698,
        0.0158908369040999,
        0.01622645409755279,
        0.014790179556497402,
        0.015448293482101793,
        0.01454639140774087,
        0.015459107904776991,
        0.015033241282666143,
        0.016991656885825563,
        0.016064476894028512,
        0.01690885467315183,
        0.015916464682249346,
        0.015032973991616207,
        0.017162024892778904,
        0.015088885794670576,
        0.01589628297740111,
        0.015562092267546368,
        0.01661160115894769,
        0.01896259210545266
      ],
      "mean_node_assignment_entropy": 4.155788021573508,
      "normalized_node_entropy": 0.9992557949516427,
      "effective_mass_slots": 63.91545984221892,
      "node_slot_mutual_information_nats": 0.0017732486105819234,
      "normalized_node_slot_mutual_information": 0.00042637616279163094,
      "centered_token_effective_rank": 1.2314026095304789,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.01060537398290804,
      "token_RMS": 0.24163152641987493,
      "mean_token_offdiagonal_cosine": 0.9981754725133952,
      "temperature": 0.49731889367103577
    },
    {
      "layer": 5,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01643987180443927,
        0.01770365808626509,
        0.015337079199151175,
        0.015183495990643335,
        0.015433487005119902,
        0.016916811478790105,
        0.016684197922362254,
        0.014327877079905625,
        0.015786532246879762,
        0.01557406333840372,
        0.015950210994094802,
        0.014100136663811899,
        0.015237112201343944,
        0.015687105249746192,
        0.015381875122528045,
        0.014436027059569397,
        0.015715013015857086,
        0.015045972786829344,
        0.01585237783746359,
        0.016120905981923273,
        0.016053081794711717,
        0.016452554370494647,
        0.015265649171900535,
        0.015167807062832196,
        0.015776644090076456,
        0.014819593449760044,
        0.01429297535045614,
        0.016648686486095826,
        0.015797350904734307,
        0.016879738488259143,
        0.016781906162171716,
        0.016432546241165337,
        0.014455052993546618,
        0.01644962746794307,
        0.017504997207777474,
        0.01617861684079258,
        0.015095515511047377,
        0.015144307394151875,
        0.016142150732718998,
        0.015553719725478133,
        0.01669223075550793,
        0.014128867477748108,
        0.015597249439363374,
        0.014932204839860765,
        0.01559319149673922,
        0.014214677382785132,
        0.01571374822331912,
        0.015016326293706752,
        0.01594579703703405,
        0.014008701728267485,
        0.016070046010182238,
        0.01895300003648195,
        0.015594396766648751,
        0.014734665450830561,
        0.014867441652245812,
        0.015655393858020148,
        0.01585849530324884,
        0.015623380247941495,
        0.013998863096342696,
        0.017511860589255183,
        0.015130639903251798,
        0.016017175533322638,
        0.015325614131266572,
        0.013009700160615137
      ],
      "mean_node_assignment_entropy": 4.155097179018265,
      "normalized_node_entropy": 0.9990896824302288,
      "effective_mass_slots": 63.868453501474185,
      "node_slot_mutual_information_nats": 0.001728375039514063,
      "normalized_node_slot_mutual_information": 0.0004155863497172008,
      "centered_token_effective_rank": 1.4782223475180796,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007855327875762892,
      "token_RMS": 0.20750900699052777,
      "mean_token_offdiagonal_cosine": 0.9985998948396126,
      "temperature": 0.5009755492210388
    },
    {
      "layer": 5,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015259493748454655,
        0.014206323958655802,
        0.016031035543017665,
        0.0162365703978285,
        0.015490754819671482,
        0.014950335509864153,
        0.01504892434435241,
        0.015700968273035097,
        0.016106033028437723,
        0.01449323511546312,
        0.015954347077056025,
        0.015075937214494418,
        0.015316807222903005,
        0.01726561530030106,
        0.0162010524879612,
        0.016391232409190448,
        0.015623244002651278,
        0.016800569986802127,
        0.014934277653942838,
        0.01590702205540002,
        0.015666005052731604,
        0.015068944636524176,
        0.01584207185227249,
        0.016349873995049544,
        0.015393842194790572,
        0.015034134535421746,
        0.015992901195603936,
        0.015391888728107457,
        0.01601726187257347,
        0.012841682066782063,
        0.014221333321797308,
        0.014715908453309213,
        0.01775693871220206,
        0.013483926449667687,
        0.015521779496041216,
        0.014493320467437083,
        0.017082533708685708,
        0.016847597321126548,
        0.015972907243194088,
        0.016241783016912096,
        0.014326474649381742,
        0.01772390894470796,
        0.017075931676000806,
        0.014001568022106775,
        0.016167805541788007,
        0.016028979193319855,
        0.014683559314032644,
        0.01603169484398987,
        0.015679760651743157,
        0.014882406708163381,
        0.015620552332559191,
        0.015182965513246058,
        0.015622318680008901,
        0.015178225106598412,
        0.017023816513572893,
        0.014575124955554998,
        0.014578675600930308,
        0.0154482298373128,
        0.016227202859281552,
        0.015199452500183631,
        0.015973072074133874,
        0.016202205783354334,
        0.015377458184929749,
        0.018258196248468486
      ],
      "mean_node_assignment_entropy": 4.155364945999135,
      "normalized_node_entropy": 0.9991540667794645,
      "effective_mass_slots": 63.87047338410419,
      "node_slot_mutual_information_nats": 0.0014922332285030038,
      "normalized_node_slot_mutual_information": 0.00035880624643516853,
      "centered_token_effective_rank": 1.4559700673258484,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00862261885183468,
      "token_RMS": 0.20014227395512899,
      "mean_token_offdiagonal_cosine": 0.9981634836818787,
      "temperature": 0.49922823905944824
    },
    {
      "layer": 6,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015653102097230986,
        0.015221385583320373,
        0.014725562822750367,
        0.016288351348843166,
        0.014397119137251311,
        0.015556636891150027,
        0.01495638389088743,
        0.013649823229924796,
        0.016044009603102566,
        0.015974858777650005,
        0.016209312928822477,
        0.013681661226926697,
        0.016880047111629756,
        0.015322534135631487,
        0.01654435064401597,
        0.015872794957705216,
        0.014903532936941483,
        0.015466247121464157,
        0.01637578209799109,
        0.01511065291160044,
        0.016226014657818404,
        0.016836028137595247,
        0.015989111576797204,
        0.014961983848570214,
        0.01694105124991149,
        0.016039610204593983,
        0.013701956483297192,
        0.014906610652716668,
        0.01603549750247836,
        0.016677878001148876,
        0.013822327920537808,
        0.01677352683980869,
        0.01393339566901968,
        0.01716294464708094,
        0.015565101361764542,
        0.01598120544551515,
        0.015795049206312785,
        0.016480685988805536,
        0.016692701654766554,
        0.015209789387354409,
        0.014477980669436308,
        0.014555619175266515,
        0.014482327051862637,
        0.014867590989508406,
        0.018751160920414567,
        0.014587903162818378,
        0.01705823958732189,
        0.015149029455312966,
        0.014342861194116378,
        0.018911752625750306,
        0.018047630387916107,
        0.01586841411190281,
        0.01625679115541507,
        0.01822067078845771,
        0.015001053466333786,
        0.015193436001533635,
        0.016347064539310546,
        0.015533187899684706,
        0.01503611921219397,
        0.014690279487879607,
        0.014254185830947496,
        0.013943389453984172,
        0.014354825827426738,
        0.015501866867812136
      ],
      "mean_node_assignment_entropy": 4.153179873019603,
      "normalized_node_entropy": 0.9986286677875394,
      "effective_mass_slots": 63.820010855518156,
      "node_slot_mutual_information_nats": 0.0028869179263457667,
      "normalized_node_slot_mutual_information": 0.0006941570292987479,
      "centered_token_effective_rank": 1.0889894887680793,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.01195661466433082,
      "token_RMS": 0.1795918786304567,
      "mean_token_offdiagonal_cosine": 0.9955484227485535,
      "temperature": 0.49518322944641113
    },
    {
      "layer": 6,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016813128734555087,
        0.017048140024512923,
        0.015254393311622929,
        0.01596836129245349,
        0.016309089682698737,
        0.015842008565552117,
        0.016857617727012185,
        0.016728240373663602,
        0.018331156705630073,
        0.015832305632752574,
        0.016333672737017454,
        0.017508199856555634,
        0.015333521106331594,
        0.015471389255179874,
        0.015111127498568952,
        0.01631963365695868,
        0.015561404544790736,
        0.016192568681974284,
        0.016727864988605616,
        0.015661004325479042,
        0.015858265794724817,
        0.015230772615721384,
        0.015097882824121014,
        0.015599077423825481,
        0.014155864337995712,
        0.013706062244332693,
        0.016533683456986758,
        0.015000778241708904,
        0.01633087995043989,
        0.015975993870051292,
        0.016787998262371505,
        0.016205138470236483,
        0.014316458975436337,
        0.016206029697757526,
        0.015408183056614141,
        0.01367369569838602,
        0.014874595011047539,
        0.0140883035363854,
        0.015585973913927197,
        0.01617483469152318,
        0.015989497009009198,
        0.014231987893076248,
        0.014601436119863571,
        0.014973249762579787,
        0.014999101062088365,
        0.015291929183684088,
        0.013825211827321951,
        0.013818642129252021,
        0.014788571859286236,
        0.016215196318425946,
        0.014782087502865372,
        0.015550470960509261,
        0.01414052214528441,
        0.01606738191892326,
        0.014995234904025594,
        0.015709344187459708,
        0.017477248250414534,
        0.015409672455208532,
        0.016665619038208606,
        0.015740422122297034,
        0.015609598823081557,
        0.015060567743870865,
        0.016007458996996363,
        0.016034246952944763
      ],
      "mean_node_assignment_entropy": 4.155497068613535,
      "normalized_node_entropy": 0.9991858355528953,
      "effective_mass_slots": 63.87697314992418,
      "node_slot_mutual_information_nats": 0.001461870234384044,
      "normalized_node_slot_mutual_information": 0.0003515054895948412,
      "centered_token_effective_rank": 1.3003340715602922,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.010007017290418387,
      "token_RMS": 0.28568273761842194,
      "mean_token_offdiagonal_cosine": 0.9987705963036798,
      "temperature": 0.496014267206192
    },
    {
      "layer": 6,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015778755900082157,
        0.015711429349483035,
        0.014017130033535078,
        0.015655028043477737,
        0.014623616817123514,
        0.014810020061168997,
        0.015278227587171246,
        0.015399634182306608,
        0.016416129100811878,
        0.015861037042868457,
        0.01767045604679836,
        0.016316314179474142,
        0.016126573534057626,
        0.015565969848667007,
        0.014079102860285448,
        0.015308002392425434,
        0.016154715176069458,
        0.01591000951248711,
        0.015970858447964236,
        0.014880592576330082,
        0.017189898367484358,
        0.015832536613934755,
        0.01464325976181254,
        0.015647095966139942,
        0.014936995527380502,
        0.015750701569887816,
        0.015608853658164707,
        0.015306229207033577,
        0.016151844220678082,
        0.014657858315194137,
        0.016115105884559614,
        0.0156718808742116,
        0.016791410720043275,
        0.015477521371136895,
        0.015905032047371568,
        0.015092919103361609,
        0.01615836412503354,
        0.015967240380774114,
        0.01570266564854734,
        0.017050665560674028,
        0.01575211727520696,
        0.016718470721197917,
        0.01613169231040856,
        0.016807829015536478,
        0.01542534043524215,
        0.015628929787364416,
        0.014285760042646872,
        0.014997356957857982,
        0.015266459067524892,
        0.0151999506381643,
        0.01558370813657991,
        0.015309453999612277,
        0.0142831290972291,
        0.01607801106891224,
        0.01529333806321782,
        0.015756643236637106,
        0.014873877493518909,
        0.014479944798881678,
        0.015917074629314486,
        0.015640984882530247,
        0.015647648755089616,
        0.0168194745036544,
        0.015398617436954755,
        0.015512505561477504
      ],
      "mean_node_assignment_entropy": 4.154313661331865,
      "normalized_node_entropy": 0.9989012862501258,
      "effective_mass_slots": 63.92976609410682,
      "node_slot_mutual_information_nats": 0.0034714146587040418,
      "normalized_node_slot_mutual_information": 0.0008346987854969291,
      "centered_token_effective_rank": 1.1955665885696887,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.016380343296956448,
      "token_RMS": 0.25281127702744866,
      "mean_token_offdiagonal_cosine": 0.9957781928082066,
      "temperature": 0.49519142508506775
    },
    {
      "layer": 6,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016951795137953498,
        0.014942646805808167,
        0.014948659616581749,
        0.01579028434702837,
        0.015391299499146338,
        0.01569850205972118,
        0.015290263858741068,
        0.01591918662769409,
        0.01650613187969779,
        0.01562699972042813,
        0.017494583145647714,
        0.01598018752337457,
        0.0157579874502715,
        0.01536295819137206,
        0.01553945798027748,
        0.016000768111363962,
        0.015662820135580322,
        0.01602160694362656,
        0.016321428980738826,
        0.01601350347007299,
        0.01624374725249299,
        0.015336178821576653,
        0.015894735791816068,
        0.015940816319131128,
        0.014932017186313819,
        0.015335847588980132,
        0.014438831361351781,
        0.015267785959614094,
        0.014879019825683631,
        0.015649332651667795,
        0.01687469536216821,
        0.01503004531717868,
        0.01542204152895386,
        0.016012487928487827,
        0.016356223394100367,
        0.014190246488534291,
        0.016325473531801988,
        0.015551471844567545,
        0.014441325419448231,
        0.015460398612673556,
        0.016340542058198824,
        0.017505440000606186,
        0.015658628158720947,
        0.016507909997505007,
        0.015435569855115166,
        0.014812849432500885,
        0.013864072383581403,
        0.014863144951014757,
        0.014697802301361378,
        0.017108479044657583,
        0.016711300004824868,
        0.014102586683575877,
        0.01449545080117263,
        0.015630148438870853,
        0.01484783235149112,
        0.01664625586340385,
        0.014903706554731435,
        0.015590381084115196,
        0.016602226041591554,
        0.015907964669390037,
        0.015452043644805243,
        0.016321920923613353,
        0.01476994929559037,
        0.014420002007241079
      ],
      "mean_node_assignment_entropy": 4.155185368588539,
      "normalized_node_entropy": 0.9991108875395108,
      "effective_mass_slots": 63.915649022638576,
      "node_slot_mutual_information_nats": 0.0023788614450168666,
      "normalized_node_slot_mutual_information": 0.0005719952682812978,
      "centered_token_effective_rank": 1.183923615594019,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.011142575541190967,
      "token_RMS": 0.19840469787689927,
      "mean_token_offdiagonal_cosine": 0.9968470262727086,
      "temperature": 0.4991694688796997
    },
    {
      "layer": 6,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015877596021249208,
        0.01593579074800583,
        0.014376461313574765,
        0.014926967857123274,
        0.015596955284118794,
        0.016434483600589134,
        0.015956339746299533,
        0.015030284771189758,
        0.016465528426749344,
        0.016325186777817184,
        0.015603230063623224,
        0.01563575331539675,
        0.016329986010079296,
        0.015607555881042698,
        0.0173868410968455,
        0.015123304281138953,
        0.015434342559142255,
        0.015339901999572789,
        0.01773196762523998,
        0.015164605546823168,
        0.01586813340203637,
        0.015858037761800992,
        0.014380283668890402,
        0.015268685572563208,
        0.01674648940378908,
        0.014902060974881691,
        0.013858377270016393,
        0.01574883417661713,
        0.01607779595762771,
        0.016398220166542892,
        0.01577135980972442,
        0.017741709506141103,
        0.0149809647237985,
        0.016558281545802193,
        0.015927518993275273,
        0.015951586094610098,
        0.014478815245844403,
        0.01519087410546232,
        0.015380996711787507,
        0.015437420128148442,
        0.01470708503765199,
        0.013536733194809303,
        0.014566619083232042,
        0.013956017767550595,
        0.01749977597325925,
        0.014522378671691743,
        0.015482700957620114,
        0.014834798073429115,
        0.015159341314289346,
        0.01795437896820991,
        0.015812384414845598,
        0.016526834514020382,
        0.01658595231406234,
        0.016928080106832697,
        0.014394871071019883,
        0.015575953144616208,
        0.018378572265246047,
        0.01685708941603969,
        0.014836122100580789,
        0.015976045381584772,
        0.014159224200019572,
        0.01473299567222,
        0.013135556693253654,
        0.015070961386763584
      ],
      "mean_node_assignment_entropy": 4.154443064378974,
      "normalized_node_entropy": 0.9989324011058491,
      "effective_mass_slots": 63.85205152686488,
      "node_slot_mutual_information_nats": 0.002125647996322755,
      "normalized_node_slot_mutual_information": 0.0005111103038284,
      "centered_token_effective_rank": 1.2132784428542143,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.011944558105508131,
      "token_RMS": 0.22508301049036722,
      "mean_token_offdiagonal_cosine": 0.9972723332934814,
      "temperature": 0.4962131381034851
    },
    {
      "layer": 6,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015499047417098729,
        0.015526013621304647,
        0.015432300410705136,
        0.015000195207493109,
        0.014806174440663284,
        0.015475405410632675,
        0.01570239779800998,
        0.01731582117642896,
        0.015310458655339643,
        0.015072103351023759,
        0.017644265610094648,
        0.017385355506973257,
        0.014310886401301737,
        0.01518958858144237,
        0.013869675961390389,
        0.01487980879723333,
        0.015406573616188048,
        0.015700525587840686,
        0.01602193792181978,
        0.017649270521151852,
        0.014361409706496133,
        0.01547542404455029,
        0.016979728017522476,
        0.014642168188639981,
        0.01505111187761404,
        0.015064189315698192,
        0.017517990468678024,
        0.016244474513451505,
        0.01694848895122341,
        0.013596256988767255,
        0.016390966249605152,
        0.014578029494235803,
        0.016528790805951224,
        0.014505447628735084,
        0.014830734580560948,
        0.01462426046602014,
        0.016207151755250934,
        0.01604147610980243,
        0.01674138001576921,
        0.0163328609241259,
        0.014721739804753824,
        0.01772189782120564,
        0.015563070896700426,
        0.014655955699889311,
        0.015152501279296418,
        0.01662054875028207,
        0.014340658800077233,
        0.01652878328084817,
        0.016115913674792665,
        0.01487312213445701,
        0.01561219253893839,
        0.015718780697999635,
        0.014199033765322965,
        0.015488104711545818,
        0.017839850475360776,
        0.01555480771271878,
        0.014002556281893971,
        0.01707874560611265,
        0.015437192293174033,
        0.01600164140306381,
        0.014795650490768494,
        0.016364842626934942,
        0.014574681113749818,
        0.015177581993014513
      ],
      "mean_node_assignment_entropy": 4.154646229333155,
      "normalized_node_entropy": 0.9989812519511623,
      "effective_mass_slots": 63.85972172604622,
      "node_slot_mutual_information_nats": 0.0020426003812907823,
      "normalized_node_slot_mutual_information": 0.0004911415734343529,
      "centered_token_effective_rank": 1.4159854360660584,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008852739276518138,
      "token_RMS": 0.2637013546739283,
      "mean_token_offdiagonal_cosine": 0.9989050844564247,
      "temperature": 0.4957536458969116
    },
    {
      "layer": 6,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014567498292264933,
        0.015146140768294708,
        0.014877008368537182,
        0.015289630908049969,
        0.015179847429085019,
        0.016127366241222522,
        0.014402275400675056,
        0.014235648263099828,
        0.014037211644867771,
        0.014786017040378326,
        0.015402736968685993,
        0.016706346366024378,
        0.013970635303065365,
        0.017770978397238877,
        0.016179882292320025,
        0.01488768095881937,
        0.015396593554707854,
        0.013801323240554879,
        0.017009197020435,
        0.015063750370504284,
        0.014885999919046475,
        0.015997922387695172,
        0.01667949535660951,
        0.01774646663754366,
        0.01731840227453715,
        0.015537193125787462,
        0.016068882823396753,
        0.014976175507271615,
        0.01691297576427593,
        0.013570100900727765,
        0.014434648425607093,
        0.015166226983616594,
        0.017288586763228492,
        0.015646901821534158,
        0.016758306385598706,
        0.016639034646060726,
        0.015269504199555273,
        0.016928067939521667,
        0.017631475596503146,
        0.016445816009698293,
        0.014922786639863716,
        0.017531109241802855,
        0.01740920799400648,
        0.015182920876596772,
        0.015470979710664218,
        0.014118424680063451,
        0.014190471385963813,
        0.01721337500922443,
        0.015261698315468785,
        0.01528734204433875,
        0.015696927514346322,
        0.01613886492423166,
        0.01638134955710949,
        0.0158411878174316,
        0.01551303437034884,
        0.01577143122438875,
        0.013889196565986178,
        0.016949856075087838,
        0.015219713583440942,
        0.015080753720535188,
        0.016124642699803685,
        0.014543580930725,
        0.016174320696717516,
        0.013346871945825496
      ],
      "mean_node_assignment_entropy": 4.154049252051706,
      "normalized_node_entropy": 0.9988377092572508,
      "effective_mass_slots": 63.835037464251776,
      "node_slot_mutual_information_nats": 0.002252964112450684,
      "normalized_node_slot_mutual_information": 0.0005417233587222345,
      "centered_token_effective_rank": 1.2656578736883162,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.01099708033177114,
      "token_RMS": 0.2661352846236446,
      "mean_token_offdiagonal_cosine": 0.9983106794251678,
      "temperature": 0.4970402419567108
    },
    {
      "layer": 6,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016519279402060785,
        0.013941252493717119,
        0.016532774271079617,
        0.015772906305234268,
        0.014137698295497757,
        0.01497539964892695,
        0.015546032526192962,
        0.01600314936574397,
        0.015397031417952229,
        0.01657794814539074,
        0.015404334497897418,
        0.014314423842907103,
        0.015602826360197336,
        0.014702495911845977,
        0.016555092899752454,
        0.016529112596316266,
        0.016667461860383734,
        0.01602752756992403,
        0.015308221044401053,
        0.017227470826936573,
        0.015055656361663826,
        0.015042248557802862,
        0.016424058947416314,
        0.014873594940408139,
        0.015323947538442564,
        0.015802253057147445,
        0.015724520301139626,
        0.015442810048873911,
        0.01424972289170381,
        0.017305860011429683,
        0.014538609268175136,
        0.01524297965776812,
        0.015609726661766557,
        0.015778643804953568,
        0.014478997417979998,
        0.014534154041936573,
        0.01545377843994539,
        0.018544241206809566,
        0.016616694287110673,
        0.015232331758289263,
        0.014570904902657549,
        0.017363671078276587,
        0.016018112137471844,
        0.014726856592590204,
        0.017114984604758045,
        0.016147361395955795,
        0.0158303398996727,
        0.01748496336664551,
        0.015115441205658628,
        0.016015792141552344,
        0.01642992266453386,
        0.015991048115058443,
        0.014567491336113791,
        0.015205609402088486,
        0.015616806396542025,
        0.015392234652425143,
        0.014070464369265418,
        0.015565994448100529,
        0.014869390951305508,
        0.014601033752457455,
        0.01492557973471724,
        0.015217968865128845,
        0.016723640876135374,
        0.01541711852540648
      ],
      "mean_node_assignment_entropy": 4.151595106062033,
      "normalized_node_entropy": 0.998247611882431,
      "effective_mass_slots": 63.88585879143153,
      "node_slot_mutual_information_nats": 0.005502928661996975,
      "normalized_node_slot_mutual_information": 0.001323174648504796,
      "centered_token_effective_rank": 1.0537805096014867,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.016795279227340695,
      "token_RMS": 0.19411399293081563,
      "mean_token_offdiagonal_cosine": 0.9928281996052248,
      "temperature": 0.49587348103523254
    },
    {
      "layer": 7,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015010221563129752,
        0.016175910921812038,
        0.015399962326536999,
        0.015515644647843826,
        0.01698869171209168,
        0.015115433900015194,
        0.0152176653060381,
        0.015611508077657484,
        0.015447572314832262,
        0.016363003157937407,
        0.017339263348159484,
        0.01576863874589286,
        0.015974473783607862,
        0.016168200293331873,
        0.014804363284843447,
        0.015275127826764516,
        0.016095243086126643,
        0.015459863524265047,
        0.015046685297087095,
        0.0163528040623493,
        0.013964148511189477,
        0.017129202020641696,
        0.015366388905103437,
        0.016729944583343297,
        0.015145355723759418,
        0.015408555565521537,
        0.014596169612215975,
        0.015618391090710088,
        0.015562109602164217,
        0.014885905641002735,
        0.015898620046957197,
        0.015285695433525601,
        0.017101329753227836,
        0.015643883202124495,
        0.015622628341836796,
        0.015206264167487835,
        0.015397851321817936,
        0.014828109700438687,
        0.015227318420837452,
        0.016146649388814847,
        0.01604148363249079,
        0.01507819036249143,
        0.014539360988376136,
        0.015527586931743826,
        0.015892832002387,
        0.015920789922334862,
        0.015922288884228503,
        0.01476118109052835,
        0.015123676085732783,
        0.016835168430243352,
        0.01584508642851263,
        0.015554539314573184,
        0.015538723654478828,
        0.014485997995776625,
        0.015347784236012433,
        0.016505272346092857,
        0.015482406478279163,
        0.016546925562810674,
        0.01672376686213931,
        0.014656816316470716,
        0.016388442752472896,
        0.014860642139374268,
        0.015647931324076304,
        0.014878307895119021
      ],
      "mean_node_assignment_entropy": 4.155916056988479,
      "normalized_node_entropy": 0.999286580961349,
      "effective_mass_slots": 63.93466817442126,
      "node_slot_mutual_information_nats": 0.0019456952153760199,
      "normalized_node_slot_mutual_information": 0.00046784080638406127,
      "centered_token_effective_rank": 1.1106545614544252,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.01090556662904173,
      "token_RMS": 0.23659070988823336,
      "mean_token_offdiagonal_cosine": 0.9978578784063223,
      "temperature": 0.49525144696235657
    },
    {
      "layer": 7,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.017272653743999937,
        0.014060850817093443,
        0.017064906220265304,
        0.015254344647680038,
        0.015093848662099252,
        0.017363008631401916,
        0.017613756262635248,
        0.015310121148451664,
        0.016951012000554794,
        0.013249502211699248,
        0.01583280495024197,
        0.016031435643997352,
        0.016566606839077118,
        0.016058656263604122,
        0.015621586314137043,
        0.01440307873990506,
        0.01596739434273121,
        0.01468525520553489,
        0.01524366523297244,
        0.01682763374656896,
        0.016984173597779328,
        0.01449010296387651,
        0.014310759723779341,
        0.015436687096209555,
        0.01483680909132326,
        0.014955831197914913,
        0.01515018818118683,
        0.01498694743266108,
        0.015558547671063303,
        0.0163723819957267,
        0.014491259243193309,
        0.016961299810203848,
        0.015481109873255272,
        0.01464823158453712,
        0.014172794388624075,
        0.01517581130125238,
        0.015614112863749278,
        0.015466610526863383,
        0.014901877448435708,
        0.01659306810818798,
        0.016378861079232566,
        0.014980727210424417,
        0.01731426587555629,
        0.01527863490606048,
        0.016862053783326527,
        0.016970830414327082,
        0.015006637906275702,
        0.0158035891782534,
        0.016656257781502502,
        0.015156533792609386,
        0.014795964948262344,
        0.018609785179328216,
        0.01541178370153579,
        0.014813192633959428,
        0.015212998329935869,
        0.01629696442509569,
        0.014237197545194542,
        0.0152509762129089,
        0.015644298064046585,
        0.016462399967368944,
        0.014723654457975377,
        0.015783942546714898,
        0.015269006732554288,
        0.01401871759116965
      ],
      "mean_node_assignment_entropy": 4.154226481364971,
      "normalized_node_entropy": 0.998880323899142,
      "effective_mass_slots": 63.8603938200883,
      "node_slot_mutual_information_nats": 0.002472872831686068,
      "normalized_node_slot_mutual_information": 0.0005946002285037565,
      "centered_token_effective_rank": 1.1750004928760815,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.011733211054024547,
      "token_RMS": 0.2583245760505941,
      "mean_token_offdiagonal_cosine": 0.9979336467841978,
      "temperature": 0.4937331974506378
    },
    {
      "layer": 7,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01448164189889674,
        0.017177999599537985,
        0.01658608239955091,
        0.014585821102095057,
        0.015895588531331918,
        0.01628498890787039,
        0.015747717431256684,
        0.015682270455172342,
        0.01519851897587974,
        0.015041314309978873,
        0.01555243494318563,
        0.01509937707944259,
        0.01651000414679812,
        0.015166900539278069,
        0.01496272410854926,
        0.017724513146632735,
        0.015295378253948553,
        0.016269045754086997,
        0.014507152766795312,
        0.016510204564224338,
        0.014989669670700147,
        0.014304038940097194,
        0.01629199119346643,
        0.016211134436020035,
        0.015634393450075345,
        0.015520382464357246,
        0.013819614791335887,
        0.015979281859534844,
        0.014827629044233438,
        0.015236472492118056,
        0.01529541643614799,
        0.014443323720285966,
        0.01658023687462847,
        0.015755547226061498,
        0.015999591207672137,
        0.01602967155220509,
        0.015422041965541675,
        0.016978646321254103,
        0.01753713967651351,
        0.01787706170399855,
        0.01480159764683934,
        0.014354965189615335,
        0.016311014599231063,
        0.014808398423040034,
        0.017595709457764806,
        0.015521995224016441,
        0.01337338333949169,
        0.016577649791631306,
        0.01487109661510295,
        0.015725217947483532,
        0.015061916420609537,
        0.016777247905169438,
        0.015350653858714649,
        0.013688829515560642,
        0.01506695540039297,
        0.0170803910155738,
        0.015551367644822876,
        0.015225593825226844,
        0.014568921490047128,
        0.015355010379220713,
        0.016908932913629323,
        0.016077094268058766,
        0.016180252588923447,
        0.014152840466459628
      ],
      "mean_node_assignment_entropy": 4.155273867960253,
      "normalized_node_entropy": 0.9991321671402932,
      "effective_mass_slots": 63.87062080746851,
      "node_slot_mutual_information_nats": 0.0015856194261685275,
      "normalized_node_slot_mutual_information": 0.0003812608804784231,
      "centered_token_effective_rank": 1.2312752857718015,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008963907203389972,
      "token_RMS": 0.19702039925349113,
      "mean_token_offdiagonal_cosine": 0.9979604489031433,
      "temperature": 0.4999639689922333
    },
    {
      "layer": 7,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015102869867828871,
        0.01450669250545812,
        0.015379003898495001,
        0.017087391476826738,
        0.015021421205912426,
        0.014619463211281557,
        0.014869961423782465,
        0.01556934208938478,
        0.0161876386162235,
        0.015902776988074706,
        0.01468765574085954,
        0.015043376462159098,
        0.016055738774085653,
        0.016607270375029588,
        0.016226266061207424,
        0.016058333077240524,
        0.016805737783860082,
        0.01715490187855107,
        0.016594586073725,
        0.016478380834762323,
        0.01618519677569491,
        0.014479657704258459,
        0.016526689985468638,
        0.015450360474855734,
        0.016311428166738282,
        0.017014408735507042,
        0.014648083330362018,
        0.014941162867975331,
        0.015884031647198194,
        0.015287949153194527,
        0.013552123673078138,
        0.013801235362533228,
        0.01681495585994116,
        0.015026251611460376,
        0.017182181740598483,
        0.015476678012513737,
        0.013779019422672612,
        0.014262966198713195,
        0.015495598223934655,
        0.013704829469418636,
        0.015360138807021112,
        0.014469804242641875,
        0.014396526159741114,
        0.01629524793533597,
        0.015200832196278324,
        0.014048760853354745,
        0.01668062078321194,
        0.017242871919201944,
        0.014756760069682157,
        0.015385852176282511,
        0.016220406529920642,
        0.015121766683027857,
        0.01693607741402582,
        0.016051069776995396,
        0.015528120001967573,
        0.015239887745422856,
        0.01685793696601688,
        0.016533509882133954,
        0.015409804923195382,
        0.014878886202446014,
        0.016928176910702083,
        0.015043207790884099,
        0.017064088030055335,
        0.016566028879771395
      ],
      "mean_node_assignment_entropy": 4.155859521086146,
      "normalized_node_entropy": 0.999272986950361,
      "effective_mass_slots": 63.87083331924566,
      "node_slot_mutual_information_nats": 0.001003293517404913,
      "normalized_node_slot_mutual_information": 0.00024124109701935214,
      "centered_token_effective_rank": 1.362393912491212,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007138590893880763,
      "token_RMS": 0.20506968308661339,
      "mean_token_offdiagonal_cosine": 0.9987952090440464,
      "temperature": 0.500993549823761
    },
    {
      "layer": 7,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016120856347079028,
        0.01657114956395279,
        0.014810286466581262,
        0.016448319299836804,
        0.015080186914202398,
        0.014607506832062106,
        0.01409322758369129,
        0.01614293423065653,
        0.014794787634988421,
        0.016258768011103788,
        0.015233511652094146,
        0.016706079016716474,
        0.01586474599248716,
        0.015370756809948996,
        0.017462143716847126,
        0.014456946866298429,
        0.015478761947900169,
        0.015625029059318205,
        0.01574779696981272,
        0.01390564226240226,
        0.01598069764126379,
        0.015386459830831423,
        0.015094267300103482,
        0.015344860068448981,
        0.014368688825042171,
        0.016756368113614785,
        0.015370950438753892,
        0.015981453643050675,
        0.015146550533352435,
        0.01472159501053021,
        0.016364744224149422,
        0.015335473786351746,
        0.01434768636616158,
        0.01676981379522943,
        0.01594980008982876,
        0.015846825018386346,
        0.01655532369725134,
        0.01520965789948361,
        0.01438760572441856,
        0.0157766610960461,
        0.01494532044202027,
        0.016798537018727064,
        0.016734682288142417,
        0.01661995054531974,
        0.01512877930939917,
        0.014872590032997474,
        0.017497718975479717,
        0.01633499047053236,
        0.015836115075171776,
        0.015814480927014134,
        0.014153312478697996,
        0.014927559172824267,
        0.015371447137299264,
        0.016935362611529396,
        0.016147650771327078,
        0.01505758107053245,
        0.01594795859654034,
        0.014343992127637104,
        0.01650318957098087,
        0.016521662609234527,
        0.01603726151303143,
        0.015086814682254038,
        0.01416777820463637,
        0.016740344290199285
      ],
      "mean_node_assignment_entropy": 4.15610567934656,
      "normalized_node_entropy": 0.999332175500623,
      "effective_mass_slots": 63.90003811191419,
      "node_slot_mutual_information_nats": 0.0012142784673336848,
      "normalized_node_slot_mutual_information": 0.00029197225384675974,
      "centered_token_effective_rank": 1.388277686602376,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007521733343890986,
      "token_RMS": 0.2513803140294406,
      "mean_token_offdiagonal_cosine": 0.9991091213124191,
      "temperature": 0.5000736713409424
    },
    {
      "layer": 7,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015593591253805394,
        0.015818823398301977,
        0.016279685834314186,
        0.015274077307501167,
        0.016955677061749008,
        0.015474878876375523,
        0.015140709342722823,
        0.014239150352888181,
        0.01601451844839603,
        0.016332579295593213,
        0.01669396774932429,
        0.015759832831300852,
        0.016128872390633864,
        0.014494437208384467,
        0.015047698802030348,
        0.01500950728567666,
        0.015934372096870777,
        0.014426945780216981,
        0.015491945205683495,
        0.01535367650947016,
        0.015873627982658407,
        0.018538607980524743,
        0.0159382312095775,
        0.015539158612068933,
        0.01598706340758376,
        0.015572759655911119,
        0.016697226108317312,
        0.015007846237989727,
        0.01462716400299142,
        0.01463908613446421,
        0.016989978957344515,
        0.016150520431942768,
        0.01578120695938587,
        0.016048701966522506,
        0.014919833123329774,
        0.01703714402935119,
        0.015458281207793632,
        0.015663640863189814,
        0.01515908939818026,
        0.015973588404059855,
        0.01606168641728636,
        0.017455911741960716,
        0.015448450029197197,
        0.015822132084351584,
        0.016066348210982996,
        0.015165614937294028,
        0.015865861588508678,
        0.014577886954642696,
        0.015296613328955983,
        0.014684651261788112,
        0.017200842019791683,
        0.015018073876817604,
        0.015210984246740085,
        0.015839134524958692,
        0.01662345507727985,
        0.014906954836539426,
        0.0144650486935579,
        0.014680853868193393,
        0.016264510596862958,
        0.015496349060551862,
        0.01383083582769859,
        0.014023220676036709,
        0.014633617629430997,
        0.016293258640280674
      ],
      "mean_node_assignment_entropy": 4.156388606909451,
      "normalized_node_entropy": 0.9994002051992755,
      "effective_mass_slots": 63.90190320109452,
      "node_slot_mutual_information_nats": 0.0009605380851889223,
      "normalized_node_slot_mutual_information": 0.00023096058868117314,
      "centered_token_effective_rank": 1.5691498130646964,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00632705578073291,
      "token_RMS": 0.22036574657211994,
      "mean_token_offdiagonal_cosine": 0.9992177338841154,
      "temperature": 0.5016274452209473
    },
    {
      "layer": 7,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.013969915077859635,
        0.015383133763368856,
        0.014319308269688464,
        0.017998227522980616,
        0.015229485950911077,
        0.016268101266155504,
        0.01605158173954446,
        0.016866056659598762,
        0.017158325885011337,
        0.016581386325273326,
        0.014454882359430538,
        0.015968373742450272,
        0.014056320110872452,
        0.016526814790603844,
        0.016159158583073773,
        0.014863024597493214,
        0.015558849422575028,
        0.01531219250386415,
        0.014600732525656003,
        0.01626006650072712,
        0.015085961675872846,
        0.01472760447342742,
        0.015878883510969014,
        0.015060188142534759,
        0.015694084983458374,
        0.014874303650658846,
        0.016017465578785438,
        0.015404126691645712,
        0.01470737166004984,
        0.014732689547419521,
        0.016324344590598266,
        0.01644452334023738,
        0.016279300440182196,
        0.016556793542845543,
        0.015112538990440995,
        0.016684991139027626,
        0.018081504491956762,
        0.01656127347853887,
        0.014399570724346113,
        0.014552591583380542,
        0.01388224993287438,
        0.014391181995111612,
        0.015974069831357452,
        0.017053468562740315,
        0.014199905519750767,
        0.014874620080902349,
        0.014462814148698091,
        0.01634992057150317,
        0.015601213718608361,
        0.015221190449328336,
        0.015658580976539885,
        0.014840059268444158,
        0.015256039450516014,
        0.016461619355102007,
        0.015585989007070459,
        0.01675272003346878,
        0.014846592490920596,
        0.01612867033113232,
        0.015618379240556653,
        0.016136625725145917,
        0.016103496860156,
        0.015578134844531744,
        0.01607877810901571,
        0.016177629360507532
      ],
      "mean_node_assignment_entropy": 4.155742718797951,
      "normalized_node_entropy": 0.9992449019367037,
      "effective_mass_slots": 63.885566033690296,
      "node_slot_mutual_information_nats": 0.001350733403161719,
      "normalized_node_slot_mutual_information": 0.0003247827303840809,
      "centered_token_effective_rank": 1.593455017761704,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00785643040363315,
      "token_RMS": 0.22481092761255575,
      "mean_token_offdiagonal_cosine": 0.9988714604263287,
      "temperature": 0.4997074007987976
    },
    {
      "layer": 7,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016604060007223444,
        0.014566428815875762,
        0.01681901819311774,
        0.01522243738231614,
        0.015623240140306267,
        0.01599227025918413,
        0.01614743919976221,
        0.015325142641601336,
        0.015030100801217184,
        0.016603825512133852,
        0.01591688851434407,
        0.015064534930407672,
        0.015420318325678134,
        0.015587431931766335,
        0.015797580957230647,
        0.016447284178523286,
        0.016931780255335115,
        0.014852826541805655,
        0.01598944589573373,
        0.017290554828153577,
        0.014623237746631561,
        0.01607192386041107,
        0.016071537425407106,
        0.01676438272378494,
        0.015012864919465118,
        0.014831939616633712,
        0.015855396936759032,
        0.01517834644167927,
        0.0159520793658995,
        0.015909903282789517,
        0.014834163275524705,
        0.01543941050504225,
        0.016288527155400762,
        0.015822147976869646,
        0.016465035837513912,
        0.016166144482083113,
        0.014131476235345745,
        0.014882210190246258,
        0.01543278543270526,
        0.01609060719427187,
        0.015746295963283703,
        0.0155101981697344,
        0.013235850534353957,
        0.015260420520801718,
        0.015896439136757687,
        0.01548177894449655,
        0.015352957068762496,
        0.01543260827319728,
        0.015482995600743944,
        0.01651573514224715,
        0.015937745729701393,
        0.016040820069139237,
        0.014769039115356566,
        0.014937400456888189,
        0.014481092550914062,
        0.015230689314183615,
        0.01568699134942552,
        0.016027198838423358,
        0.01649340303580597,
        0.015740464182467606,
        0.015345804999407473,
        0.015799788355182302,
        0.01621598021287292,
        0.014321572518895136
      ],
      "mean_node_assignment_entropy": 4.156213627249452,
      "normalized_node_entropy": 0.9993581314846525,
      "effective_mass_slots": 63.929690850870536,
      "node_slot_mutual_information_nats": 0.0015702717732484217,
      "normalized_node_slot_mutual_information": 0.00037757055001890285,
      "centered_token_effective_rank": 1.2142119911594982,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009456524031697087,
      "token_RMS": 0.25595594136665895,
      "mean_token_offdiagonal_cosine": 0.9986319530904045,
      "temperature": 0.4975091814994812
    },
    {
      "layer": 8,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015007590997818152,
        0.01735643958638187,
        0.015194284406701146,
        0.016281539879127564,
        0.01640019138028473,
        0.015722682779995417,
        0.014477070498056382,
        0.015544788883045602,
        0.013960680989386196,
        0.016323931941896068,
        0.016069426013798193,
        0.014678930407055549,
        0.015319025630444719,
        0.01491859071370258,
        0.01383385341114893,
        0.015661222063173722,
        0.017576884908867812,
        0.018100748490361765,
        0.014996296834106809,
        0.014595074714509089,
        0.015340609513855987,
        0.014308838828961844,
        0.014715687684868002,
        0.016954051208230087,
        0.016500488643478556,
        0.015186639007576717,
        0.014332276174412534,
        0.016496362012102278,
        0.01550457207828809,
        0.017805041422707467,
        0.015802771840236204,
        0.01699161333009887,
        0.01511760729071818,
        0.015340728506794488,
        0.014344855345482532,
        0.015487320686844134,
        0.01657413356525166,
        0.016261140788241837,
        0.013797395929806307,
        0.016713985081580555,
        0.01658922154015071,
        0.015950498423444596,
        0.01673346221626844,
        0.015018831219314872,
        0.013644675917911239,
        0.01628832082086354,
        0.014324277932649485,
        0.018103923037816952,
        0.014886061816013192,
        0.015780305598447945,
        0.016308033258370103,
        0.015080462082678702,
        0.015163781385546273,
        0.016757997008482687,
        0.014636930506418313,
        0.015595367179209048,
        0.015286465768187887,
        0.014759384100192875,
        0.015122404669411064,
        0.015876698944644926,
        0.015225493957166025,
        0.01578160221934776,
        0.016451959700311568,
        0.015038467741916502
      ],
      "mean_node_assignment_entropy": 4.1548055821525836,
      "normalized_node_entropy": 0.9990195682048859,
      "effective_mass_slots": 63.860158327740734,
      "node_slot_mutual_information_nats": 0.0018900844253844085,
      "normalized_node_slot_mutual_information": 0.00045446923789392536,
      "centered_token_effective_rank": 1.2671511878112538,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00911588379492441,
      "token_RMS": 0.2635482830507794,
      "mean_token_offdiagonal_cosine": 0.9989472509246343,
      "temperature": 0.49790358543395996
    },
    {
      "layer": 8,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016160856477884046,
        0.016401986173748072,
        0.014997209935759781,
        0.014309632963877137,
        0.014631676971201853,
        0.013906122243436807,
        0.01575471710987115,
        0.01639441753636461,
        0.016735424012730638,
        0.014463371351292442,
        0.01622531426510678,
        0.015124672034017341,
        0.01521427077422344,
        0.015793309950566322,
        0.016694706702370915,
        0.015557481133412487,
        0.016971834297296793,
        0.014242077046693606,
        0.015408116009798566,
        0.01758431361338995,
        0.01508062499324272,
        0.015434247837127844,
        0.014975535076579507,
        0.014477854240016803,
        0.015915656705918307,
        0.015869288479473824,
        0.0171033987642498,
        0.014690027623922365,
        0.01700828858147327,
        0.015039891503044078,
        0.015216757375105822,
        0.01558217965066433,
        0.01796879849943838,
        0.017163021207985962,
        0.016564996051556962,
        0.016248845092168448,
        0.014972802863022357,
        0.015243160933330533,
        0.01538137854388473,
        0.01614021751760433,
        0.01642800363721866,
        0.015324534276549472,
        0.014868039046870073,
        0.016912520478652063,
        0.015533266848111682,
        0.015721544987827234,
        0.016578847381092453,
        0.01432515039941208,
        0.01558051553176392,
        0.016997927506838,
        0.01594919663854082,
        0.015482024995035865,
        0.016194007387866322,
        0.013400135147218075,
        0.016210576194718607,
        0.01468579612645684,
        0.015738841278428266,
        0.015872743592801962,
        0.015602746256880408,
        0.013525276245459673,
        0.01529395574507584,
        0.015186027930240405,
        0.014672415411218305,
        0.015267424823777622
      ],
      "mean_node_assignment_entropy": 4.154898069695878,
      "normalized_node_entropy": 0.9990418067582283,
      "effective_mass_slots": 63.882559387342596,
      "node_slot_mutual_information_nats": 0.002148318398465854,
      "normalized_node_slot_mutual_information": 0.0005165613832862013,
      "centered_token_effective_rank": 1.1222232663419125,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.010461359548481415,
      "token_RMS": 0.24641071287376157,
      "mean_token_offdiagonal_cosine": 0.9981919495956254,
      "temperature": 0.4940894842147827
    },
    {
      "layer": 8,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015797153422216235,
        0.015382145336828986,
        0.015142944438327196,
        0.015209885382301237,
        0.016197023339871545,
        0.016663258778345718,
        0.016070620417500542,
        0.014161806307553206,
        0.01567818326593853,
        0.016362084398877957,
        0.015886191376088727,
        0.017407377820471425,
        0.016122441303782636,
        0.0165212789875991,
        0.016159823625383898,
        0.016554297772758658,
        0.014706145206028065,
        0.014423937424451153,
        0.015810364294248185,
        0.015061982120636358,
        0.014802890644254583,
        0.01595797079129997,
        0.016160728572114952,
        0.01611019128756194,
        0.014081902013107137,
        0.01465865815247918,
        0.014716698363231282,
        0.014616338758073128,
        0.014366276758803313,
        0.014427664840846227,
        0.016317052975482377,
        0.01584922440928472,
        0.015615288261560086,
        0.014443042054367153,
        0.016598582793387422,
        0.015195062211983216,
        0.014715348674319412,
        0.016671284232935294,
        0.01473957548050354,
        0.016323201761100425,
        0.015548437786963147,
        0.01628590356525255,
        0.01610893860726887,
        0.014629948612581758,
        0.015590621877920742,
        0.014336117718165045,
        0.015500398219517687,
        0.015406231704120699,
        0.014662291330464807,
        0.016007736297758667,
        0.015785482155267084,
        0.017110047681969602,
        0.015354654204470623,
        0.015268053944014327,
        0.015793411730204543,
        0.016286565373176933,
        0.0165514920762267,
        0.016863480054542607,
        0.016188181243418334,
        0.015611707839008513,
        0.016707640042385015,
        0.01546530247260856,
        0.01551625876772259,
        0.015735168498458522
      ],
      "mean_node_assignment_entropy": 4.156262488047889,
      "normalized_node_entropy": 0.9993698800232524,
      "effective_mass_slots": 63.918112418696,
      "node_slot_mutual_information_nats": 0.0013402826032615778,
      "normalized_node_slot_mutual_information": 0.0003222698441858714,
      "centered_token_effective_rank": 1.232546286329227,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007740627404702585,
      "token_RMS": 0.24384599139703692,
      "mean_token_offdiagonal_cosine": 0.9990105826853835,
      "temperature": 0.4985952377319336
    },
    {
      "layer": 8,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015532981799178535,
        0.014063453873431535,
        0.01620844236730912,
        0.015632674672462255,
        0.017451272768012466,
        0.015503181148425351,
        0.01506175321112303,
        0.015371405766287968,
        0.014527665776986201,
        0.015598449870614293,
        0.0158079080127103,
        0.01593340130090145,
        0.014832856854602346,
        0.014606810363728151,
        0.015065666455112153,
        0.015652014057144618,
        0.016595669264106223,
        0.014007407770331295,
        0.016644352202258884,
        0.01559256270279154,
        0.016021453914352037,
        0.016040485966109675,
        0.017617604303747002,
        0.015442265132243668,
        0.01469047706440422,
        0.01470124856527934,
        0.016137256089005646,
        0.015800667793777673,
        0.014518746341624597,
        0.015105871191450078,
        0.015615659354957085,
        0.016020777820347363,
        0.015000975809768209,
        0.014995074708271739,
        0.017126692889524436,
        0.015352685141916017,
        0.016579359133035775,
        0.014074669066428552,
        0.015773353264354154,
        0.01598148485139121,
        0.015827242622098957,
        0.016653863665517493,
        0.01531471319134705,
        0.016132733370093487,
        0.016227292255174428,
        0.015606851539556661,
        0.015415324640978362,
        0.017252677066895275,
        0.015685071789684122,
        0.015321294254355656,
        0.016080826812043106,
        0.01438147695717056,
        0.015188441296556172,
        0.015975573222827198,
        0.013556189732544202,
        0.016044331563328858,
        0.0171532858136751,
        0.016146069156643513,
        0.017763364471460735,
        0.016080806250283596,
        0.013661944471808123,
        0.014378242175390514,
        0.01682418865824626,
        0.01504145659539072
      ],
      "mean_node_assignment_entropy": 4.155134573352115,
      "normalized_node_entropy": 0.9990986738668959,
      "effective_mass_slots": 63.88797848440753,
      "node_slot_mutual_information_nats": 0.0019966401982136617,
      "normalized_node_slot_mutual_information": 0.00048009048540040115,
      "centered_token_effective_rank": 1.2622998950471735,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009145772668307066,
      "token_RMS": 0.32189915974328115,
      "mean_token_offdiagonal_cosine": 0.9992788798406785,
      "temperature": 0.49492332339286804
    },
    {
      "layer": 8,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01568235053820029,
        0.01452054672760298,
        0.01572627829938168,
        0.01567915257337378,
        0.014427944303592498,
        0.01726336538827183,
        0.017478887828527957,
        0.014603125303373076,
        0.014980937979894483,
        0.015860307729780684,
        0.016429961626957076,
        0.016798812663425474,
        0.015169662175328983,
        0.015570319416630092,
        0.016456247349298136,
        0.015900560643792045,
        0.013243654320376486,
        0.014734748458747065,
        0.01454659400707922,
        0.015287688928927587,
        0.015608498864314396,
        0.01585379363784397,
        0.01638740993547153,
        0.016097551049069826,
        0.015051261973645716,
        0.015662424464260007,
        0.014788516863432287,
        0.014607461279078,
        0.013606763225353532,
        0.015400199820093934,
        0.015304814471588851,
        0.014954224561448381,
        0.015111366152289309,
        0.014164388095514551,
        0.014081712191497857,
        0.014541082367392023,
        0.01576766089349319,
        0.016027637986923415,
        0.016189076744504035,
        0.015158795385180598,
        0.015587592027601809,
        0.014684208770712909,
        0.015529837122739622,
        0.01623803897676294,
        0.016087164286390277,
        0.016044971368781698,
        0.01717610343288219,
        0.01560951824612375,
        0.016613113707520714,
        0.016504594613371226,
        0.015195740640053511,
        0.015886797047507575,
        0.015505661450591781,
        0.016152572509297147,
        0.016598143419821212,
        0.016289824677647634,
        0.01633166868979037,
        0.01671765522606423,
        0.015342744057291694,
        0.016194024167382057,
        0.016462349818167077,
        0.015881070139469707,
        0.016360081484558784,
        0.016280737871532024
      ],
      "mean_node_assignment_entropy": 4.156088648758396,
      "normalized_node_entropy": 0.9993280805097752,
      "effective_mass_slots": 63.9032059498876,
      "node_slot_mutual_information_nats": 0.0012808827262960065,
      "normalized_node_slot_mutual_information": 0.00030798719286459736,
      "centered_token_effective_rank": 1.3364836485580145,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007993456936263526,
      "token_RMS": 0.23274046987562302,
      "mean_token_offdiagonal_cosine": 0.9988423996886011,
      "temperature": 0.49784916639328003
    },
    {
      "layer": 8,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01646288988037381,
        0.016276529045436087,
        0.014600098267588402,
        0.015193331479163616,
        0.01549740846622294,
        0.01452928369995548,
        0.016291623391436406,
        0.01719059509940855,
        0.017471817206114536,
        0.015376549937422736,
        0.01527510868745418,
        0.015558359380508922,
        0.01535990397920331,
        0.017074422093865733,
        0.0163465303025397,
        0.014357520377638398,
        0.016806122590305464,
        0.015411464536775998,
        0.01587943718458493,
        0.016258418039897395,
        0.015366570431072413,
        0.015759076972619298,
        0.015430132847297629,
        0.014694309767461661,
        0.01684083626398101,
        0.016165256417644946,
        0.015119549102116459,
        0.01457477044802636,
        0.016511867296424152,
        0.015898038319618314,
        0.015432922856477268,
        0.015777217187076215,
        0.016202421732565503,
        0.016592013456328155,
        0.015473798047704004,
        0.016603093075458722,
        0.014977635054333815,
        0.014713436194489173,
        0.015165918736272155,
        0.013448590488368602,
        0.015322494414550211,
        0.016561856249941567,
        0.01694007316528485,
        0.016687995650072937,
        0.014330850724803097,
        0.014902128930954531,
        0.015556214909210652,
        0.014735646169638779,
        0.015399065925686278,
        0.014525875700503087,
        0.016151465458850663,
        0.015194790548449424,
        0.014333642424990311,
        0.014099102197213574,
        0.017685152727940134,
        0.014423114497416057,
        0.014297865254818647,
        0.014684314424797366,
        0.015871166343885516,
        0.015782426882381455,
        0.018352278807779048,
        0.014569599835407208,
        0.01554953567886309,
        0.016078474590586197
      ],
      "mean_node_assignment_entropy": 4.155617227176833,
      "normalized_node_entropy": 0.9992147275801271,
      "effective_mass_slots": 63.878955784161285,
      "node_slot_mutual_information_nats": 0.0013727495141635515,
      "normalized_node_slot_mutual_information": 0.0003300764860777483,
      "centered_token_effective_rank": 1.2206115388623855,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00853238301627502,
      "token_RMS": 0.2796505255347698,
      "mean_token_offdiagonal_cosine": 0.9991019300939717,
      "temperature": 0.4971577823162079
    },
    {
      "layer": 8,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015940103671457848,
        0.013978011223759973,
        0.01571867136966652,
        0.015251320394400228,
        0.015075009585569281,
        0.01669473728155871,
        0.014583650406218555,
        0.016314349222843354,
        0.013756547295469683,
        0.016692932344103798,
        0.015820101525752764,
        0.01601361831081991,
        0.0161900650375696,
        0.015841177923347,
        0.016059252440611894,
        0.015420270742824368,
        0.015028006012668474,
        0.017667077304974403,
        0.01535163586691406,
        0.015253352853307877,
        0.015315429899897611,
        0.014430650851642511,
        0.015405128025669772,
        0.015014483180380563,
        0.016286125532658822,
        0.016655048212410352,
        0.016417809501495708,
        0.016346047809945634,
        0.013954259696312614,
        0.015298351575471289,
        0.014079618548235832,
        0.01585084867260261,
        0.015316324280814999,
        0.015247043648729416,
        0.015287085284797174,
        0.015320767582488688,
        0.016398550635624207,
        0.016951234874165267,
        0.014936612649221095,
        0.015508665523245195,
        0.014618689764855588,
        0.015644602490262345,
        0.014559804993101388,
        0.0158080188567775,
        0.014313254164063599,
        0.017024218363068735,
        0.01581464789576319,
        0.014935409697168205,
        0.014056849460829576,
        0.016664358341741396,
        0.01669254250127243,
        0.016836273597200604,
        0.015723009117784743,
        0.01476935335136467,
        0.01572854530661321,
        0.018530123983943513,
        0.015318643158925368,
        0.015509200945547629,
        0.015527358963350623,
        0.01612961335653627,
        0.014912236505718865,
        0.014875398522581238,
        0.017973205600738205,
        0.015364664073102592
      ],
      "mean_node_assignment_entropy": 4.155736700426948,
      "normalized_node_entropy": 0.9992434548243703,
      "effective_mass_slots": 63.882132980491264,
      "node_slot_mutual_information_nats": 0.0013030127896431765,
      "normalized_node_slot_mutual_information": 0.0003133083483055175,
      "centered_token_effective_rank": 1.1100604185999896,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009104549129061475,
      "token_RMS": 0.22618315656395416,
      "mean_token_offdiagonal_cosine": 0.9983669951299443,
      "temperature": 0.49664101004600525
    },
    {
      "layer": 8,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015142722542529099,
        0.015055034768861606,
        0.01512684277810446,
        0.016141037104812034,
        0.015155243739872091,
        0.015298222747344522,
        0.015721989994236654,
        0.01616741760664833,
        0.015229276118564403,
        0.01597083820874681,
        0.01624364431405135,
        0.01567973731691552,
        0.014975604779197889,
        0.01603804416832395,
        0.015693623536700615,
        0.015095745866351921,
        0.017802595255712986,
        0.015391783592266336,
        0.01603560263873581,
        0.016355094720317084,
        0.016409429846904064,
        0.015155274511846855,
        0.015579556203454916,
        0.014459921536830326,
        0.016541730040261632,
        0.01607132342435456,
        0.015386878613467509,
        0.015575692893870896,
        0.01611075629627979,
        0.016473368370347363,
        0.015282248178334035,
        0.015139078651433454,
        0.01533203346435785,
        0.015996901287706,
        0.014254398873477458,
        0.016192301249123513,
        0.015480216559105375,
        0.01605940911404854,
        0.015537662564822217,
        0.015620978121916223,
        0.015362722078465106,
        0.015918129803081316,
        0.015371691851374726,
        0.015842005914301148,
        0.016505499245609182,
        0.01566041389774715,
        0.015738328797802396,
        0.01573022993531557,
        0.016165399329073203,
        0.014316191519271278,
        0.01585930850386793,
        0.014916663920314491,
        0.014228136563761599,
        0.015752585175887224,
        0.01492591636038061,
        0.01563738792767767,
        0.014313716182160211,
        0.014969692513709708,
        0.016233705653780007,
        0.016966152009893515,
        0.016252662888236125,
        0.015201470193541533,
        0.015625007355380582,
        0.01552772096109415
      ],
      "mean_node_assignment_entropy": 4.156771745129192,
      "normalized_node_entropy": 0.9994923304675414,
      "effective_mass_slots": 63.944890185936785,
      "node_slot_mutual_information_nats": 0.001249876434056496,
      "normalized_node_slot_mutual_information": 0.00030053175552288144,
      "centered_token_effective_rank": 1.2882163578489527,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007696344293651689,
      "token_RMS": 0.26110785982447426,
      "mean_token_offdiagonal_cosine": 0.9991394940130307,
      "temperature": 0.49899494647979736
    },
    {
      "layer": 9,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.017984955868654753,
        0.015530387427163247,
        0.016764808352439906,
        0.016154821991066725,
        0.015055590016719366,
        0.016018118965200112,
        0.015490066992667672,
        0.014892589312222733,
        0.014521664410447634,
        0.015426953969157775,
        0.015370522307948381,
        0.014610660311560164,
        0.016190673025457333,
        0.015891886857353377,
        0.016021576436324486,
        0.014684822942688006,
        0.015375400118745176,
        0.01468952800018313,
        0.01556449201878928,
        0.015624808396762724,
        0.014449193291787978,
        0.015669112421978545,
        0.014036279787535534,
        0.014737460383044333,
        0.014966053168789371,
        0.017285554406790037,
        0.016169906290745686,
        0.016057502584219105,
        0.014660161192430512,
        0.016156848041098407,
        0.015567390640053774,
        0.015723915341972303,
        0.014233767756013494,
        0.015811795686614342,
        0.01704371622304921,
        0.014928004995178287,
        0.014234162212076504,
        0.016569587345286536,
        0.01542727416510301,
        0.014995659114311392,
        0.016212984429975725,
        0.01773139613539962,
        0.015817008093593418,
        0.01627866746809191,
        0.01496431700288006,
        0.016344777531833048,
        0.016412188077347987,
        0.014802502862600639,
        0.01429928367977734,
        0.016005392673334756,
        0.014642448216841021,
        0.016729743237314503,
        0.014864957132135955,
        0.01521607503203908,
        0.01633190988060495,
        0.015576429613436402,
        0.015510468067127544,
        0.01583092006337219,
        0.014685827686537832,
        0.015238814429780922,
        0.017149761082936758,
        0.01691325435795433,
        0.017307581129436558,
        0.014545619156505263
      ],
      "mean_node_assignment_entropy": 4.154690788163388,
      "normalized_node_entropy": 0.9989919660850632,
      "effective_mass_slots": 63.894092466721176,
      "node_slot_mutual_information_nats": 0.002536119286292049,
      "normalized_node_slot_mutual_information": 0.0006098077862393994,
      "centered_token_effective_rank": 1.158742598000923,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.011648460560813274,
      "token_RMS": 0.20938429548896312,
      "mean_token_offdiagonal_cosine": 0.9969621988575018,
      "temperature": 0.4911794662475586
    },
    {
      "layer": 9,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01534279100685721,
        0.014525223187486083,
        0.016880560053323442,
        0.01637392663164446,
        0.0163999346816101,
        0.016737970661118266,
        0.014769957427669834,
        0.01617264912917937,
        0.015038135403056974,
        0.014802884456253749,
        0.014499720259518378,
        0.014869178697103814,
        0.014928813100126484,
        0.016188827730441054,
        0.016143219306817433,
        0.0152695360427661,
        0.015385745200055836,
        0.015573569646208141,
        0.01659029215999473,
        0.01563199161497909,
        0.01542102477116772,
        0.014262509422029536,
        0.01568861473182411,
        0.013310620730548249,
        0.01551408482161218,
        0.017082160068591222,
        0.015088515715250855,
        0.01538373823732142,
        0.01368754928679855,
        0.01525213337383888,
        0.01562909927075381,
        0.015011766347842632,
        0.016131038621490987,
        0.017492445782154482,
        0.01688057680014366,
        0.015271143116375547,
        0.016389907723299093,
        0.017140786690606105,
        0.016126342907724474,
        0.013742252120826155,
        0.014993628497177053,
        0.014846703707350294,
        0.015832081018869213,
        0.015302532049782176,
        0.015467142237114704,
        0.016892746904335617,
        0.016503423333696487,
        0.01605403530260851,
        0.015209241971959745,
        0.017592099053232047,
        0.015979329509056374,
        0.016405023187215727,
        0.01598341291077294,
        0.01418958853507247,
        0.015185326366818417,
        0.01621385166387394,
        0.016316117867000313,
        0.016073466017908905,
        0.014623872093265705,
        0.01638541943676056,
        0.015126872498826837,
        0.014895508912017406,
        0.015693914675992134,
        0.015603425411829169
      ],
      "mean_node_assignment_entropy": 4.155680418961631,
      "normalized_node_entropy": 0.9992299219925526,
      "effective_mass_slots": 63.89362514583272,
      "node_slot_mutual_information_nats": 0.0015391744691877207,
      "normalized_node_slot_mutual_information": 0.0003700932289600046,
      "centered_token_effective_rank": 1.3393230453587845,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006877665824844621,
      "token_RMS": 0.32338360458771276,
      "mean_token_offdiagonal_cosine": 0.9995759245812551,
      "temperature": 0.49634426832199097
    },
    {
      "layer": 9,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015736209543766304,
        0.016389565823055417,
        0.015680046205513925,
        0.01577681621106131,
        0.016614872018007706,
        0.01670212465994956,
        0.016664646897393384,
        0.015625127775347847,
        0.014796246879381192,
        0.01583728220534718,
        0.01540557180516474,
        0.015243277274268677,
        0.016733444642262806,
        0.014679633074547891,
        0.01607775670102813,
        0.01538238033148273,
        0.015101933255686194,
        0.016747660912443445,
        0.014471477657615375,
        0.015763468182400243,
        0.01441862093460416,
        0.015364406271523325,
        0.014350093655247143,
        0.015586686201089408,
        0.014249135910406666,
        0.015199364045244352,
        0.01659064483984965,
        0.015599034555565003,
        0.01562040144930945,
        0.015869908240577837,
        0.015377131921551858,
        0.01667733581081941,
        0.01622642338044987,
        0.015111369229137072,
        0.015471993058902143,
        0.015046934111146782,
        0.01592454878981663,
        0.015038879551165524,
        0.015679079497843924,
        0.014258713682694631,
        0.016624009622239557,
        0.016336036243228536,
        0.016589333499084997,
        0.015250851035078136,
        0.015641026206968472,
        0.01672150962612052,
        0.01473605443389467,
        0.015306349158605678,
        0.01588667181785803,
        0.015757999030895108,
        0.015860462373153382,
        0.015471662131667297,
        0.01558331087503081,
        0.014579664703473535,
        0.015260303004962191,
        0.015337074939880397,
        0.01662761748387728,
        0.01479083838971281,
        0.015142140511493847,
        0.015245501174018478,
        0.01537480542932781,
        0.016779069996778504,
        0.016084207372825673,
        0.015923253231465533
      ],
      "mean_node_assignment_entropy": 4.156271440855654,
      "normalized_node_entropy": 0.9993720327184797,
      "effective_mass_slots": 63.93724506310911,
      "node_slot_mutual_information_nats": 0.001630615565491489,
      "normalized_node_slot_mutual_information": 0.00039208016498848734,
      "centered_token_effective_rank": 1.092445640840535,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009806836132812927,
      "token_RMS": 0.29181205347373584,
      "mean_token_offdiagonal_cosine": 0.998941837144798,
      "temperature": 0.4939483404159546
    },
    {
      "layer": 9,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01328677893589198,
        0.01555547623748978,
        0.018104355828510436,
        0.014367651036685029,
        0.015107956843684087,
        0.017773536911739125,
        0.015247052743633499,
        0.014741827643222051,
        0.01588468482853039,
        0.016386936717773404,
        0.015736933689186442,
        0.017053166594044888,
        0.01497490667106453,
        0.015058664005733233,
        0.014023022971255752,
        0.01656057845349817,
        0.01593445245542366,
        0.016381925083319374,
        0.015123668346166024,
        0.015530937153864343,
        0.015598852910665397,
        0.015402370072610375,
        0.016215361023468572,
        0.015119041034829962,
        0.015373401048452643,
        0.01725360831747315,
        0.015381525888858076,
        0.015281153808085179,
        0.01542387651050589,
        0.015093857303429398,
        0.015466498030895556,
        0.015622042797837807,
        0.01563764673191013,
        0.015479628923259572,
        0.016908413143957572,
        0.015302227393643118,
        0.016689025173237126,
        0.014583501845738107,
        0.013553369083892675,
        0.01591133614254036,
        0.015290527233101495,
        0.016101536208591914,
        0.014192303938250208,
        0.014866426899544023,
        0.017557455202632043,
        0.014705309944623959,
        0.015597961446532077,
        0.01566705095546045,
        0.01736477127879072,
        0.016160773443905496,
        0.015688446174178514,
        0.014352866082649716,
        0.017475700436453894,
        0.015586675249618542,
        0.01606840614649653,
        0.016516351695998896,
        0.017292491319758484,
        0.014421597242409746,
        0.014880258177986196,
        0.014741037053743971,
        0.014718842958761405,
        0.014664901474679774,
        0.015319421039423775,
        0.016637638343336855
      ],
      "mean_node_assignment_entropy": 4.155025799130572,
      "normalized_node_entropy": 0.9990725191952298,
      "effective_mass_slots": 63.868906657650264,
      "node_slot_mutual_information_nats": 0.0018068500507562035,
      "normalized_node_slot_mutual_information": 0.0004344556013093245,
      "centered_token_effective_rank": 1.2140147884281343,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007482367207410541,
      "token_RMS": 0.26857477852677397,
      "mean_token_offdiagonal_cosine": 0.99926158187035,
      "temperature": 0.49593910574913025
    },
    {
      "layer": 9,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01633042992046734,
        0.014822927966431913,
        0.01638408576185085,
        0.015564172087960815,
        0.01392622364860074,
        0.01600974043555066,
        0.014441814616732183,
        0.01534073386758215,
        0.01570556631095007,
        0.015476713823594487,
        0.01739255838596289,
        0.014473904918608936,
        0.01597447865560036,
        0.015445756359016677,
        0.016733116145126244,
        0.014701391992064404,
        0.015269115381942006,
        0.013877420344825314,
        0.01599416379473916,
        0.015726127597650328,
        0.01512811751360377,
        0.016037610407950334,
        0.01517038582992783,
        0.01425931224680803,
        0.016836620778297236,
        0.016748711285992486,
        0.015929346929887574,
        0.017144704829652215,
        0.016170876082368755,
        0.01367122209810621,
        0.016108813912321437,
        0.014992002536218118,
        0.014891930155993405,
        0.015314677483765091,
        0.015159449364721881,
        0.015115436693066999,
        0.014029908251234378,
        0.016089975873860175,
        0.01548367074693951,
        0.015304384944285192,
        0.017164836792493744,
        0.015852695735730147,
        0.01445476179408203,
        0.015580493754358533,
        0.017261300418115712,
        0.014900858582871324,
        0.017243424032231527,
        0.015791924657654548,
        0.016939175306902504,
        0.0159428854924372,
        0.01597246827651773,
        0.013770396555334689,
        0.014784324532140208,
        0.015734449130108418,
        0.016444724537887378,
        0.01568249093668127,
        0.015331074319621114,
        0.016361704288651985,
        0.015487667838131781,
        0.015127826868103338,
        0.01602069190933006,
        0.01547046097031832,
        0.017200124223407505,
        0.01630163944748635
      ],
      "mean_node_assignment_entropy": 4.155010696666473,
      "normalized_node_entropy": 0.9990688878202196,
      "effective_mass_slots": 63.89103577336161,
      "node_slot_mutual_information_nats": 0.002168369639214518,
      "normalized_node_slot_mutual_information": 0.000521382687551496,
      "centered_token_effective_rank": 1.1962560134141675,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009952739926960202,
      "token_RMS": 0.25810302143256064,
      "mean_token_offdiagonal_cosine": 0.9985138993806859,
      "temperature": 0.4944228231906891
    },
    {
      "layer": 9,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016060585195439847,
        0.015959669633447512,
        0.01859089564426572,
        0.015181197841072904,
        0.014621692392633704,
        0.015215702830686012,
        0.01538036104784053,
        0.01509365874964751,
        0.014460406476925132,
        0.014570198653257784,
        0.014865016770253387,
        0.015256019352544324,
        0.01516753418420763,
        0.016143786835615626,
        0.015927239242458757,
        0.015745159992100254,
        0.014437838424024364,
        0.016555371847280693,
        0.01717291058415433,
        0.01570823574978528,
        0.01621964076233326,
        0.01613219276718954,
        0.01526170307477555,
        0.014505415833734877,
        0.01644956721713168,
        0.014499947720548245,
        0.014319053662083504,
        0.015839573883426127,
        0.014704630413760045,
        0.01594724565413559,
        0.015213616159034724,
        0.015268927493753394,
        0.01572747215955579,
        0.01525249342730949,
        0.016631262684680855,
        0.015014689564738202,
        0.01804509075007963,
        0.015149860581955697,
        0.01464454668338533,
        0.015649890180551167,
        0.015244169120173477,
        0.015734905249578927,
        0.01629567047140603,
        0.015815709712659082,
        0.016111729088951428,
        0.016478918013602135,
        0.015412519544484034,
        0.014814967005826548,
        0.014852235202901394,
        0.015486567065446143,
        0.016674909888648885,
        0.015470497962989434,
        0.016659099465360133,
        0.0157547664202027,
        0.01608943167608717,
        0.017346006537039754,
        0.015441656777322416,
        0.01513035779422272,
        0.015279351353713047,
        0.01551588764534926,
        0.014509927206415299,
        0.015372313558583492,
        0.016130090500499412,
        0.01578801047995591
      ],
      "mean_node_assignment_entropy": 4.156540729278416,
      "normalized_node_entropy": 0.9994367828971611,
      "effective_mass_slots": 63.90924512693751,
      "node_slot_mutual_information_nats": 0.0009233028124926435,
      "normalized_node_slot_mutual_information": 0.00022200739813699487,
      "centered_token_effective_rank": 1.5226368316137726,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005873499340689882,
      "token_RMS": 0.23039244858542415,
      "mean_token_offdiagonal_cosine": 0.9994133284111213,
      "temperature": 0.49835851788520813
    },
    {
      "layer": 9,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01713059619230079,
        0.015227222291028566,
        0.01427264315201209,
        0.015801302130919574,
        0.015701616447956823,
        0.016821335178052343,
        0.01573350210777495,
        0.014084700257531968,
        0.015812304491909103,
        0.014798563165303457,
        0.015983132052083623,
        0.016253953556470642,
        0.015579712150013095,
        0.016511135629731166,
        0.01602803060232332,
        0.014764886617248637,
        0.015495997202886438,
        0.014243827729217121,
        0.016129170940954955,
        0.015157306592452412,
        0.015739336960526155,
        0.015787778415491952,
        0.01505636962716576,
        0.01588604503079878,
        0.015868477776980784,
        0.016086391487796232,
        0.015667710943232747,
        0.01602639367371229,
        0.014738929253018812,
        0.015222964045301473,
        0.015291764225126325,
        0.016202990750425122,
        0.015596318906504784,
        0.014450998871801348,
        0.014222744909868548,
        0.016394429570673174,
        0.015620461935595159,
        0.015663845200469626,
        0.01641986660815852,
        0.015028375907488985,
        0.014350195113342462,
        0.014567373493013812,
        0.019151067675256886,
        0.01616387814527616,
        0.015655427190431174,
        0.015009205111870998,
        0.01654612789072919,
        0.015898763466664707,
        0.015484506229190993,
        0.014562794261458928,
        0.015358405343904001,
        0.015777928392399915,
        0.01548404855321415,
        0.01627947386859906,
        0.0152779675031231,
        0.015145710420938695,
        0.015859233879159086,
        0.015944412727319144,
        0.01573802894773746,
        0.015911875523359244,
        0.015244170410869161,
        0.015430005792527835,
        0.016401407611573698,
        0.01625486009126559
      ],
      "mean_node_assignment_entropy": 4.15623812442439,
      "normalized_node_entropy": 0.9993640218101191,
      "effective_mass_slots": 63.91755529568296,
      "node_slot_mutual_information_nats": 0.001355929989375504,
      "normalized_node_slot_mutual_information": 0.00032603224524411074,
      "centered_token_effective_rank": 1.3148900221507374,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009707868983968321,
      "token_RMS": 0.27467969887599153,
      "mean_token_offdiagonal_cosine": 0.9988037099554692,
      "temperature": 0.4989567995071411
    },
    {
      "layer": 9,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01647500180370241,
        0.014724366776306572,
        0.014959989633866909,
        0.015184792878686041,
        0.016012247657449703,
        0.016976387221313432,
        0.015870727165576474,
        0.016808338541159498,
        0.014574021966957226,
        0.014605430176590127,
        0.017298442561797227,
        0.01621660433238895,
        0.015125882409811641,
        0.015425218258071383,
        0.014776054846608298,
        0.015960109403578674,
        0.01727001352190989,
        0.015195333195627934,
        0.015171844402119692,
        0.014902312457900106,
        0.016135049302304683,
        0.015155180905532186,
        0.015659570598769712,
        0.016431298644469686,
        0.015212273431852772,
        0.013853880927114324,
        0.014181924492399405,
        0.015169767723499955,
        0.016659889584999782,
        0.014388016581140107,
        0.014904495959815885,
        0.016162380802199065,
        0.01573914391838093,
        0.014129638556497025,
        0.015743136665732613,
        0.015009168252368884,
        0.015155273819245946,
        0.014692476611168653,
        0.015595051958866117,
        0.017875991879255045,
        0.016086188294776167,
        0.015267526255477835,
        0.014798745272020268,
        0.01581229459116328,
        0.015895834610764298,
        0.015228346349109998,
        0.014013701030101076,
        0.016404986192046656,
        0.01692922084809189,
        0.015402067405818525,
        0.016101097244246982,
        0.01568915002512081,
        0.01707568798947487,
        0.015633073418187884,
        0.015582901248609837,
        0.01570386721295596,
        0.016393633649022944,
        0.017373673941575365,
        0.015094183466999927,
        0.016391157318889703,
        0.014853877103117988,
        0.016315092829477545,
        0.01454604578673098,
        0.016020918158710786
      ],
      "mean_node_assignment_entropy": 4.155436745796695,
      "normalized_node_entropy": 0.9991713309814442,
      "effective_mass_slots": 63.897960457399066,
      "node_slot_mutual_information_nats": 0.0018506973528280568,
      "normalized_node_slot_mutual_information": 0.000444998648851895,
      "centered_token_effective_rank": 1.2118037776755624,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008026287026951543,
      "token_RMS": 0.22287080487052136,
      "mean_token_offdiagonal_cosine": 0.99873163715105,
      "temperature": 0.49523985385894775
    },
    {
      "layer": 10,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01443762044891251,
        0.01592295795236121,
        0.017847507523053308,
        0.015910777106526986,
        0.01526869887983194,
        0.014860768627273781,
        0.01506797868970489,
        0.01486820106249846,
        0.015776368731311146,
        0.015979904288820443,
        0.01480889988963503,
        0.016469691632638308,
        0.015921528167709555,
        0.014697063600664176,
        0.015510987289579628,
        0.016498235609360742,
        0.014857029980718823,
        0.01555986369333716,
        0.014209775398789974,
        0.015173321134005435,
        0.01684904870516234,
        0.01499785619902084,
        0.01560596824291832,
        0.01627107704220102,
        0.016207009673617073,
        0.015758324713469652,
        0.014390204480824642,
        0.0157677671189165,
        0.014574548970220156,
        0.016257662281189727,
        0.015860440405597764,
        0.015511023151868548,
        0.0172061136610514,
        0.016074495762642103,
        0.015924286462878384,
        0.015904340294907636,
        0.014749930838947012,
        0.016570572671608844,
        0.015510658445781797,
        0.015387038776303808,
        0.01632093312519928,
        0.016669376823352268,
        0.014933939071794307,
        0.016024378296517965,
        0.015674764602003066,
        0.015077618348162836,
        0.015533350333749066,
        0.015668513490776113,
        0.014627238861203967,
        0.016084764208386507,
        0.015158156219094374,
        0.015366189567267567,
        0.015192103182341592,
        0.014844945342130232,
        0.015285855103819794,
        0.01581439495424172,
        0.0155756842721081,
        0.01565014205227984,
        0.014865871937341811,
        0.016813873140702852,
        0.014322544673560159,
        0.016262116717046145,
        0.01646162284802656,
        0.016746075352510367
      ],
      "mean_node_assignment_entropy": 4.156648082409691,
      "normalized_node_entropy": 0.9994625958688469,
      "effective_mass_slots": 63.927523993716314,
      "node_slot_mutual_information_nats": 0.0011019216598446846,
      "normalized_node_slot_mutual_information": 0.0002649561523510103,
      "centered_token_effective_rank": 1.2024385050094637,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006936319852741538,
      "token_RMS": 0.2901952938906436,
      "mean_token_offdiagonal_cosine": 0.9994903280177,
      "temperature": 0.496909499168396
    },
    {
      "layer": 10,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016615511861401776,
        0.015643238858129002,
        0.015571549207509462,
        0.015869590184329218,
        0.013796984950434946,
        0.015080300723403058,
        0.01697730042441132,
        0.016171761548706982,
        0.013804543076654541,
        0.015474525037939219,
        0.014979834565672163,
        0.015359628136139161,
        0.016555239465334673,
        0.015248088045216428,
        0.014329815369375264,
        0.014573356257775175,
        0.014022234143144442,
        0.01552946161703019,
        0.014297144074920543,
        0.014929876080682941,
        0.01641773495502851,
        0.015531175094333993,
        0.01618517144904986,
        0.01752984547723074,
        0.018481719052837336,
        0.01503756052340228,
        0.01572472296703472,
        0.016134197728697564,
        0.014468156507386126,
        0.01562560333682588,
        0.01620969733834209,
        0.01629694367998595,
        0.0156081977595799,
        0.015682453666264813,
        0.015370651154171477,
        0.017372251135639758,
        0.015278321420300639,
        0.01632859758167322,
        0.01632295998615189,
        0.017748715610506637,
        0.014362787516548122,
        0.01645270511932641,
        0.01574450254378136,
        0.015844291819678905,
        0.01613269187104789,
        0.014621163250423548,
        0.01600458550773036,
        0.016068606402832118,
        0.01601520288761163,
        0.013684329027822096,
        0.014700122967261375,
        0.015004398383842977,
        0.014765712615830269,
        0.01706573289360131,
        0.016303587870483888,
        0.01512653842543973,
        0.014710003563934681,
        0.0157988267935032,
        0.014833840099152945,
        0.01537242041196607,
        0.01640644261088639,
        0.0144836721424196,
        0.015491442701769175,
        0.016821731906287087
      ],
      "mean_node_assignment_entropy": 4.155484476892716,
      "normalized_node_entropy": 0.9991828078840317,
      "effective_mass_slots": 63.87571511659643,
      "node_slot_mutual_information_nats": 0.001454767131636281,
      "normalized_node_slot_mutual_information": 0.0003497975544099874,
      "centered_token_effective_rank": 1.1792330412521794,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008714130628709484,
      "token_RMS": 0.27148812647821247,
      "mean_token_offdiagonal_cosine": 0.9989932214724033,
      "temperature": 0.4963994324207306
    },
    {
      "layer": 10,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.017129565596151967,
        0.017357014307055323,
        0.014159028459745003,
        0.015859630008521912,
        0.015530191386800474,
        0.016402746611050657,
        0.017384578112661038,
        0.016369945976637264,
        0.014648429391096049,
        0.014962013883452634,
        0.016304204336362968,
        0.01508236491058764,
        0.014696611232629274,
        0.014472024027530712,
        0.015124168343655516,
        0.014599794767338478,
        0.014083075952914482,
        0.01517821589526166,
        0.01464013694004923,
        0.015895094672161623,
        0.016270538065274433,
        0.01409405905644019,
        0.016222955522948584,
        0.015913639034153878,
        0.017376210313718343,
        0.014416983954507412,
        0.016163989718386722,
        0.016108345109600235,
        0.01695992718133623,
        0.014937583778640264,
        0.016108658612984567,
        0.014853833507534964,
        0.013291831793838919,
        0.015714908200504172,
        0.015180066727060725,
        0.014966779668453091,
        0.0176278433398205,
        0.01759927877380549,
        0.014584611385179212,
        0.015755138039087117,
        0.01629585293807881,
        0.014819002890774256,
        0.015089254716119526,
        0.01380471810506999,
        0.014831346793330882,
        0.015345983799547512,
        0.017850040572299507,
        0.015264388838803168,
        0.015475587249179655,
        0.014588320192081165,
        0.017836188583136174,
        0.015833545771373747,
        0.014984837041218836,
        0.01577522113912042,
        0.0160444172764245,
        0.01488681869574958,
        0.01689640504348706,
        0.017164440733795416,
        0.015097328001471474,
        0.014411152951417133,
        0.015532072165498274,
        0.01748932284817728,
        0.015650376995087045,
        0.01500735975532165
      ],
      "mean_node_assignment_entropy": 4.155347770930429,
      "normalized_node_entropy": 0.9991499370483897,
      "effective_mass_slots": 63.84821062715656,
      "node_slot_mutual_information_nats": 0.0011607865220089053,
      "normalized_node_slot_mutual_information": 0.00027911015980549924,
      "centered_token_effective_rank": 1.3431888032519348,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006206346666298598,
      "token_RMS": 0.345227708682379,
      "mean_token_offdiagonal_cosine": 0.9997292357379478,
      "temperature": 0.49885162711143494
    },
    {
      "layer": 10,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01555697498813931,
        0.016111766066384987,
        0.015635556189393014,
        0.01607714061567155,
        0.014638136198899329,
        0.015451307745763929,
        0.014842841507637443,
        0.0157557214700899,
        0.01549844024099233,
        0.015713760424963214,
        0.01405266869553416,
        0.014833755899015873,
        0.015495181893129104,
        0.015326881274301185,
        0.01692041041130499,
        0.015925047131020182,
        0.015120663715412944,
        0.015078388903145152,
        0.01605356385230001,
        0.015863287298672424,
        0.015339146904878273,
        0.0167111503244259,
        0.015472583787832445,
        0.016333546719178412,
        0.01505341767973897,
        0.015087606834233554,
        0.01571243702615938,
        0.015244360343942946,
        0.014837547873231901,
        0.014471312954238053,
        0.014528916320857756,
        0.015439736831174436,
        0.015263595645563104,
        0.01643624549167906,
        0.015007310254812117,
        0.016023870524101713,
        0.01575824764825436,
        0.016176773619054948,
        0.015648716912167588,
        0.015452165090046115,
        0.015898122397827206,
        0.017172520986345037,
        0.014879260753934908,
        0.015871465711622228,
        0.01718344616657477,
        0.014924989921677673,
        0.014695048208593114,
        0.016489036246105048,
        0.015724420473046157,
        0.015034502658078753,
        0.01701943079630534,
        0.01547097292903718,
        0.016275858535148086,
        0.015109576478199719,
        0.017691273321226216,
        0.01524748912239604,
        0.01649358662378502,
        0.016407084350426024,
        0.015184742319569016,
        0.01576648012701227,
        0.015164503481695929,
        0.015419079956500466,
        0.01588109592684951,
        0.01504582871271195
      ],
      "mean_node_assignment_entropy": 4.156185967458301,
      "normalized_node_entropy": 0.9993514807107317,
      "effective_mass_slots": 63.93384248615631,
      "node_slot_mutual_information_nats": 0.0016628700997092238,
      "normalized_node_slot_mutual_information": 0.00039983574108217227,
      "centered_token_effective_rank": 1.2256707628542824,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006830841001304992,
      "token_RMS": 0.30148401564558214,
      "mean_token_offdiagonal_cosine": 0.9995156893191369,
      "temperature": 0.4938478171825409
    },
    {
      "layer": 10,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.0149183890905113,
        0.016124931536975712,
        0.016875072111639442,
        0.015338134416243729,
        0.014953344222505133,
        0.015872821779517814,
        0.015202840403634947,
        0.0159822258767173,
        0.014076759545775048,
        0.015984746299194448,
        0.01558259993421327,
        0.015452064097015349,
        0.015106517300337238,
        0.015192751637395599,
        0.015288249210173781,
        0.015928732080299327,
        0.014529014112781154,
        0.016138726481014616,
        0.01480531153248157,
        0.014405101128566453,
        0.01626484728075654,
        0.014846686853478633,
        0.014600793779009573,
        0.01737320223200643,
        0.01631606841916997,
        0.015240690218138456,
        0.016173290068456036,
        0.015850080121122608,
        0.014607868892226867,
        0.015762916323996002,
        0.015419532241131274,
        0.016404442712187217,
        0.015291791703458195,
        0.015738582193536174,
        0.014965700709143458,
        0.01697080638589935,
        0.01530153259316898,
        0.01667291156302584,
        0.01676965672325722,
        0.01650993425594461,
        0.01632255820118667,
        0.017268307611397315,
        0.015255751805453539,
        0.015862189977861537,
        0.01575102799108124,
        0.014716226811117058,
        0.015981123404447756,
        0.01673556955503762,
        0.014102044609790098,
        0.014175054974323314,
        0.015323323818294751,
        0.0151795740998008,
        0.015527722191505746,
        0.016648248314436717,
        0.015109790540008187,
        0.014814923642165188,
        0.016715818384559298,
        0.01589226002330739,
        0.01555879068697037,
        0.016150443159951938,
        0.015079603149888546,
        0.015084598043600727,
        0.014864152173978386,
        0.01704122884505162
      ],
      "mean_node_assignment_entropy": 4.156414359272284,
      "normalized_node_entropy": 0.9994063973336338,
      "effective_mass_slots": 63.91726495415051,
      "node_slot_mutual_information_nats": 0.0011751526931584877,
      "normalized_node_slot_mutual_information": 0.00028256449378451,
      "centered_token_effective_rank": 1.1644974145700635,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006537122079032434,
      "token_RMS": 0.24898070569583763,
      "mean_token_offdiagonal_cosine": 0.9993067075502754,
      "temperature": 0.49803194403648376
    },
    {
      "layer": 10,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015162426926392128,
        0.015220617246276318,
        0.01605107652267957,
        0.01655856343928512,
        0.01544372165227852,
        0.0145256873403389,
        0.013998976249024082,
        0.014461478400676266,
        0.015428834055698748,
        0.015509505746374053,
        0.015175379329612066,
        0.014524073652271418,
        0.01439671401098768,
        0.016784415074217924,
        0.016464520394863156,
        0.0161379024691157,
        0.01614728335517629,
        0.015641110408715343,
        0.01567605061079369,
        0.014376345758328156,
        0.01447605573647296,
        0.016251601346171287,
        0.013735056503737911,
        0.015510459778037446,
        0.015058464192147094,
        0.01478423676611041,
        0.014979474364322346,
        0.015430802880114548,
        0.015764590632212073,
        0.016715572602606144,
        0.015174684883265325,
        0.015079286426884187,
        0.016053219183484537,
        0.017342002996199268,
        0.015918976668728622,
        0.017028041792062885,
        0.0155365484911405,
        0.014307844205900323,
        0.015675046094174916,
        0.01698500743698406,
        0.015202075259066422,
        0.01606252153661208,
        0.015159803563058643,
        0.01581290927111232,
        0.0152564463986803,
        0.016160142338235053,
        0.014953276598327847,
        0.015987610099652612,
        0.01590717313607183,
        0.017845821029069064,
        0.016266690993010154,
        0.015534296126004002,
        0.01577494112224346,
        0.015531386009740404,
        0.01682316497495061,
        0.015224543613101497,
        0.016457560032105422,
        0.015147547329444455,
        0.016107779352160647,
        0.016535834894289232,
        0.015183520518468684,
        0.0141472064649747,
        0.017696998736233677,
        0.015729094888848983
      ],
      "mean_node_assignment_entropy": 4.1551100326171655,
      "normalized_node_entropy": 0.9990927730674607,
      "effective_mass_slots": 63.90123155296063,
      "node_slot_mutual_information_nats": 0.002228601709873601,
      "normalized_node_slot_mutual_information": 0.0005358654391585515,
      "centered_token_effective_rank": 1.2113904748468578,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009774284148382769,
      "token_RMS": 0.29584560524466014,
      "mean_token_offdiagonal_cosine": 0.9989020966933273,
      "temperature": 0.487006813287735
    },
    {
      "layer": 10,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.0150879206945763,
        0.015373095951340465,
        0.015345698507590658,
        0.01621534361571602,
        0.01674532836463817,
        0.015819065378166457,
        0.015961784825579382,
        0.01775825767618407,
        0.015832309083961202,
        0.01686809556615626,
        0.01461490103704326,
        0.014248421992631991,
        0.016923028228668747,
        0.013726879925483866,
        0.014366344554423887,
        0.01386257537326027,
        0.013990281101617635,
        0.015090984242896514,
        0.01710931528401284,
        0.015091533267282414,
        0.016819981045686813,
        0.015536509556028309,
        0.015923673755678994,
        0.012946341580967623,
        0.01562514353336467,
        0.015607131897849175,
        0.019468322591674327,
        0.01778042465315155,
        0.01659149023492043,
        0.014901071220454294,
        0.01643033079933994,
        0.016643608947087597,
        0.015234080435728426,
        0.014591240420168166,
        0.015596605710421025,
        0.015855792961734904,
        0.01400603390500147,
        0.015898186283252968,
        0.014696972610906595,
        0.018020792526927502,
        0.015314807415046292,
        0.01615363671468642,
        0.015794551310883986,
        0.016296060624428458,
        0.018022758499478427,
        0.015876412438874034,
        0.014567418882797894,
        0.01960965248251939,
        0.014863874330881313,
        0.01584692534079825,
        0.014935788179640487,
        0.014901640468098432,
        0.014819719145473328,
        0.014888262226311661,
        0.01612569011041192,
        0.016622123915123133,
        0.015518484298168121,
        0.013713121114679224,
        0.014909131004251768,
        0.01428977917108783,
        0.01637037988824845,
        0.014222382864941341,
        0.013503474202337341,
        0.014629025928339737
      ],
      "mean_node_assignment_entropy": 4.152374469087843,
      "normalized_node_entropy": 0.998435009077829,
      "effective_mass_slots": 63.77844585439035,
      "node_slot_mutual_information_nats": 0.0030408249094788786,
      "normalized_node_slot_mutual_information": 0.0007311638361861349,
      "centered_token_effective_rank": 1.0868028584561547,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.010992314602568935,
      "token_RMS": 0.2815345700400199,
      "mean_token_offdiagonal_cosine": 0.9984800930211192,
      "temperature": 0.4876847565174103
    },
    {
      "layer": 10,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014941977211577431,
        0.014806471198698417,
        0.014670790177359878,
        0.015014560762617968,
        0.01610196685076266,
        0.01615614437717001,
        0.01502895958870405,
        0.01584577361653839,
        0.016636105680777443,
        0.016559022500047454,
        0.015530295714607201,
        0.01393639782579365,
        0.016169680143698035,
        0.015428064183297749,
        0.01541467091639548,
        0.014552252795511166,
        0.01597647501413579,
        0.015593603326277227,
        0.016418646917417658,
        0.015486467546100472,
        0.01586609213324182,
        0.01727176172251634,
        0.015135516409059028,
        0.01427361629226092,
        0.015581300065216694,
        0.015357007669883618,
        0.01627215110192958,
        0.016451535999887062,
        0.015003367909400291,
        0.015815593541138102,
        0.01569093478375341,
        0.015694243559896095,
        0.015173346833623596,
        0.015296473940233505,
        0.015445490930806176,
        0.016082903979874337,
        0.014888516975661945,
        0.015514274336527542,
        0.015705282494537905,
        0.01612926366923685,
        0.015321844327440473,
        0.015309819468437088,
        0.015469030811083759,
        0.016830144356783563,
        0.015616414897313703,
        0.0167430542958416,
        0.016122589480049153,
        0.016170908877107874,
        0.015902542616994926,
        0.01507199754955969,
        0.015913821108424972,
        0.015412405650907854,
        0.01594117074403282,
        0.015612058539230518,
        0.015617914517891511,
        0.01741980541607934,
        0.015746975199249617,
        0.015333884020326675,
        0.015655782987378762,
        0.014907040313799936,
        0.016164339956763765,
        0.014830420002943,
        0.015323286296389281,
        0.014645747775651849
      ],
      "mean_node_assignment_entropy": 4.157353909502172,
      "normalized_node_entropy": 0.9996323114098548,
      "effective_mass_slots": 63.94261873668969,
      "node_slot_mutual_information_nats": 0.0006321894480167956,
      "normalized_node_slot_mutual_information": 0.00015200943025936035,
      "centered_token_effective_rank": 1.3899143703610548,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004844077672495832,
      "token_RMS": 0.27076407472280073,
      "mean_token_offdiagonal_cosine": 0.9996959637212303,
      "temperature": 0.49734100699424744
    },
    {
      "layer": 11,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01556040950601324,
        0.01600523239767395,
        0.015792262412007048,
        0.015296510263840038,
        0.016008521066963308,
        0.01747834731158157,
        0.015515834736346204,
        0.015400878114245843,
        0.016507478222925944,
        0.01709502710765271,
        0.01600066125306873,
        0.015773410382641045,
        0.016657856457249594,
        0.014482008729609083,
        0.01666823241633748,
        0.01523093847384988,
        0.013687928069275771,
        0.01469787377650408,
        0.0160477650669202,
        0.016010274080332853,
        0.01627025923054294,
        0.015208519205552041,
        0.016243138130836943,
        0.01488491005531088,
        0.015257740104489107,
        0.01656466178629881,
        0.013777850304371224,
        0.013449821360337096,
        0.015268929751464719,
        0.01589374390152226,
        0.01498328423630732,
        0.015576935830678568,
        0.016640978370562935,
        0.015857206941297077,
        0.016379508603768897,
        0.015167046204623435,
        0.015107824195955171,
        0.015673629653983837,
        0.014831166286002043,
        0.015774821989641266,
        0.015480502181486763,
        0.01678078312983573,
        0.015338288891892322,
        0.015463625744535837,
        0.015623634079402676,
        0.015233431344943722,
        0.015195508666903852,
        0.0157292775478924,
        0.015707345897279932,
        0.015318664534159272,
        0.014361880531981687,
        0.014736352161776467,
        0.015037821070239061,
        0.015585888417682195,
        0.01593148983607543,
        0.014778891966305312,
        0.015710135607453816,
        0.015593286842188818,
        0.01670401367566888,
        0.01659018003677797,
        0.01562755923618851,
        0.015892847668256868,
        0.015442624644489717,
        0.017406540253672723
      ],
      "mean_node_assignment_entropy": 4.155690975316965,
      "normalized_node_entropy": 0.9992324602594675,
      "effective_mass_slots": 63.916677617968475,
      "node_slot_mutual_information_nats": 0.0018893475994623543,
      "normalized_node_slot_mutual_information": 0.00045429206870996775,
      "centered_token_effective_rank": 1.1506458474131265,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009130787087759617,
      "token_RMS": 0.27261319013551855,
      "mean_token_offdiagonal_cosine": 0.9988981422582239,
      "temperature": 0.4934663772583008
    },
    {
      "layer": 11,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016630345929651062,
        0.015460472330401053,
        0.015703523624730018,
        0.015540075692388565,
        0.014653041794998264,
        0.014577319804951493,
        0.014967663275088208,
        0.01476818205853401,
        0.01490821228962824,
        0.015280678911036625,
        0.01571224244194048,
        0.015599479595752386,
        0.013852612178002762,
        0.016432253068618032,
        0.015122788522940397,
        0.016538733231618995,
        0.015263816409341458,
        0.015466963104329722,
        0.015084277630610564,
        0.015149792883505748,
        0.014443267473009806,
        0.014873448273158965,
        0.013653506974604592,
        0.017544845057446846,
        0.015597671600933793,
        0.014243939335356259,
        0.016893929588971898,
        0.016257726680751067,
        0.01587806829649496,
        0.01640945630923253,
        0.015217709974578003,
        0.013919311810260983,
        0.015109992122788034,
        0.01646344105339347,
        0.01656915144213549,
        0.014665683511810577,
        0.016065119625591137,
        0.016425310953870925,
        0.016017179786376273,
        0.015375753392337323,
        0.01540151220669873,
        0.014669254517859654,
        0.01600216899281988,
        0.014308187281350686,
        0.017375509551253197,
        0.01844028674350279,
        0.01599716114807575,
        0.014153222781689978,
        0.01523726816386131,
        0.015503312903300268,
        0.01682104975525792,
        0.01667109028108872,
        0.016678720691179292,
        0.01566762197085503,
        0.01626156716980956,
        0.01610988490030918,
        0.01640101312109436,
        0.01641557744676848,
        0.015915594518994002,
        0.016546131517072536,
        0.016066556561928652,
        0.014856313529458091,
        0.015398862188222059,
        0.014765143854039256
      ],
      "mean_node_assignment_entropy": 4.155107071361991,
      "normalized_node_entropy": 0.9990920610361015,
      "effective_mass_slots": 63.88617231277309,
      "node_slot_mutual_information_nats": 0.001995870873312988,
      "normalized_node_slot_mutual_information": 0.0004799055018638955,
      "centered_token_effective_rank": 1.0652190267656556,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009247823164585636,
      "token_RMS": 0.3075352774272922,
      "mean_token_offdiagonal_cosine": 0.9992250718078651,
      "temperature": 0.48618364334106445
    },
    {
      "layer": 11,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015566174452728893,
        0.01305821725174134,
        0.014789355026743722,
        0.016112467918654363,
        0.013898041225873204,
        0.01446890425655312,
        0.016697911250403208,
        0.015312563452851336,
        0.01641077666002616,
        0.015780635220609966,
        0.0160630131728482,
        0.014500380040015545,
        0.014830991456118867,
        0.01664073206739665,
        0.015476233306109257,
        0.014452150048675009,
        0.014924505682621329,
        0.016005288660132153,
        0.015741084955245226,
        0.01665931379195231,
        0.01572963669027391,
        0.014348260816250503,
        0.015514954784669946,
        0.016814008875854224,
        0.016474204970463487,
        0.015607396892441658,
        0.016322837732876624,
        0.015167679433143143,
        0.015652767224136017,
        0.015526235340968843,
        0.016965257776494512,
        0.016151016895346884,
        0.013435886611221373,
        0.016166967590914152,
        0.016596647990181113,
        0.015938677042339682,
        0.015274203737364754,
        0.01600205055578839,
        0.014407863173894156,
        0.01650404970209772,
        0.01509016119681977,
        0.015772910055143346,
        0.014412152734902208,
        0.016047355459011883,
        0.01680405658171982,
        0.015733633084202413,
        0.01657339840760473,
        0.014557167667478674,
        0.016027097062781874,
        0.015048919388067659,
        0.01717807799158611,
        0.014873919889415239,
        0.015361606354437044,
        0.016176517403291405,
        0.017296717105917115,
        0.014691777466909441,
        0.016757277387921935,
        0.01514156949301845,
        0.015236218727269128,
        0.015981985418054657,
        0.01608026557133066,
        0.016297103124325828,
        0.015780247301207428,
        0.015090521655709213
      ],
      "mean_node_assignment_entropy": 4.154897709665329,
      "normalized_node_entropy": 0.9990417201891805,
      "effective_mass_slots": 63.89473175225646,
      "node_slot_mutual_information_nats": 0.0023392031277635894,
      "normalized_node_slot_mutual_information": 0.0005624594586760805,
      "centered_token_effective_rank": 1.1860442609346575,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009432869037901262,
      "token_RMS": 0.233786141359872,
      "mean_token_offdiagonal_cosine": 0.998364743349413,
      "temperature": 0.4922720789909363
    },
    {
      "layer": 11,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014253940620305437,
        0.015611929907804184,
        0.015602243911364479,
        0.01586864982904971,
        0.015910300510727185,
        0.015416673880340783,
        0.015335300630295735,
        0.01702993070333974,
        0.016193456166191965,
        0.016327388498628484,
        0.014648316442858772,
        0.01556787774710071,
        0.016367056080662107,
        0.01596412745242928,
        0.0145373174360025,
        0.014964712650802821,
        0.015201216842326948,
        0.014982714616689255,
        0.015088136514920518,
        0.015296471116456798,
        0.015464219081280369,
        0.01584876330949354,
        0.015359150431384106,
        0.01488625923150268,
        0.014282592379373838,
        0.01720751318855775,
        0.016146662523446823,
        0.014867803328446439,
        0.0146090303941109,
        0.015337324253337703,
        0.015070698511134652,
        0.01698246179396963,
        0.015021697266077013,
        0.014905426497032028,
        0.014933185447593051,
        0.016680226534396308,
        0.015730763865059436,
        0.01494377612747888,
        0.015477251401247415,
        0.015744480658880452,
        0.016643419223648127,
        0.016256628322121266,
        0.015974621971142956,
        0.016279657611229563,
        0.01507012767800785,
        0.013974925555536368,
        0.015603570449548326,
        0.017425922658769053,
        0.015470211908377784,
        0.016315467545082382,
        0.01465117298333065,
        0.01644936564895102,
        0.016505830459415494,
        0.015189328522346064,
        0.014989202725322871,
        0.015588262056449748,
        0.014845102332974267,
        0.015577345139969702,
        0.016633134890131785,
        0.016533679511459693,
        0.016575361317490753,
        0.01601496174545175,
        0.015035179094359393,
        0.016730473053824385
      ],
      "mean_node_assignment_entropy": 4.155592787747835,
      "normalized_node_entropy": 0.9992088511396242,
      "effective_mass_slots": 63.92222921832075,
      "node_slot_mutual_information_nats": 0.002074388232235158,
      "normalized_node_slot_mutual_information": 0.0004987849359206811,
      "centered_token_effective_rank": 1.0619723307558702,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.008791096739227604,
      "token_RMS": 0.23231575851032538,
      "mean_token_offdiagonal_cosine": 0.9985909546032128,
      "temperature": 0.48833394050598145
    },
    {
      "layer": 11,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01569852575672519,
        0.015077989006332022,
        0.016506160141556297,
        0.016747391978874104,
        0.015630308370618143,
        0.015549033341673691,
        0.015060260221989379,
        0.017017064690911864,
        0.015710658965610948,
        0.01624503831473899,
        0.014936407468158315,
        0.016962058884814002,
        0.015849704452546215,
        0.015242728999076346,
        0.015944113436464076,
        0.016249225026149495,
        0.014555271515033495,
        0.015176784644085726,
        0.01521570660152244,
        0.015456572786332145,
        0.015453211698559548,
        0.01578065012515728,
        0.015391173238255835,
        0.015292865630017763,
        0.014703586377978388,
        0.016346182236915602,
        0.014242140924098142,
        0.01556211143461181,
        0.015279591945711218,
        0.014994997620713584,
        0.015569730738663332,
        0.01674860453943931,
        0.015445024495373457,
        0.01486768283925794,
        0.01521862855275743,
        0.016545778326190606,
        0.016287883238917163,
        0.015500490729394656,
        0.015418097323589132,
        0.015603753772382854,
        0.015502742440676374,
        0.015393149335453023,
        0.016266323027807863,
        0.015736289655659562,
        0.015718912618794573,
        0.014443937067185032,
        0.01588619531090232,
        0.015364483321723106,
        0.015911541914897916,
        0.01515549918548696,
        0.015447031130458849,
        0.01459913953443213,
        0.014917752019435971,
        0.01585072296031953,
        0.014833116801373739,
        0.016950690174052603,
        0.01573657949634519,
        0.015299121536938421,
        0.01656033295425852,
        0.015375071598877185,
        0.01578737117961824,
        0.016334797187306287,
        0.015773197193536367,
        0.016072812095459875
      ],
      "mean_node_assignment_entropy": 4.156711735231795,
      "normalized_node_entropy": 0.9994779011373115,
      "effective_mass_slots": 63.948865040915265,
      "node_slot_mutual_information_nats": 0.0013720450345537927,
      "normalized_node_slot_mutual_information": 0.0003299070945378472,
      "centered_token_effective_rank": 1.228761460194562,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006906401884373816,
      "token_RMS": 0.2691143650924631,
      "mean_token_offdiagonal_cosine": 0.9993810609807096,
      "temperature": 0.4944804012775421
    },
    {
      "layer": 11,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01614024301436042,
        0.015243414817054579,
        0.014817093492399125,
        0.0171355597687614,
        0.015474391385086904,
        0.014254505870104139,
        0.015404883301685738,
        0.016127340090972463,
        0.014431666537915038,
        0.014781905055926473,
        0.015825716505609003,
        0.015268194232141007,
        0.015563890826822463,
        0.014707824982305278,
        0.016525586144650342,
        0.01668731368619645,
        0.0161562309912519,
        0.017778718181264204,
        0.01524684833965817,
        0.01555309346448916,
        0.014519794203808403,
        0.016626017808085973,
        0.015012219442284164,
        0.0159360497129126,
        0.015077266686032131,
        0.016537049832995167,
        0.015281398694936173,
        0.01837594578473663,
        0.015559504987654486,
        0.016116616881372427,
        0.01593120202242844,
        0.014324996265595368,
        0.017341518591583716,
        0.01680482222446474,
        0.01574400268348536,
        0.014946630458172504,
        0.016264407008563266,
        0.014642461632160384,
        0.016605962906296474,
        0.016067960993207092,
        0.01764439191758597,
        0.014857611307912346,
        0.01677938663371428,
        0.01601974857315219,
        0.016296000770820385,
        0.015911520590566875,
        0.01587729486899797,
        0.016460691812328718,
        0.016972400407364998,
        0.01539283473762936,
        0.01784885862811394,
        0.014625168581163053,
        0.014568399819178386,
        0.013786369761125402,
        0.014120985139502737,
        0.016530514416949454,
        0.01413338600872011,
        0.014115080405723327,
        0.015525084171561305,
        0.013461603261635868,
        0.013188038952398843,
        0.015527708949322734,
        0.015697171222660015,
        0.0138195002350788
      ],
      "mean_node_assignment_entropy": 4.155504422378227,
      "normalized_node_entropy": 0.9991876037595375,
      "effective_mass_slots": 63.840873050422864,
      "node_slot_mutual_information_nats": 0.0008892062716778781,
      "normalized_node_slot_mutual_information": 0.00021380891307950655,
      "centered_token_effective_rank": 1.1471614354659412,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005645271244578177,
      "token_RMS": 0.21878550268643754,
      "mean_token_offdiagonal_cosine": 0.9993796620700311,
      "temperature": 0.49550798535346985
    },
    {
      "layer": 11,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.013623977221372034,
        0.01704558869916793,
        0.01623184913656956,
        0.016394833967116298,
        0.014737655214588984,
        0.014884021641768991,
        0.01619988579301361,
        0.016370131374526763,
        0.015304572063768396,
        0.01461831780627643,
        0.01647080729549412,
        0.01568774400019971,
        0.014823827799728812,
        0.017232296294490388,
        0.016442459487307534,
        0.01600277516549594,
        0.014313548059187326,
        0.013779553329129942,
        0.016316834354259416,
        0.016695248761973834,
        0.013649350177092002,
        0.01504679804026965,
        0.013295717603210463,
        0.016345772769892204,
        0.015673134259206804,
        0.016891030439722024,
        0.015503166776720555,
        0.01664798538837676,
        0.016466044720149602,
        0.015681051719234874,
        0.016029406082917034,
        0.013477457055719044,
        0.016681448085728443,
        0.01565957834299933,
        0.017135701850534035,
        0.015144713493120944,
        0.0147665785198981,
        0.016651973169146548,
        0.01536277172296813,
        0.015130936847717978,
        0.014706308942195458,
        0.015185939726012995,
        0.015258196839179292,
        0.013482937745771044,
        0.015843492288449414,
        0.015362202594310129,
        0.015737862922911797,
        0.014606596037552301,
        0.016000653287159085,
        0.014599692971990869,
        0.015651911763398575,
        0.01586221220506617,
        0.01527606091120549,
        0.01557664110106983,
        0.01576857651320038,
        0.016967410233297533,
        0.016344226822712225,
        0.01683365552196416,
        0.01473723659243292,
        0.01712706742730231,
        0.016759872169019727,
        0.017282619413181044,
        0.014911610410233587,
        0.015700471168154977
      ],
      "mean_node_assignment_entropy": 4.154867576050453,
      "normalized_node_entropy": 0.9990344745863895,
      "effective_mass_slots": 63.864269320657904,
      "node_slot_mutual_information_nats": 0.0018924633807628766,
      "normalized_node_slot_mutual_information": 0.00045504125574842737,
      "centered_token_effective_rank": 1.0742897431107634,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009814377106409857,
      "token_RMS": 0.29577403076390324,
      "mean_token_offdiagonal_cosine": 0.9988843126351727,
      "temperature": 0.489545613527298
    },
    {
      "layer": 11,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016464060120425554,
        0.014687167553334091,
        0.015337463878644701,
        0.015568551090352361,
        0.015966459935481892,
        0.015258171673819163,
        0.015454899059668807,
        0.016098937245854376,
        0.0161854341173204,
        0.015289113204690334,
        0.015801965750725015,
        0.01511256815586697,
        0.016782326083183467,
        0.014763053225425801,
        0.015544932444609458,
        0.016052120656631037,
        0.015290060435714443,
        0.016070696358772826,
        0.015101255711588263,
        0.015538251320447763,
        0.015905418039737107,
        0.016212237908611343,
        0.016559250187225927,
        0.015096399954332403,
        0.015274452036150903,
        0.016495078837080197,
        0.014826493617882717,
        0.015757915880012054,
        0.01635167226878111,
        0.01557418253328837,
        0.015431313485827509,
        0.016005468048846967,
        0.015530233592907393,
        0.015580662290521678,
        0.014536625878823494,
        0.016378372851462215,
        0.014888788023365448,
        0.015511844237407884,
        0.01632447063275078,
        0.014640950545282251,
        0.015306918800511094,
        0.015625325833479056,
        0.015171614368996417,
        0.01644243999384205,
        0.015410429609387407,
        0.015459931592135453,
        0.015047251787261474,
        0.01594982575825018,
        0.01542469352878427,
        0.015396897066975737,
        0.016206613405339944,
        0.015991735239636033,
        0.016078764150279135,
        0.015205423820904267,
        0.015987402813420568,
        0.014572524456516843,
        0.016889483267681474,
        0.015126860757584437,
        0.01626826928923776,
        0.015382047163328397,
        0.015500319067951091,
        0.015025239826029192,
        0.015946276749260396,
        0.015334392639745491
      ],
      "mean_node_assignment_entropy": 4.156726615793555,
      "normalized_node_entropy": 0.9994814791560875,
      "effective_mass_slots": 63.95927850097504,
      "node_slot_mutual_information_nats": 0.0015199916360133514,
      "normalized_node_slot_mutual_information": 0.0003654807325781941,
      "centered_token_effective_rank": 1.2427628674728646,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006723131047419217,
      "token_RMS": 0.30576790608888127,
      "mean_token_offdiagonal_cosine": 0.9995608973839216,
      "temperature": 0.48922640085220337
    },
    {
      "layer": 12,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015195034726074202,
        0.01438845742456121,
        0.016603586370534246,
        0.016389369634813442,
        0.016411085384786174,
        0.014067638610593609,
        0.014799242190136282,
        0.014474677943962197,
        0.016077929514114297,
        0.01563723237321587,
        0.014780311900309108,
        0.016382904094466952,
        0.016952480479015746,
        0.014552114329368404,
        0.013811065729376083,
        0.01744281887123285,
        0.015475399152328158,
        0.015965724423263487,
        0.015277482362858471,
        0.016515164236846056,
        0.016636469254011795,
        0.013844303070728389,
        0.015122846796228257,
        0.014555839599100333,
        0.015342332431836981,
        0.015817689036359564,
        0.016414687384545556,
        0.0172069150258942,
        0.01715927970332123,
        0.014187796574461755,
        0.015861862337747137,
        0.01612408846806035,
        0.014528107507293954,
        0.016467997544440796,
        0.014303302700778283,
        0.01505929725914927,
        0.014716660539516792,
        0.014847606090758556,
        0.016414908147768806,
        0.01596913456740842,
        0.016082951604027697,
        0.014946368728995971,
        0.01753130528635665,
        0.016513329828464714,
        0.015397748762955122,
        0.015535906411406536,
        0.015393665706734111,
        0.015644793528294648,
        0.018142890471494904,
        0.01704103878827333,
        0.015036920439343689,
        0.01689505343439371,
        0.015233830346238363,
        0.015370451648667013,
        0.01424866359855193,
        0.015610966383506042,
        0.01723112847315734,
        0.014047127150303337,
        0.014623379361230256,
        0.016358530626584673,
        0.01456127674325095,
        0.01549881647321941,
        0.015680106395708167,
        0.015592906046023163
      ],
      "mean_node_assignment_entropy": 4.156172667914227,
      "normalized_node_entropy": 0.9993482828463514,
      "effective_mass_slots": 63.86653280547722,
      "node_slot_mutual_information_nats": 0.0006228130045844438,
      "normalized_node_slot_mutual_information": 0.0001497548721858554,
      "centered_token_effective_rank": 1.1628285136660708,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004396210152627011,
      "token_RMS": 0.24527963304371622,
      "mean_token_offdiagonal_cosine": 0.9996766138303756,
      "temperature": 0.4967619478702545
    },
    {
      "layer": 12,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015276862248737266,
        0.014648277438247795,
        0.015978745441323706,
        0.016028255377574865,
        0.015870256352386432,
        0.015585627775728667,
        0.01653258326754691,
        0.01546848724293533,
        0.015510555569594858,
        0.016391325397010336,
        0.01596773020440754,
        0.01511351529144127,
        0.01568591499762481,
        0.015743053128637264,
        0.014286858926819601,
        0.015218898625951414,
        0.0159454288695803,
        0.015469017471674612,
        0.015342972437182094,
        0.015491227907864282,
        0.015468549707632735,
        0.014779596234989706,
        0.015240575358296024,
        0.01467831820605378,
        0.01468130171653136,
        0.01638332961615374,
        0.01601207405689567,
        0.017542251839738652,
        0.01580467687581401,
        0.016565679845105534,
        0.015976988537687514,
        0.014320583047153492,
        0.014981727168100537,
        0.01661005637359644,
        0.015352810469152515,
        0.01385261179589822,
        0.016465005277504892,
        0.016136222429026206,
        0.015392761375139464,
        0.014600070599578139,
        0.016641697344179925,
        0.014297782617682601,
        0.015827523690949936,
        0.014951383148813644,
        0.014426770193729621,
        0.017275188229794902,
        0.015448648574180716,
        0.017133423570344246,
        0.017146638240884464,
        0.015137084297482782,
        0.015350454972787411,
        0.0157050083722348,
        0.014867871377720925,
        0.01516199435518602,
        0.0169982146913045,
        0.015328985882550812,
        0.01463664808461695,
        0.015496797206507828,
        0.01622884434941646,
        0.016615970813031036,
        0.014977560547584172,
        0.016567763995705056,
        0.017037032521992474,
        0.014339928226935411
      ],
      "mean_node_assignment_entropy": 4.156470690695324,
      "normalized_node_entropy": 0.9994199421777448,
      "effective_mass_slots": 63.9094091277892,
      "node_slot_mutual_information_nats": 0.00099590754451917,
      "normalized_node_slot_mutual_information": 0.00023946514594361856,
      "centered_token_effective_rank": 1.2153574718847822,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004850933631932097,
      "token_RMS": 0.28576128054232874,
      "mean_token_offdiagonal_cosine": 0.9997159530225509,
      "temperature": 0.4919143319129944
    },
    {
      "layer": 12,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015175429681842533,
        0.015872084790200434,
        0.016178506755938547,
        0.01563433110458612,
        0.014358070131539499,
        0.01539758480152729,
        0.017047994563028808,
        0.014992771415541431,
        0.015831152724570922,
        0.01568381977087849,
        0.01497141153492936,
        0.016143605069120902,
        0.014758807639052253,
        0.01619048090136774,
        0.01569899255386245,
        0.01534918330530974,
        0.016120345864348937,
        0.015016391821762938,
        0.01566775392384589,
        0.014931412330423244,
        0.015042901683513826,
        0.015162010379540833,
        0.014900069462915074,
        0.015910242139658085,
        0.014617684595186928,
        0.015559661314096798,
        0.016409186739405147,
        0.016245360844611072,
        0.01511318360096877,
        0.015022079984394764,
        0.015549186155207777,
        0.014109318471324815,
        0.01635325628092296,
        0.01481504955281401,
        0.015061562939714505,
        0.015368835035516686,
        0.016751008908271418,
        0.01568106528210038,
        0.015814978494988197,
        0.013976655512684025,
        0.016574818102054207,
        0.017580488671048656,
        0.015107590838602875,
        0.017095925981871925,
        0.014889584439139824,
        0.014549348515341417,
        0.016617626426767847,
        0.015165976407524016,
        0.0153433743095759,
        0.015736383380349755,
        0.01553112954934336,
        0.016221789922468078,
        0.01582148711372907,
        0.016091160490945694,
        0.016219146889535206,
        0.015511605599063854,
        0.01776515254374766,
        0.01496243560996177,
        0.014666488808275131,
        0.016199426735831683,
        0.016633064939604796,
        0.01586410771362065,
        0.014275532838852523,
        0.01709292599318804
      ],
      "mean_node_assignment_entropy": 4.156104821504052,
      "normalized_node_entropy": 0.9993319692331012,
      "effective_mass_slots": 63.9149329483672,
      "node_slot_mutual_information_nats": 0.0014482050403170632,
      "normalized_node_slot_mutual_information": 0.0003482197049759714,
      "centered_token_effective_rank": 1.189519735351105,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006206698636013407,
      "token_RMS": 0.3360036902583164,
      "mean_token_offdiagonal_cosine": 0.9996683145666269,
      "temperature": 0.4908687174320221
    },
    {
      "layer": 12,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01588923502610748,
        0.016046442428772796,
        0.014739953068623048,
        0.01518651860440129,
        0.017118521034273478,
        0.014388107882365485,
        0.015740396981028335,
        0.016542680188069807,
        0.016637098563510568,
        0.014749515962842066,
        0.015057363168749586,
        0.01592006578812779,
        0.015360501251760618,
        0.015305065703229273,
        0.015990181546394602,
        0.016327605792768814,
        0.015948882614692746,
        0.01579719728438705,
        0.015927660507567016,
        0.014955428615906319,
        0.015257861690281836,
        0.016057562769528445,
        0.014795708919845765,
        0.014893085834745225,
        0.014981768315017107,
        0.016324675500513926,
        0.015285917620169452,
        0.014335793065693495,
        0.015867807615352423,
        0.016637803290903596,
        0.01700223785555988,
        0.015902062926611848,
        0.01601138604576449,
        0.01583493304180905,
        0.01744658666558929,
        0.015679916111698822,
        0.01697135629678333,
        0.015629860186942988,
        0.015351986809993239,
        0.01577886390521836,
        0.014792362970485006,
        0.016116340798615184,
        0.016619250765413096,
        0.01434742616060158,
        0.015892451333117688,
        0.015531274520589038,
        0.015336476994483815,
        0.014977455283764258,
        0.014488950402716947,
        0.014372663796192273,
        0.015792002263789098,
        0.016185187665664295,
        0.015879370398917146,
        0.01583898711570452,
        0.014834803957150726,
        0.01585509109805818,
        0.015094415999775786,
        0.01589499400994396,
        0.015314687353702748,
        0.01526650247423442,
        0.014753843213618468,
        0.01484196507417064,
        0.015963411294789814,
        0.016334488396156057
      ],
      "mean_node_assignment_entropy": 4.156470088043904,
      "normalized_node_entropy": 0.9994197972707091,
      "effective_mass_slots": 63.932756253899996,
      "node_slot_mutual_information_nats": 0.0013617594280779244,
      "normalized_node_slot_mutual_information": 0.0003274339289619688,
      "centered_token_effective_rank": 1.0856046045485772,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00556284859596219,
      "token_RMS": 0.2844215685391605,
      "mean_token_offdiagonal_cosine": 0.9996462124195248,
      "temperature": 0.49069666862487793
    },
    {
      "layer": 12,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014932986261466588,
        0.014244888947130075,
        0.016365892619850463,
        0.016018593617198835,
        0.01582466082955802,
        0.015779933448219784,
        0.015404872661349609,
        0.015617151439662857,
        0.015699224602061915,
        0.017128072688757105,
        0.015260215687482656,
        0.015190454006346056,
        0.015697014689997266,
        0.014916419140098613,
        0.016120439908528156,
        0.015734083488979908,
        0.015795585561047997,
        0.01635026621221919,
        0.016155433498079828,
        0.0154570622994692,
        0.015316267323230173,
        0.015874625782846888,
        0.014888045331872605,
        0.015379725813292796,
        0.017205552604577345,
        0.01629570618306799,
        0.016162360929099243,
        0.016707107639366257,
        0.017540638459974882,
        0.01484788184714351,
        0.014123870233372754,
        0.01593214179351848,
        0.014629206534504509,
        0.014619802255386071,
        0.015660392093613595,
        0.015951289322614144,
        0.01475106438300197,
        0.015675990839201955,
        0.016740576713009415,
        0.014838172217425514,
        0.015649169654896416,
        0.01522406049912612,
        0.014528455316516383,
        0.018118336273465794,
        0.01419464504498072,
        0.013483157351217813,
        0.01629234792448435,
        0.01552090445590848,
        0.014687828648951438,
        0.015665278657205038,
        0.014030037920479625,
        0.01593000280324299,
        0.015973796854618586,
        0.014840716366160557,
        0.015598569090256498,
        0.01681863774330805,
        0.017532166546773243,
        0.015145935309375563,
        0.015404859847178085,
        0.015741227650766517,
        0.015498453433687987,
        0.01529372013953222,
        0.015597462162737377,
        0.016396560688851276
      ],
      "mean_node_assignment_entropy": 4.156475630348593,
      "normalized_node_entropy": 0.9994211299132907,
      "effective_mass_slots": 63.90023181159382,
      "node_slot_mutual_information_nats": 0.0008473587527886295,
      "normalized_node_slot_mutual_information": 0.0002037467117503355,
      "centered_token_effective_rank": 1.367665432761571,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0043902602719423384,
      "token_RMS": 0.20753118845545065,
      "mean_token_offdiagonal_cosine": 0.9995475927425096,
      "temperature": 0.49759119749069214
    },
    {
      "layer": 12,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016452937468807553,
        0.018168287073121733,
        0.016066920270524657,
        0.013893827834922774,
        0.014474466859915762,
        0.015500166409401519,
        0.014702243610218471,
        0.014964163893670834,
        0.015567628496647494,
        0.014123386739096917,
        0.016538184684759687,
        0.015580670480886865,
        0.0154787929124121,
        0.015559573179118378,
        0.01571993095914909,
        0.014000599058224225,
        0.016213160501705598,
        0.014954701947463801,
        0.015113722266288782,
        0.015925732721184506,
        0.01654311219096237,
        0.014197208245986088,
        0.016484949029643477,
        0.015531816443525817,
        0.01581414635536737,
        0.014732419046880173,
        0.015216899422517638,
        0.01594329839279494,
        0.013988773749411026,
        0.01572183183037858,
        0.015419305880286045,
        0.016545229257729596,
        0.014995700150068764,
        0.01526983950848867,
        0.01623266797905227,
        0.015997668161695164,
        0.015259757562872284,
        0.014861595229473452,
        0.014351375867777664,
        0.01596214235644394,
        0.015449692732168103,
        0.016467766490429216,
        0.014908313713779065,
        0.015510316539765062,
        0.01591800948888876,
        0.016402415546566813,
        0.016769297286976896,
        0.01609800529429355,
        0.015305195606533328,
        0.01643808241780931,
        0.01599763000444757,
        0.017770411760739582,
        0.015327402428897203,
        0.01571420416818226,
        0.014962392945257239,
        0.016518075976922116,
        0.015955126866162038,
        0.01546174839967197,
        0.015489530317610786,
        0.015969527348783853,
        0.015448603714269357,
        0.016132223798563522,
        0.015407438868871302,
        0.016509754152535822
      ],
      "mean_node_assignment_entropy": 4.156712471199779,
      "normalized_node_entropy": 0.9994780781002051,
      "effective_mass_slots": 63.91137738982835,
      "node_slot_mutual_information_nats": 0.0007849242537707468,
      "normalized_node_slot_mutual_information": 0.00018873438806475446,
      "centered_token_effective_rank": 1.2110091037469013,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004459814347759027,
      "token_RMS": 0.26408541296780863,
      "mean_token_offdiagonal_cosine": 0.9997106651249796,
      "temperature": 0.4979866147041321
    },
    {
      "layer": 12,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016314460928567812,
        0.014948582839242412,
        0.015015407295537065,
        0.015826545471488995,
        0.01658305539640624,
        0.014894455891908005,
        0.016260075486609148,
        0.016422065024807742,
        0.016161554858628052,
        0.015813022233449193,
        0.015137953641268628,
        0.01586752212292044,
        0.01739686005688441,
        0.014778394969781124,
        0.016677668573610423,
        0.016420582046996257,
        0.015391456078049093,
        0.014728095298825877,
        0.014995296659940864,
        0.01697735880366817,
        0.014996752484571541,
        0.01651649663077437,
        0.01634118025196818,
        0.016576637051119177,
        0.01519056269006684,
        0.01599705653888776,
        0.016228708849517364,
        0.01624890949161877,
        0.015992081037223906,
        0.015707200555864408,
        0.016631023057033834,
        0.014925945200239195,
        0.015123456149223113,
        0.015695881494740726,
        0.01543313714640495,
        0.014902439554496843,
        0.015216630777629152,
        0.01673426471496282,
        0.014668786203323009,
        0.014771698110334042,
        0.014067709973910991,
        0.01517189572658376,
        0.017874908877580784,
        0.01443756605281864,
        0.015191028020319,
        0.015986269188764782,
        0.014061477543896356,
        0.015460018472416561,
        0.01479422680766052,
        0.014865254230171135,
        0.01480723039870614,
        0.015049201848975966,
        0.016427628042221053,
        0.015019514748523815,
        0.016447846431714236,
        0.015143781323876827,
        0.014661307588376181,
        0.01456742915487928,
        0.016229514044564762,
        0.01570954769799818,
        0.01592351101880643,
        0.015893791937422616,
        0.01650847872190989,
        0.015191600115525974
      ],
      "mean_node_assignment_entropy": 4.156781666701997,
      "normalized_node_entropy": 0.999494716101522,
      "effective_mass_slots": 63.91452983910974,
      "node_slot_mutual_information_nats": 0.000765052857289561,
      "normalized_node_slot_mutual_information": 0.00018395632720493026,
      "centered_token_effective_rank": 1.3133881213827991,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0054598718042084505,
      "token_RMS": 0.31968715306625745,
      "mean_token_offdiagonal_cosine": 0.9997236965472078,
      "temperature": 0.4981691539287567
    },
    {
      "layer": 12,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015188726326421563,
        0.014602800802194607,
        0.015989119811154234,
        0.0163574195429605,
        0.014888064332296393,
        0.018148159321756695,
        0.013983770684762233,
        0.0153479679944911,
        0.014487511689414293,
        0.017085570989018705,
        0.016965710559079677,
        0.015214214713794652,
        0.016190638038980777,
        0.017536529335214848,
        0.015112083446722399,
        0.01558166612697383,
        0.015488981785128624,
        0.015396121224618016,
        0.016337878281516213,
        0.016932560304450953,
        0.015258875441801448,
        0.015442025352498669,
        0.016600053360447845,
        0.017197264444331107,
        0.013882364049823652,
        0.01757048361787203,
        0.014338808013269193,
        0.014873814343353654,
        0.015841786132887007,
        0.016048220520157152,
        0.01670857044157502,
        0.014921652259075584,
        0.014252481031249762,
        0.015986722273297744,
        0.015078215903433652,
        0.01569100320333652,
        0.014837647482004522,
        0.015360843636081091,
        0.01543095328755851,
        0.017469395612186227,
        0.016672459636047327,
        0.013825727882971975,
        0.017079967621288113,
        0.015222787958528331,
        0.016482836702449134,
        0.013688750654423473,
        0.01444876407961579,
        0.015097989006246358,
        0.015165867775427729,
        0.015337378475379302,
        0.016377623836745663,
        0.01512973810375545,
        0.015582045762448716,
        0.014787982557412455,
        0.01627731661027376,
        0.016608487673585637,
        0.014395415561720274,
        0.013251476890915838,
        0.01680395250673435,
        0.015874313216724723,
        0.01595375330525021,
        0.01592588180582013,
        0.015773626011502784,
        0.014609180553174422
      ],
      "mean_node_assignment_entropy": 4.155386777379533,
      "normalized_node_entropy": 0.9991593161168374,
      "effective_mass_slots": 63.856313895496854,
      "node_slot_mutual_information_nats": 0.0012486865921754742,
      "normalized_node_slot_mutual_information": 0.00030024565902601603,
      "centered_token_effective_rank": 1.2107499513551299,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006146770750068061,
      "token_RMS": 0.23418282316386627,
      "mean_token_offdiagonal_cosine": 0.999303193717698,
      "temperature": 0.4953628182411194
    },
    {
      "layer": 13,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.014847429315936342,
        0.015633534093381456,
        0.015828039246758262,
        0.0162449772096532,
        0.014986839049417071,
        0.015940725298287828,
        0.014924205232019165,
        0.016824976486646416,
        0.015167512802978624,
        0.016662174115167558,
        0.01708627458833321,
        0.014000489134127764,
        0.01655068038692863,
        0.015135871404911,
        0.017492903003724733,
        0.015193826398523442,
        0.01503094524290008,
        0.01754152597633298,
        0.016984422072310806,
        0.016168976855018672,
        0.015588775541616159,
        0.013626638211997126,
        0.015533305837179798,
        0.015173462580852271,
        0.016820416286490017,
        0.016948996647368635,
        0.017353688547480144,
        0.014620139554721369,
        0.015934951842328578,
        0.014560531114435261,
        0.015500404510045883,
        0.015425700546609912,
        0.01628695510723604,
        0.014804819722720531,
        0.017250961606905493,
        0.015200576372999732,
        0.01413119606340101,
        0.015360238797537458,
        0.016939562113408566,
        0.013406970917056142,
        0.014996845233642012,
        0.01543377170930688,
        0.015341250572063283,
        0.015893499311678654,
        0.015574427211920563,
        0.015559163334653294,
        0.015857340479132235,
        0.01472537655315626,
        0.016910260553330055,
        0.01688970996847124,
        0.014720102018648804,
        0.014835760809565519,
        0.015363637970560905,
        0.017186432166019214,
        0.016005890144748805,
        0.015644472306465193,
        0.01520164500005491,
        0.016196915666991715,
        0.014812411528761811,
        0.015160728284164612,
        0.014294920973407585,
        0.014729343967423711,
        0.014661003811962958,
        0.015290470668751008
      ],
      "mean_node_assignment_entropy": 4.153900707130873,
      "normalized_node_entropy": 0.9988019917538116,
      "effective_mass_slots": 63.87783514347648,
      "node_slot_mutual_information_nats": 0.003071726215825521,
      "normalized_node_slot_mutual_information": 0.0007385940297566835,
      "centered_token_effective_rank": 1.0671720839062493,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00891250886736794,
      "token_RMS": 0.29336856919883736,
      "mean_token_offdiagonal_cosine": 0.9991074975979719,
      "temperature": 0.4748539328575134
    },
    {
      "layer": 13,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016068376491997837,
        0.01579354369415867,
        0.014901731226600472,
        0.015066395551682344,
        0.016657221270607172,
        0.016470426815625647,
        0.014855232632953094,
        0.014937286185287467,
        0.014442889414330235,
        0.017423604989088234,
        0.016610481543931348,
        0.01630745698013563,
        0.01692062739048038,
        0.014589964618456469,
        0.015974941859644886,
        0.017769278637535295,
        0.016416161559658707,
        0.01671729794605032,
        0.015881300454806898,
        0.014897584534694143,
        0.01635228370560155,
        0.01482423045329007,
        0.016738438710510384,
        0.015321380870935503,
        0.015009886257554722,
        0.016313470261274988,
        0.015304254991993376,
        0.015577018981672642,
        0.014994915409618413,
        0.016994267622889588,
        0.016082029087426515,
        0.01708757407394851,
        0.016562636870063197,
        0.013890939699287449,
        0.015496904394589226,
        0.014340417646287965,
        0.014559788281807706,
        0.015839018649751225,
        0.015217804212820919,
        0.016286989082233274,
        0.015881056296610695,
        0.01607757866948248,
        0.015010967696727547,
        0.014064499961009388,
        0.014545251462692397,
        0.015368896835062982,
        0.014957473327083375,
        0.016074006824840635,
        0.015757275033909276,
        0.0149295399724025,
        0.017487764625191565,
        0.014592486049776202,
        0.015197018224170349,
        0.014012614881691697,
        0.014283541921288055,
        0.014448607856505737,
        0.015742101838539954,
        0.018861344295471014,
        0.014116672681642616,
        0.015456482333136269,
        0.01600491068085994,
        0.017058924559491026,
        0.014672851682846138,
        0.013902079611195127
      ],
      "mean_node_assignment_entropy": 4.155666270355344,
      "normalized_node_entropy": 0.9992265199718651,
      "effective_mass_slots": 63.857866250034284,
      "node_slot_mutual_information_nats": 0.0009935034390595732,
      "normalized_node_slot_mutual_information": 0.00023888708077289612,
      "centered_token_effective_rank": 1.132742668205183,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004837534160819907,
      "token_RMS": 0.27711694686049454,
      "mean_token_offdiagonal_cosine": 0.9997769359811315,
      "temperature": 0.4969019591808319
    },
    {
      "layer": 13,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015065310356522074,
        0.016768612971687847,
        0.016057430913902496,
        0.017368563984686846,
        0.014430603507815717,
        0.015191501635997586,
        0.016705942001499625,
        0.016029657990338772,
        0.017247893638112848,
        0.015287806305658522,
        0.013547207520240252,
        0.014272518878165122,
        0.014941512246110625,
        0.016967455590580386,
        0.01520222998756403,
        0.013926408179670533,
        0.013596120980311356,
        0.015576684677113258,
        0.01718438722747233,
        0.01653335214786941,
        0.01491282707414139,
        0.01490747046334531,
        0.013874609328194678,
        0.015530645492832345,
        0.01581868908035406,
        0.015987907798863384,
        0.0156386962412762,
        0.016671088028928416,
        0.015027567267616634,
        0.014973038044578982,
        0.015124980688556939,
        0.014839269673625807,
        0.014440655994246088,
        0.01625798217771288,
        0.015671669645838614,
        0.01691107020545887,
        0.016307748403861472,
        0.01544269632027408,
        0.016794843309881027,
        0.014236877571012602,
        0.01567587262446111,
        0.014859484930733262,
        0.015078079854843869,
        0.01633757051464041,
        0.01587634043552391,
        0.015088978680185147,
        0.01725699806219818,
        0.01609609550615347,
        0.01617519737409619,
        0.017239402742528238,
        0.014265171856947067,
        0.01439178345927275,
        0.015822480802470465,
        0.017490247616994276,
        0.01742204473848102,
        0.015573302882005624,
        0.013765341839988315,
        0.015096678295078523,
        0.0146538478015772,
        0.017940248517177175,
        0.014832718495538784,
        0.013669504388537345,
        0.01606602155570301,
        0.018055053574140355
      ],
      "mean_node_assignment_entropy": 4.155394197691942,
      "normalized_node_entropy": 0.9991611003248231,
      "effective_mass_slots": 63.83274834148435,
      "node_slot_mutual_information_nats": 0.0008721578554862219,
      "normalized_node_slot_mutual_information": 0.0002097096354970543,
      "centered_token_effective_rank": 1.1855812675797308,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005774659410181431,
      "token_RMS": 0.24040046253591985,
      "mean_token_offdiagonal_cosine": 0.9994169245681547,
      "temperature": 0.4855283200740814
    },
    {
      "layer": 13,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015671835701361426,
        0.015379058982443657,
        0.01588274550296265,
        0.014410627944329166,
        0.01723110887116939,
        0.01615793732078331,
        0.012847402468079463,
        0.014132372398113168,
        0.015155286911939956,
        0.01569087674138803,
        0.01754112347911623,
        0.01536200007107628,
        0.015008581919875093,
        0.016277727126967505,
        0.0163430342967538,
        0.015113898455006429,
        0.015827472300012392,
        0.014422533954554069,
        0.015573422958503455,
        0.01416096231286629,
        0.016715178314794587,
        0.01719092734140276,
        0.016226272092142113,
        0.015412721934604398,
        0.015106003100560117,
        0.01642139021605875,
        0.01406913858299514,
        0.015234159441830514,
        0.015255319906226295,
        0.018110727260174844,
        0.01395817838490982,
        0.0148188454206273,
        0.015449859688899198,
        0.01621355439891955,
        0.015539025491281996,
        0.014705966476163953,
        0.015771498136758592,
        0.014622940436242066,
        0.015671405792785878,
        0.015484500661849834,
        0.015230526493407365,
        0.015851840540969882,
        0.014886869982022622,
        0.014171891280557755,
        0.016320347151356968,
        0.01553649450002138,
        0.014708671783866043,
        0.01650983516366675,
        0.015449775227336784,
        0.016278273537322033,
        0.016933887269203026,
        0.01581863798728431,
        0.014661648735457304,
        0.01671466273295197,
        0.013813804245978981,
        0.019119605038277865,
        0.016114587931709334,
        0.014716773254222609,
        0.01743385469486276,
        0.014837138408151358,
        0.016063821657208693,
        0.018484833202850905,
        0.014484319501396725,
        0.015690276919746296
      ],
      "mean_node_assignment_entropy": 4.155435270971125,
      "normalized_node_entropy": 0.9991709763608548,
      "effective_mass_slots": 63.832930858741285,
      "node_slot_mutual_information_nats": 0.0008339438765956331,
      "normalized_node_slot_mutual_information": 0.00020052111585737293,
      "centered_token_effective_rank": 1.124668651784989,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005961524776816091,
      "token_RMS": 0.31407152002950867,
      "mean_token_offdiagonal_cosine": 0.9996543513546046,
      "temperature": 0.49642714858055115
    },
    {
      "layer": 13,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016819468650185854,
        0.015268378239305422,
        0.014403865034696846,
        0.016733531601534943,
        0.014694927903393211,
        0.016544957517203144,
        0.01571312994655816,
        0.01766359225973529,
        0.013922768976800826,
        0.015507341434615964,
        0.014891084350618897,
        0.01552299003139962,
        0.01735180630256337,
        0.014710148069560705,
        0.014823092979417439,
        0.014937649428069529,
        0.01638435422619237,
        0.017697556247076234,
        0.01612107633290952,
        0.01666549418919258,
        0.016118958508594437,
        0.013644698261548538,
        0.01635258394823471,
        0.0156824322950554,
        0.01570289342873317,
        0.015496735905887312,
        0.016180360584622914,
        0.013817297087210982,
        0.014760480525013437,
        0.015026231128664143,
        0.015838156017510773,
        0.01580636388934608,
        0.015479006936307094,
        0.013640756475069035,
        0.016296161112871403,
        0.015344490255589297,
        0.013837364492786657,
        0.016180148106548536,
        0.01612823195736053,
        0.013828299659305847,
        0.016774729371788054,
        0.016592759938169263,
        0.016048956307733963,
        0.015346044948597393,
        0.01636951715359166,
        0.016037323374971203,
        0.015297579321487927,
        0.01644902885964354,
        0.016371722426612417,
        0.01680045854247526,
        0.015972031982602546,
        0.016260192661838015,
        0.016170695380226828,
        0.015893798347825113,
        0.01738682575174139,
        0.01416915608857245,
        0.016432607172115594,
        0.015124244601336007,
        0.016404300084499404,
        0.01521294114636897,
        0.015471727047584625,
        0.014188829314942296,
        0.01417645410895614,
        0.013509211972918716
      ],
      "mean_node_assignment_entropy": 4.155299791206022,
      "normalized_node_entropy": 0.9991384003633123,
      "effective_mass_slots": 63.85949345824453,
      "node_slot_mutual_information_nats": 0.0013854639828307924,
      "normalized_node_slot_mutual_information": 0.0003331336695600427,
      "centered_token_effective_rank": 1.1339195517445515,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006153012582691129,
      "token_RMS": 0.28371227161506224,
      "mean_token_offdiagonal_cosine": 0.9995669360541657,
      "temperature": 0.48862650990486145
    },
    {
      "layer": 13,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016360368978106138,
        0.01518261733857215,
        0.014570216093900138,
        0.015143148364886951,
        0.016248217679342584,
        0.016259529442455487,
        0.015676256095691617,
        0.01619406767989405,
        0.01588546279315452,
        0.01672629590332619,
        0.014089101334697105,
        0.014729443283740783,
        0.01501513518622852,
        0.015336192059651907,
        0.01496451634338042,
        0.016769477867107377,
        0.01670973489199496,
        0.017486875811865133,
        0.01566225163210608,
        0.015389557008070457,
        0.01501638513541918,
        0.015402481658321756,
        0.015328592856292077,
        0.01523513294264592,
        0.015794947550406828,
        0.015354636477090273,
        0.013942396236274676,
        0.016208552205337,
        0.015848570557305902,
        0.016994447265424845,
        0.015996721060065357,
        0.014156558011862351,
        0.01616739857655433,
        0.015186407975352898,
        0.015443629252922381,
        0.015087355437311477,
        0.015679282036898185,
        0.015296277728982547,
        0.016041188101370108,
        0.016841459154695242,
        0.015075714508358252,
        0.017520784856114583,
        0.01677016330472964,
        0.015269985106305861,
        0.015355046556419063,
        0.015786779235458386,
        0.01613758981489883,
        0.015320617796564809,
        0.016043009799050958,
        0.015383404718703367,
        0.015279242627887768,
        0.015195540015907264,
        0.015436830316607652,
        0.014985338482195867,
        0.016872647050293524,
        0.015723395731143022,
        0.014897132799087082,
        0.01543099032516514,
        0.015310282672204065,
        0.016111303451498093,
        0.016268630694826106,
        0.015588154827790385,
        0.014122503481843072,
        0.014694025873002139
      ],
      "mean_node_assignment_entropy": 4.153571154811412,
      "normalized_node_entropy": 0.9987227511709783,
      "effective_mass_slots": 63.92235275485485,
      "node_slot_mutual_information_nats": 0.004097953773579022,
      "normalized_node_slot_mutual_information": 0.000985349597822445,
      "centered_token_effective_rank": 1.1231342096988255,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.009609243050414478,
      "token_RMS": 0.3291751387018542,
      "mean_token_offdiagonal_cosine": 0.9991442098285193,
      "temperature": 0.4758959412574768
    },
    {
      "layer": 13,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015531086666233901,
        0.014878106212670588,
        0.015186304371149534,
        0.015874583304073812,
        0.015992781321662868,
        0.01549248622638505,
        0.016709577282711656,
        0.015932514478920592,
        0.01544336401935844,
        0.015431997883632488,
        0.016485317783090772,
        0.017454035329196566,
        0.014830246943280471,
        0.015081007735624147,
        0.016366884170255246,
        0.01575986753650717,
        0.016321645492185177,
        0.014960236917010471,
        0.014369408516517216,
        0.015506449910975696,
        0.015083544243156529,
        0.014874742466930288,
        0.017037645382233516,
        0.015820448662968573,
        0.01493363296114893,
        0.013902761194493603,
        0.015919807326504352,
        0.015159455391049225,
        0.01468601864865992,
        0.016105095704931686,
        0.015325412455507122,
        0.015884742860931687,
        0.015340413563558534,
        0.01439783428357799,
        0.016146636339502068,
        0.0157481788326626,
        0.014803997231662638,
        0.01730005303543489,
        0.015119237051267833,
        0.015316463891717098,
        0.016193990470574245,
        0.015444735325612,
        0.01436900713677654,
        0.017089409324530784,
        0.015287190555916682,
        0.015868217655324472,
        0.015386344375170133,
        0.01521458196402542,
        0.01515000807938784,
        0.014460878684559446,
        0.01642123742472875,
        0.0155164235759587,
        0.017386234028872995,
        0.014933530216687724,
        0.014834375745883163,
        0.015788902821566902,
        0.01668123465490455,
        0.01621171485459466,
        0.01544481103876507,
        0.016961860163918624,
        0.015891191651099593,
        0.015222802364621703,
        0.01593959017968572,
        0.015787704332729306
      ],
      "mean_node_assignment_entropy": 4.156307992856062,
      "normalized_node_entropy": 0.9993808216167671,
      "effective_mass_slots": 63.92143435435901,
      "node_slot_mutual_information_nats": 0.0013467481868429942,
      "normalized_node_slot_mutual_information": 0.0003238244884140985,
      "centered_token_effective_rank": 1.2611043429161923,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006110333674975644,
      "token_RMS": 0.25677789910022564,
      "mean_token_offdiagonal_cosine": 0.9994479233798585,
      "temperature": 0.49335938692092896
    },
    {
      "layer": 13,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015842514864727354,
        0.016114441864997383,
        0.017119044345163665,
        0.0151206951220082,
        0.015322942152478366,
        0.01623841818900022,
        0.015362292011740967,
        0.01465756756333614,
        0.01468935897833339,
        0.016816043937913246,
        0.017789402348201012,
        0.018259820169316127,
        0.01686725548427314,
        0.015809793647302634,
        0.015860134391484645,
        0.0150402478203999,
        0.01528566983327072,
        0.01453050386600253,
        0.015090905410735676,
        0.015075433521051776,
        0.016786607594405943,
        0.01745283063698181,
        0.015100224338574029,
        0.014058948943155247,
        0.016057321471051815,
        0.017453382116251307,
        0.016290455674185002,
        0.015319842471007155,
        0.01421020919546727,
        0.01669743565875538,
        0.016264179392299093,
        0.017061814734293974,
        0.015989169568398496,
        0.016535511721914205,
        0.015945788050069572,
        0.014955424042780803,
        0.015031598183762039,
        0.016130027956866487,
        0.014130833937817467,
        0.015865704083196,
        0.014861160101078427,
        0.01479336968927714,
        0.015424243205551276,
        0.015696692773540778,
        0.015172262136140128,
        0.01517983862014179,
        0.014249961438900071,
        0.014378144554161018,
        0.01429685947567562,
        0.015123620221310552,
        0.014979350712550564,
        0.016134885928757746,
        0.015274638461034827,
        0.014480113729861202,
        0.014751419038465323,
        0.015401063989328879,
        0.015292320157952342,
        0.014460318255905885,
        0.016459069952020133,
        0.015209463827235389,
        0.0162516224705823,
        0.017235913598109793,
        0.014757024579670493,
        0.015906847885616523
      ],
      "mean_node_assignment_entropy": 4.1558076270944175,
      "normalized_node_entropy": 0.9992605090829412,
      "effective_mass_slots": 63.878832579237894,
      "node_slot_mutual_information_nats": 0.0011804208699635055,
      "normalized_node_slot_mutual_information": 0.0002838312225430309,
      "centered_token_effective_rank": 1.0985340191598305,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.006972135637686323,
      "token_RMS": 0.25067521829442835,
      "mean_token_offdiagonal_cosine": 0.9994153346888052,
      "temperature": 0.49622172117233276
    },
    {
      "layer": 14,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015659281463840914,
        0.01504444747323909,
        0.01495845161293453,
        0.01587323136730368,
        0.014984854661131418,
        0.015997700947691425,
        0.014075602072211557,
        0.013998354577841444,
        0.016652484014885664,
        0.01596223309446271,
        0.014554059908494538,
        0.01488753314334147,
        0.015629150826945253,
        0.01591794212055804,
        0.01634583623302403,
        0.015302691628012682,
        0.015729417705320287,
        0.015461475521852302,
        0.01606902824680086,
        0.016289296103029392,
        0.01570122481936195,
        0.01615082885866846,
        0.01557147377676459,
        0.015776741372804683,
        0.015993509133032886,
        0.01561124362181936,
        0.015346104244189066,
        0.0169678133601111,
        0.01491310397597956,
        0.013810756117895949,
        0.01531232662547245,
        0.015603830557132803,
        0.015433672704235565,
        0.017111708899156967,
        0.015017250194066488,
        0.015431509511702118,
        0.014768058313199765,
        0.015076882342736202,
        0.016676889716576375,
        0.016390654095507533,
        0.015439772256042887,
        0.015759302118123954,
        0.015402683067271375,
        0.01649892326578167,
        0.01491040996990675,
        0.01591368611810962,
        0.015518982023985469,
        0.015594960953704452,
        0.015786503354897088,
        0.01546996249197679,
        0.016253598239686383,
        0.01577745713426777,
        0.01535353120363668,
        0.016685499058712472,
        0.015498468459219811,
        0.016585809607744313,
        0.016314411656038717,
        0.01585414355592709,
        0.015456307228477545,
        0.016044344697572262,
        0.015033775886859078,
        0.015678686708030937,
        0.01589454950706767,
        0.015215576277145676
      ],
      "mean_node_assignment_entropy": 4.157194116029736,
      "normalized_node_entropy": 0.9995938892014797,
      "effective_mass_slots": 63.94301105866311,
      "node_slot_mutual_information_nats": 0.0007981184334742153,
      "normalized_node_slot_mutual_information": 0.00019190691766921976,
      "centered_token_effective_rank": 1.1488038322677572,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004611625955771545,
      "token_RMS": 0.35597103096825305,
      "mean_token_offdiagonal_cosine": 0.9998572459493231,
      "temperature": 0.4880652129650116
    },
    {
      "layer": 14,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01537469737750752,
        0.014325308263376232,
        0.015328079829528992,
        0.016906268365160487,
        0.014109279783344086,
        0.016166895339350118,
        0.014487197046016745,
        0.01336496746384863,
        0.01560546308464446,
        0.01578927304442501,
        0.014391754982062377,
        0.014755699162654142,
        0.01591430135488159,
        0.014980570795998419,
        0.015787228065771996,
        0.016534202999677252,
        0.015089097415778307,
        0.015763742426798056,
        0.016197799992900396,
        0.015281236839399236,
        0.016374512375674496,
        0.016238627363495378,
        0.015413118637026893,
        0.01585816384963841,
        0.01691844886297344,
        0.01600793389645961,
        0.015723796594666484,
        0.015647935111177222,
        0.015225882179237987,
        0.014697642870066401,
        0.014948846410525313,
        0.015865589965636116,
        0.01485072351212767,
        0.01576249344523365,
        0.01411563438814255,
        0.016933165030392126,
        0.016417629838865758,
        0.015506159151401779,
        0.016398510939244975,
        0.01694816232172792,
        0.016226288133483053,
        0.016160934128149215,
        0.015312525946044642,
        0.01643012855568327,
        0.016875594915471602,
        0.015228839281842616,
        0.01484729369896621,
        0.014678997243015586,
        0.015534548802936046,
        0.015555360869784422,
        0.015920746808802518,
        0.01536312141115571,
        0.01621692452183949,
        0.015744828299657142,
        0.014791255694889104,
        0.017204380542930255,
        0.015850121221438356,
        0.015576987048812824,
        0.015235046125618698,
        0.0154281046650077,
        0.016466210614165453,
        0.015435325690118962,
        0.015834068183747895,
        0.016076327078105475
      ],
      "mean_node_assignment_entropy": 4.155925881766165,
      "normalized_node_entropy": 0.9992889433210231,
      "effective_mass_slots": 63.92076808439899,
      "node_slot_mutual_information_nats": 0.001718435958816933,
      "normalized_node_slot_mutual_information": 0.00041319650597841006,
      "centered_token_effective_rank": 1.1168194514250553,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.007144175741483871,
      "token_RMS": 0.2584395154090686,
      "mean_token_offdiagonal_cosine": 0.9992301602914109,
      "temperature": 0.48224812746047974
    },
    {
      "layer": 14,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.016092112069196512,
        0.01699615785905642,
        0.017478299907137625,
        0.015891605304064783,
        0.01601513304488547,
        0.015943854681136106,
        0.0160890401940115,
        0.01654633129876806,
        0.015288613859834401,
        0.015009838818666691,
        0.015858767629630066,
        0.015808200608811815,
        0.0159220361890336,
        0.014871571182365336,
        0.01558051649045303,
        0.01661775793601008,
        0.01679409719657221,
        0.01636338996566469,
        0.015223160282392435,
        0.01648697746619793,
        0.01568519182763011,
        0.013694364555910587,
        0.015446912502527744,
        0.015113933766523029,
        0.013703945442487951,
        0.014186894397801275,
        0.014555331735064476,
        0.015972509422018787,
        0.016513548231171727,
        0.014527151159133922,
        0.016775947868282227,
        0.01564017537933533,
        0.01575697754369445,
        0.015464786149177274,
        0.016160866056781662,
        0.015352777835281991,
        0.014853743345517903,
        0.01565863457817161,
        0.016780226722008833,
        0.01570953588956067,
        0.01568796211403158,
        0.014553354732079408,
        0.015858103610289876,
        0.015188995033342709,
        0.015014463780255498,
        0.01585671626696966,
        0.014953964914126823,
        0.01569783430607028,
        0.015328041439499323,
        0.015512905257121628,
        0.016758011391011973,
        0.0156042934799626,
        0.014944275258648256,
        0.015003784519866288,
        0.016009166146358084,
        0.015299763830636496,
        0.015156426931205582,
        0.014982614269880616,
        0.015751278614413007,
        0.014936611644736062,
        0.01524084755986254,
        0.01661095815180462,
        0.015758251194246675,
        0.01586045973314323
      ],
      "mean_node_assignment_entropy": 4.1554187657537724,
      "normalized_node_entropy": 0.9991670076949842,
      "effective_mass_slots": 63.92654468326132,
      "node_slot_mutual_information_nats": 0.0023159191246708843,
      "normalized_node_slot_mutual_information": 0.000556860839377099,
      "centered_token_effective_rank": 1.1209838535627028,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005911111759079718,
      "token_RMS": 0.3327572490289617,
      "mean_token_offdiagonal_cosine": 0.9996857538394526,
      "temperature": 0.47490787506103516
    },
    {
      "layer": 14,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01617057212818408,
        0.015127204455387537,
        0.015064319501521468,
        0.014788525059570536,
        0.016455714754491597,
        0.017696056111696723,
        0.01629430108244742,
        0.015510957763975645,
        0.01486813510681936,
        0.015213863370209297,
        0.015510844068154592,
        0.017196614415479334,
        0.01471880669466182,
        0.016239634231498958,
        0.01479015402860008,
        0.013950332977025347,
        0.015747896430844913,
        0.015316243510154308,
        0.016349620691185167,
        0.01629455201014168,
        0.015421890587196356,
        0.015682909969474124,
        0.01575725559578747,
        0.015761638752008148,
        0.016169650725700598,
        0.015699261624181195,
        0.016090302664418545,
        0.01473010406375482,
        0.016177036197676492,
        0.017034900969752274,
        0.015753809718165066,
        0.01587235688216204,
        0.016030535974705374,
        0.015395747471365963,
        0.016809697797700415,
        0.015788182021469664,
        0.015240209445500539,
        0.016009329725043007,
        0.01572106244791071,
        0.01612231023559679,
        0.01562966527402037,
        0.014363881895983917,
        0.015993318110932013,
        0.015670332471204352,
        0.015948320156252787,
        0.015374907802564477,
        0.014421308700107965,
        0.01495412310704449,
        0.015010078488834531,
        0.015078003750066255,
        0.015036801280290878,
        0.01530300778681125,
        0.015956307146540033,
        0.01596636114862122,
        0.016152268482199805,
        0.01582113911610498,
        0.015711174049637983,
        0.015030853082820709,
        0.01534633087120576,
        0.015110572537171638,
        0.014582472676035189,
        0.015263136982142864,
        0.01673729344799997,
        0.014965799874639283
      ],
      "mean_node_assignment_entropy": 4.156865979507659,
      "normalized_node_entropy": 0.9995149890459573,
      "effective_mass_slots": 63.936698145913915,
      "node_slot_mutual_information_nats": 0.0010275229081671,
      "normalized_node_slot_mutual_information": 0.0002470670340020802,
      "centered_token_effective_rank": 1.1650412551600944,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005570329278127225,
      "token_RMS": 0.33603581736954735,
      "mean_token_offdiagonal_cosine": 0.9997581629507375,
      "temperature": 0.49270814657211304
    },
    {
      "layer": 14,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015861176497148494,
        0.01576768971539422,
        0.015236711750677678,
        0.01446383471434597,
        0.014943548902755984,
        0.01577677192692962,
        0.015638083212672686,
        0.015637401515744807,
        0.014749680588893662,
        0.01549504711877623,
        0.016802336718993116,
        0.014562422191637307,
        0.014970755918058878,
        0.016079667356820572,
        0.01599835974449213,
        0.0149058987482141,
        0.016221176579066156,
        0.01603179855113692,
        0.01506878266133498,
        0.014971584854018864,
        0.016241501580444743,
        0.017236389003604132,
        0.015312022777423296,
        0.016526045265669014,
        0.016609642279685886,
        0.014829413879442376,
        0.016595013234822622,
        0.016984696954770746,
        0.016055420351719432,
        0.01566572991856061,
        0.015049986407741396,
        0.015331715657377834,
        0.015594500255751691,
        0.014577616392042931,
        0.01478736891747498,
        0.015208595541307645,
        0.016242945532107287,
        0.016898722513053566,
        0.01570040574109962,
        0.01572916044543742,
        0.01562624892233501,
        0.016276102074100122,
        0.014954202372795591,
        0.014945436230881605,
        0.015456151952704762,
        0.014507982803023203,
        0.016469161220299,
        0.015114774099201289,
        0.01624493031301667,
        0.015524980251782387,
        0.016087783437686864,
        0.016131432742244566,
        0.013704631579178063,
        0.014360489040438872,
        0.015235274501318077,
        0.017587152502613734,
        0.015219457319522291,
        0.015503185463150831,
        0.014666311343377722,
        0.01636354962627235,
        0.01581702072641308,
        0.015602576299128501,
        0.01628975211594805,
        0.01595179067494137
      ],
      "mean_node_assignment_entropy": 4.156670350143818,
      "normalized_node_entropy": 0.999467950127113,
      "effective_mass_slots": 63.924858206647166,
      "node_slot_mutual_information_nats": 0.0010379529104742602,
      "normalized_node_slot_mutual_information": 0.00024957491943624694,
      "centered_token_effective_rank": 1.0916688878580187,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005639390227275853,
      "token_RMS": 0.2920960054509873,
      "mean_token_offdiagonal_cosine": 0.9996511293926794,
      "temperature": 0.4914403259754181
    },
    {
      "layer": 14,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01466458486580441,
        0.01710475472706456,
        0.012862686339708612,
        0.014654480874779337,
        0.015412478266646629,
        0.015980074512882587,
        0.01646778747040266,
        0.01524106729986606,
        0.013751287575860551,
        0.018041254021588175,
        0.014981025458769958,
        0.016861083826865884,
        0.015497147598093055,
        0.015115615053677183,
        0.015315717887291564,
        0.015208505491393456,
        0.015362448972248673,
        0.01416077490903203,
        0.016769140779599047,
        0.015196716359445545,
        0.014582349002253608,
        0.016112109592078677,
        0.018312172942566297,
        0.01563774686861262,
        0.01958669211019917,
        0.014475202004379016,
        0.015634134529437967,
        0.013014840198931387,
        0.013085192320761515,
        0.01779184950910583,
        0.01678894173357796,
        0.016745310096449584,
        0.016239114097097364,
        0.013252282838182111,
        0.01400209317149517,
        0.015899882826112037,
        0.016095743740246426,
        0.016531708234547235,
        0.015775383060492466,
        0.016455047524218728,
        0.0181723759711819,
        0.015419985070761342,
        0.015861548731863198,
        0.014228577717457029,
        0.01611064951186865,
        0.016612463152432137,
        0.014849238457207335,
        0.01598093904826289,
        0.014448604501773855,
        0.016674083392890043,
        0.014556693853600878,
        0.015557241588225886,
        0.016008003401822454,
        0.015533805685263555,
        0.015715666645767304,
        0.016428456584003027,
        0.014851318390890367,
        0.016056982603358753,
        0.01588997580763272,
        0.01714482973312376,
        0.016205446546887024,
        0.014577606615667735,
        0.0142488105416591,
        0.014200267872398833
      ],
      "mean_node_assignment_entropy": 4.154816002305699,
      "normalized_node_entropy": 0.9990220737220901,
      "effective_mass_slots": 63.77948148610664,
      "node_slot_mutual_information_nats": 0.0006155295176508702,
      "normalized_node_slot_mutual_information": 0.00014800356377261435,
      "centered_token_effective_rank": 1.1916724807887804,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004321011287311815,
      "token_RMS": 0.25704009459448995,
      "mean_token_offdiagonal_cosine": 0.9997963231319639,
      "temperature": 0.4991358518600464
    },
    {
      "layer": 14,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01432905446206772,
        0.015694330191019616,
        0.015127439817130307,
        0.013710770745736851,
        0.015545528723839285,
        0.01439913554704659,
        0.016642921515038944,
        0.016993466732437058,
        0.013910008683931701,
        0.017349594190767814,
        0.01584191927809844,
        0.016307964336308562,
        0.015856402229355054,
        0.014990109977698321,
        0.015261616569660208,
        0.015842878991287498,
        0.014614296595897231,
        0.016774796822468175,
        0.01573232738180423,
        0.014037799772450784,
        0.015471513331271714,
        0.01709401011233837,
        0.016761028197097308,
        0.016520780933993954,
        0.015868129863982016,
        0.016134261944575613,
        0.015595691085956417,
        0.015827106620026735,
        0.014653418304637627,
        0.014697764788504071,
        0.016135087260464906,
        0.015381971210343456,
        0.01679604139665816,
        0.01557789185604672,
        0.016525008771338168,
        0.01603373922929423,
        0.01666662482440143,
        0.014610885653876278,
        0.015332470664671522,
        0.015208012876234757,
        0.016561355544419325,
        0.015839579231279908,
        0.01612200987844607,
        0.015760194254263896,
        0.015445118933591913,
        0.01616794767968147,
        0.015594052465477407,
        0.016336976422929247,
        0.014924517058884089,
        0.014992187211114867,
        0.015387463505943146,
        0.01631912610849837,
        0.014642985153462027,
        0.014805335934132208,
        0.015639283227125184,
        0.01384150026555682,
        0.016093666035353896,
        0.01656344577874375,
        0.014542842402553536,
        0.01656685712054925,
        0.015394500726613287,
        0.015317335688082868,
        0.015777451094840016,
        0.01551046683160901
      ],
      "mean_node_assignment_entropy": 4.156727243609892,
      "normalized_node_entropy": 0.999481630114007,
      "effective_mass_slots": 63.907253782701936,
      "node_slot_mutual_information_nats": 0.0007056290571121338,
      "normalized_node_slot_mutual_information": 0.00016966792356713843,
      "centered_token_effective_rank": 1.0979354175660756,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.00514823980599822,
      "token_RMS": 0.32439227641402446,
      "mean_token_offdiagonal_cosine": 0.999753479326564,
      "temperature": 0.49228718876838684
    },
    {
      "layer": 14,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015461971982369887,
        0.014289345164110099,
        0.015220510471968035,
        0.015854340401409973,
        0.019499795511753508,
        0.0178847501447696,
        0.016723365057773266,
        0.015751612458431923,
        0.01416528508321923,
        0.014922102673178795,
        0.015230455346718583,
        0.016869918586118107,
        0.013343497847541757,
        0.015812663134559934,
        0.016837731044894357,
        0.014109675757916686,
        0.01542382478886626,
        0.016530981426579803,
        0.016294470617211516,
        0.014659501814271357,
        0.01566578615720493,
        0.017656139321397642,
        0.01484247680582498,
        0.01754762789420756,
        0.01709697585918743,
        0.018273132694811584,
        0.014138814205540539,
        0.014820015770394976,
        0.015933611342438356,
        0.017241730530332868,
        0.01371503814204477,
        0.013177870982496568,
        0.013779865587059414,
        0.0164755381507217,
        0.01647339843745346,
        0.01571200024220005,
        0.014907829637700702,
        0.014707019334405576,
        0.015110545135721411,
        0.015091489773061037,
        0.015502196802219093,
        0.015651343326980666,
        0.014676415307202791,
        0.017547018138846935,
        0.015344421811998023,
        0.016213755112909078,
        0.016139290665572358,
        0.013377751539651575,
        0.016622343001771463,
        0.013455100751682759,
        0.014930060982311151,
        0.015563793862639588,
        0.014423322950944586,
        0.01597910652109486,
        0.014936477977562113,
        0.01461740551770928,
        0.017503078659015802,
        0.015930323884159776,
        0.0162796198898759,
        0.015877979114538438,
        0.013515398247802228,
        0.0165029457524239,
        0.01722227393167551,
        0.014935870784497344
      ],
      "mean_node_assignment_entropy": 4.154549418341301,
      "normalized_node_entropy": 0.9989579738281873,
      "effective_mass_slots": 63.77542687840723,
      "node_slot_mutual_information_nats": 0.0008185391711457157,
      "normalized_node_slot_mutual_information": 0.00019681706716421444,
      "centered_token_effective_rank": 1.1071843573088094,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0046530913107271235,
      "token_RMS": 0.2386663571511329,
      "mean_token_offdiagonal_cosine": 0.9996309830351291,
      "temperature": 0.49394768476486206
    },
    {
      "layer": 15,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015350019494150704,
        0.016848445792351213,
        0.015233363882967274,
        0.01595693646286656,
        0.01634198091280272,
        0.01639194356008638,
        0.01636290370090195,
        0.01618838410065713,
        0.015340972143139193,
        0.015297808444354754,
        0.015645495170985218,
        0.01588807853504698,
        0.013817368061901373,
        0.015581622871141057,
        0.015514419538862232,
        0.01512757138710071,
        0.015600875765529302,
        0.01582339312342782,
        0.016516128019766273,
        0.0154901239961872,
        0.015762585169918675,
        0.014801935221394268,
        0.01509729022785495,
        0.014861005041517918,
        0.015769786831125288,
        0.01679488698598161,
        0.016391400159162465,
        0.0161342909556832,
        0.015787009014983262,
        0.016516933380456143,
        0.016054723704614842,
        0.016880953535459788,
        0.016282860317433038,
        0.015929111796930143,
        0.015645031639347176,
        0.01446607208625759,
        0.014952215484579805,
        0.013712129807547945,
        0.016780676429050723,
        0.015249943521277344,
        0.015039732751166336,
        0.015204329535863587,
        0.014780935837890419,
        0.0157410037498008,
        0.01582581103841686,
        0.015528038945790109,
        0.015158792378303457,
        0.016506577759366103,
        0.014910074618785593,
        0.016206423725753538,
        0.015431067702292313,
        0.015190605122377871,
        0.016235083192747878,
        0.015706401886652992,
        0.016114663261453374,
        0.014138962564935248,
        0.015733555184529863,
        0.016030331185600197,
        0.015990799423898364,
        0.015106050184488101,
        0.015599004549547895,
        0.015166440310886188,
        0.015281757733652363,
        0.015184880965426088
      ],
      "mean_node_assignment_entropy": 4.157230525200181,
      "normalized_node_entropy": 0.9996026437564205,
      "effective_mass_slots": 63.939008398186154,
      "node_slot_mutual_information_nats": 0.0006991099938700174,
      "normalized_node_slot_mutual_information": 0.00016810042019869796,
      "centered_token_effective_rank": 1.1074379831830834,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.003282024419054145,
      "token_RMS": 0.3074652984443287,
      "mean_token_offdiagonal_cosine": 0.9998898149634196,
      "temperature": 0.48993679881095886
    },
    {
      "layer": 15,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01571675594618527,
        0.014353799816615677,
        0.014897250940165875,
        0.01634086608273886,
        0.015995405876717328,
        0.014318459058207373,
        0.014492634734889067,
        0.015373395960358896,
        0.015239701398836085,
        0.016017220859297732,
        0.015807557267608293,
        0.01596600829821117,
        0.01694563803837678,
        0.015543351448226385,
        0.014986738996923574,
        0.015329437503668062,
        0.014654040512132175,
        0.01577245741774514,
        0.016052357413567465,
        0.015702412177069882,
        0.01614448777252161,
        0.014287642037406878,
        0.016233180990772086,
        0.015751671649275826,
        0.015221925438474017,
        0.015941694663370434,
        0.016017077270922442,
        0.015485010880795397,
        0.014865607990754369,
        0.01635122009694705,
        0.015651272344074766,
        0.015044995263688497,
        0.014274419002060633,
        0.01581749823288566,
        0.01575589464335408,
        0.014774761790657537,
        0.014629214692368466,
        0.017459911741666032,
        0.015620416046607745,
        0.016647523777974894,
        0.015860337550671236,
        0.016607488323441028,
        0.01752699035831987,
        0.015207340352563624,
        0.014946530490193304,
        0.015372354517709018,
        0.016448393606805195,
        0.01598384727978827,
        0.015879534503228262,
        0.015869702673719087,
        0.015627825878740398,
        0.016007752861173147,
        0.01453924137766449,
        0.016278899574882405,
        0.014792946151691841,
        0.016007336862929274,
        0.01574853544147479,
        0.015072383081329249,
        0.015786268060432693,
        0.015401782011556352,
        0.01653200773661866,
        0.015756736004608803,
        0.015641353926323705,
        0.015623495413395397
      ],
      "mean_node_assignment_entropy": 4.15716516649223,
      "normalized_node_entropy": 0.9995869283091138,
      "effective_mass_slots": 63.93432044969944,
      "node_slot_mutual_information_nats": 0.0006911469461270414,
      "normalized_node_slot_mutual_information": 0.00016618571195050572,
      "centered_token_effective_rank": 1.0886191695447414,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0035022940288077543,
      "token_RMS": 0.32100324152409304,
      "mean_token_offdiagonal_cosine": 0.9998828299723055,
      "temperature": 0.48903751373291016
    },
    {
      "layer": 15,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015572101061139825,
        0.016165069792535687,
        0.015431653231719872,
        0.015360656451345637,
        0.014928562220448558,
        0.01706510207261499,
        0.01605053177332935,
        0.015596992671578531,
        0.01587085503468107,
        0.01482500264018934,
        0.01517269758530091,
        0.015320402540814954,
        0.016579769861167916,
        0.01647971706969197,
        0.015863678430561922,
        0.01491943786450584,
        0.015196637271687937,
        0.014978081410640559,
        0.015425550959384835,
        0.016590395454839684,
        0.016953406151094908,
        0.015663723318335633,
        0.014887294017645538,
        0.014841662110066097,
        0.014795957082465365,
        0.01651251650969214,
        0.0154940126853175,
        0.01583182440812276,
        0.014886790101523682,
        0.015603373290155199,
        0.016953509948529316,
        0.015236056216045572,
        0.017869508767373123,
        0.01618598098399662,
        0.015630274850166274,
        0.015540254819622526,
        0.016770554067920312,
        0.01589659686341733,
        0.015343004985344853,
        0.016040042728255596,
        0.014589199516741827,
        0.014398312014533864,
        0.014199241479788535,
        0.01548401831702395,
        0.014477129066269998,
        0.01596467936376251,
        0.015093702144117038,
        0.015431403286334317,
        0.014738889135067277,
        0.015383701488978505,
        0.014945657895590691,
        0.015040895419569711,
        0.015245881167090147,
        0.017092342529184432,
        0.015447859415006503,
        0.016327327988778687,
        0.015505193038551449,
        0.016482112343314686,
        0.015560631589935444,
        0.01596525309649297,
        0.015625964179263128,
        0.015168388991007026,
        0.016072453811349502,
        0.015430523215533147
      ],
      "mean_node_assignment_entropy": 4.157360113376931,
      "normalized_node_entropy": 0.9996338031264128,
      "effective_mass_slots": 63.93102864800832,
      "node_slot_mutual_information_nats": 0.0004447114960708376,
      "normalized_node_slot_mutual_information": 0.00010693051166795153,
      "centered_token_effective_rank": 1.125670027911283,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.002979100033502145,
      "token_RMS": 0.26308736482313183,
      "mean_token_offdiagonal_cosine": 0.9998701901995909,
      "temperature": 0.4933025538921356
    },
    {
      "layer": 15,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015442616471526982,
        0.01524640468561628,
        0.01594332392971267,
        0.015761153893790902,
        0.013591725864027024,
        0.015150445771466476,
        0.014882182728539696,
        0.015542438531033844,
        0.015783698280051744,
        0.014232256753233334,
        0.016561048056454582,
        0.01442317686782937,
        0.01525443910671482,
        0.015343732305060927,
        0.014963625360853695,
        0.016402301990631495,
        0.014643019087631503,
        0.01631835549356503,
        0.014411691987212299,
        0.015865740510634385,
        0.015748495980569873,
        0.017257587629882613,
        0.01611355658789347,
        0.015263697271909875,
        0.01380690788938172,
        0.015027612835810536,
        0.016729893146082482,
        0.015657342016344996,
        0.01688129567042839,
        0.014330062981500096,
        0.017412095567545402,
        0.016618009820533852,
        0.014867707215429392,
        0.014732058404140911,
        0.017187888562765888,
        0.01643531914834267,
        0.01590777005569521,
        0.01367571251201809,
        0.016562872256508012,
        0.016116041524080117,
        0.015766569994214597,
        0.016311841957285533,
        0.01721974859834872,
        0.01510490883369903,
        0.017476278862989067,
        0.014779597414803744,
        0.015714453612754684,
        0.016797986266197256,
        0.016732354351403887,
        0.015895333134038687,
        0.015580367828583179,
        0.014247351795720275,
        0.015915619190951615,
        0.015366609975187136,
        0.014737845880591849,
        0.015496848125497554,
        0.01757758731715522,
        0.014304104893722419,
        0.01579861064376139,
        0.013683259609912932,
        0.01680331164178586,
        0.015269561523701783,
        0.0146207040278767,
        0.01670384023293038
      ],
      "mean_node_assignment_entropy": 4.156252075488972,
      "normalized_node_entropy": 0.999367376332067,
      "effective_mass_slots": 63.867501127444896,
      "node_slot_mutual_information_nats": 0.0005585669641288149,
      "normalized_node_slot_mutual_information": 0.0001343069648588408,
      "centered_token_effective_rank": 1.1089442493051054,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0037913764799503286,
      "token_RMS": 0.24186896809140687,
      "mean_token_offdiagonal_cosine": 0.9997542534112251,
      "temperature": 0.4999861419200897
    },
    {
      "layer": 15,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015685736373729695,
        0.016780827545110292,
        0.014883823093149553,
        0.015085885193403752,
        0.0161284977406421,
        0.015245401975993667,
        0.015929722148970028,
        0.014899433270233334,
        0.016417745980577752,
        0.015976299575305594,
        0.01512749157857076,
        0.01695606964473095,
        0.01601953265386102,
        0.016653219589858364,
        0.01539628684643954,
        0.013904259559985529,
        0.01536913426578236,
        0.015039341975957701,
        0.015838181681102806,
        0.015196212397416744,
        0.015086863751921066,
        0.01590860136757552,
        0.014822607642036049,
        0.014897421984058338,
        0.017207693493773907,
        0.01643991077013759,
        0.015366306309988621,
        0.014876613977865204,
        0.01670265799018314,
        0.015150417065470767,
        0.01503313447519051,
        0.01667208241487807,
        0.01710320133868521,
        0.01530073024096605,
        0.015645106908029983,
        0.01508152931484553,
        0.014786423816710751,
        0.017435000984339845,
        0.015992916879486868,
        0.01426907975788404,
        0.015272586567752312,
        0.015664804492225157,
        0.015235768495350433,
        0.016754950660417853,
        0.014160896181275327,
        0.015211481001711588,
        0.015425762943612616,
        0.014518300547664051,
        0.014850302593652928,
        0.01537832073443223,
        0.017428059648872844,
        0.016732581410650843,
        0.01571011594851239,
        0.014969647535173028,
        0.018305749208847488,
        0.01552012851343809,
        0.015120124242114046,
        0.01554198145539994,
        0.015653292945473875,
        0.015400107752605596,
        0.015327438402872668,
        0.014812722435878039,
        0.016913987245427888,
        0.013779485388849757
      ],
      "mean_node_assignment_entropy": 4.156668809368612,
      "normalized_node_entropy": 0.9994675796489881,
      "effective_mass_slots": 63.89549450883584,
      "node_slot_mutual_information_nats": 0.0005800410601155548,
      "normalized_node_slot_mutual_information": 0.00013947039349011467,
      "centered_token_effective_rank": 1.0614958531602348,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0037266989922683444,
      "token_RMS": 0.33758952590726693,
      "mean_token_offdiagonal_cosine": 0.9998762718271512,
      "temperature": 0.48433974385261536
    },
    {
      "layer": 15,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015295568823918752,
        0.014040745000810546,
        0.015312115257435772,
        0.016140232140909157,
        0.017329735549161524,
        0.014527710964546582,
        0.015473555347844326,
        0.014996763234068502,
        0.014117900517785395,
        0.016240865893072456,
        0.016700016432461894,
        0.015577874751601963,
        0.016954606936889546,
        0.01409018084386314,
        0.01564691906250628,
        0.016721552244585044,
        0.015422285736665172,
        0.017537158741745468,
        0.015492035678835291,
        0.013016695174651012,
        0.015197787661343533,
        0.01238415937142447,
        0.01703799519681785,
        0.016452940200631594,
        0.017552246926806177,
        0.013875217703821238,
        0.015096012325192764,
        0.016539515134359573,
        0.01297132769673663,
        0.01710658052300882,
        0.013580470470201727,
        0.015721375961203616,
        0.012671942767513534,
        0.016491007982170222,
        0.014563917909375407,
        0.016755342438307442,
        0.015038665528464,
        0.014945167362814316,
        0.01491364523443135,
        0.016642947538892252,
        0.016543537945930827,
        0.017835071723729997,
        0.01742590425335922,
        0.014684731582621804,
        0.01528132404222243,
        0.017787129885092824,
        0.01763098914222854,
        0.01643230490727319,
        0.01670802841558353,
        0.014999295490157043,
        0.01493277275614799,
        0.015248487945915271,
        0.013730106895450614,
        0.013959303775097553,
        0.015624427276917026,
        0.016202105825228196,
        0.01525212953541877,
        0.016120114943339828,
        0.015217382335185232,
        0.016316762331563987,
        0.01640422881788081,
        0.01750504246397623,
        0.016065448887242085,
        0.015920584348703866
      ],
      "mean_node_assignment_entropy": 4.151078239310342,
      "normalized_node_entropy": 0.9981233316991869,
      "effective_mass_slots": 63.772408392344964,
      "node_slot_mutual_information_nats": 0.004242387158713612,
      "normalized_node_slot_mutual_information": 0.0010200784859011915,
      "centered_token_effective_rank": 1.017170156740436,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.010365017612045706,
      "token_RMS": 0.3838525288189469,
      "mean_token_offdiagonal_cosine": 0.9992631480768973,
      "temperature": 0.4711304306983948
    },
    {
      "layer": 15,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01435960143906689,
        0.015465038091764732,
        0.017162635730477636,
        0.015970193646429653,
        0.015652301037444555,
        0.015225969239566466,
        0.016225103581316725,
        0.015610560328001469,
        0.015461527224812746,
        0.01608196462563823,
        0.015859417190253203,
        0.015439596813160445,
        0.014782664400399522,
        0.01577559760288059,
        0.013859653442453039,
        0.01619759079287054,
        0.016449092017580227,
        0.015883467870696017,
        0.01547255506190857,
        0.014683129934746965,
        0.013719052409206706,
        0.015387383509483375,
        0.016067515018755092,
        0.01758476548011213,
        0.016938498666011225,
        0.014566385699817701,
        0.015199747222742572,
        0.01591059670527816,
        0.014698165605759775,
        0.014709149929288913,
        0.014367252441031259,
        0.015983643860508587,
        0.015252430772878182,
        0.014582611163854687,
        0.015570278015199201,
        0.01648700093769171,
        0.015095327387911795,
        0.0162649925731843,
        0.016599055915719002,
        0.015181427917632922,
        0.016623485728797453,
        0.016898506834232635,
        0.01770518047516107,
        0.016479689692222153,
        0.016574132488880903,
        0.015138607964168325,
        0.014949828544677397,
        0.01604941300215149,
        0.01745973258995207,
        0.014342450512113221,
        0.016218525816502852,
        0.015959647363000425,
        0.01304521880973968,
        0.014935394389838793,
        0.015709460425204366,
        0.01673752657859305,
        0.01593654113182624,
        0.01568628596382016,
        0.015134543527765337,
        0.015601663317932685,
        0.014344984327289319,
        0.015037029147377945,
        0.016159575982090082,
        0.01548963375797576
      ],
      "mean_node_assignment_entropy": 4.156723729050912,
      "normalized_node_entropy": 0.999480785041205,
      "effective_mass_slots": 63.88743813471811,
      "node_slot_mutual_information_nats": 0.00039902669581515227,
      "normalized_node_slot_mutual_information": 9.594563920580485e-05,
      "centered_token_effective_rank": 1.1290097724547157,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0029299401047441238,
      "token_RMS": 0.23659578452751925,
      "mean_token_offdiagonal_cosine": 0.9998764769483577,
      "temperature": 0.49824902415275574
    },
    {
      "layer": 15,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01558207672082677,
        0.01624647814276996,
        0.014973064805441368,
        0.015098169698340939,
        0.014856440224382938,
        0.015470096658714889,
        0.015840895480368492,
        0.015464490503289229,
        0.01487545775380882,
        0.01649217861531753,
        0.014928880729438465,
        0.015990180759592864,
        0.015372499406022441,
        0.015790441254079742,
        0.015367416958690285,
        0.014948692111621234,
        0.016072065367958323,
        0.016275572736383,
        0.014535972649419455,
        0.015234380806229355,
        0.015246173092600549,
        0.015064065472110873,
        0.01595481658620018,
        0.015466083661127004,
        0.015307039898396817,
        0.015555547130968732,
        0.017045859719171837,
        0.015467341108914593,
        0.01602917671522242,
        0.01596718850870181,
        0.014983612975496158,
        0.0147875846209702,
        0.014807634474633303,
        0.015146014958702226,
        0.01680762959812672,
        0.01623118374163082,
        0.01599434406642715,
        0.015573966200224085,
        0.0159973811630491,
        0.014191887445382596,
        0.01588839915719962,
        0.015471444196744837,
        0.014338123245599674,
        0.014926074055843517,
        0.01613524381114072,
        0.014359106622956056,
        0.015102978921164398,
        0.01592139711823065,
        0.016190621403430777,
        0.015622571519169539,
        0.0162225069528946,
        0.015237904265006711,
        0.016630713653245158,
        0.016007880671742226,
        0.015792824507521244,
        0.01507417418258638,
        0.016779224626301405,
        0.015302377814104226,
        0.015895669648653882,
        0.017560353274650747,
        0.01504347261683656,
        0.017019997827621015,
        0.016567034091933122,
        0.015869923359838653
      ],
      "mean_node_assignment_entropy": 4.15749079899289,
      "normalized_node_entropy": 0.9996652263747561,
      "effective_mass_slots": 63.937452441766965,
      "node_slot_mutual_information_nats": 0.0004145008948972517,
      "normalized_node_slot_mutual_information": 9.966639758538376e-05,
      "centered_token_effective_rank": 1.2763709097106903,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.002585056580660126,
      "token_RMS": 0.31401163678303134,
      "mean_token_offdiagonal_cosine": 0.9999408060417799,
      "temperature": 0.48827069997787476
    },
    {
      "layer": 16,
      "head": 1,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01567285247902022,
        0.016055173476464905,
        0.014168300091023506,
        0.01618068903776763,
        0.01562810211240215,
        0.016389173936005003,
        0.014557216384433818,
        0.016119245704773588,
        0.014873465957962984,
        0.014871738514678523,
        0.015898942188202286,
        0.015627065316734124,
        0.015002665506136558,
        0.016418592760350757,
        0.015332723310934175,
        0.015385896396855007,
        0.0146417846911809,
        0.015868479166845462,
        0.015419844573388918,
        0.015446503247664372,
        0.01662326865680899,
        0.015838291188456356,
        0.016386715889270143,
        0.01518435830630905,
        0.01561800425045382,
        0.013664454444543454,
        0.015319507871299978,
        0.016167173465521517,
        0.015353864472292252,
        0.016604745696501253,
        0.0176518720005281,
        0.016543717538923215,
        0.016067705808517973,
        0.01580567904479492,
        0.01517687220445019,
        0.015561618626360841,
        0.01647800396502822,
        0.01435426960261701,
        0.015648541785110492,
        0.015340267066170608,
        0.015967634639997914,
        0.015702721825936142,
        0.01605381272464542,
        0.015356165924470474,
        0.015120614437915684,
        0.01609014655790769,
        0.015678135087238153,
        0.016294635825370947,
        0.016152936773161795,
        0.015538936333805478,
        0.015533989922795347,
        0.014595059921315255,
        0.016586245112998166,
        0.01439122134541243,
        0.01519729362676097,
        0.015224727785131238,
        0.015221460225292893,
        0.01630905714547149,
        0.015954085552989727,
        0.015258765544322133,
        0.015522219209885023,
        0.014215387904916901,
        0.016668294783836506,
        0.0164190654709631
      ],
      "mean_node_assignment_entropy": 4.157123888045708,
      "normalized_node_entropy": 0.999577002940765,
      "effective_mass_slots": 63.932187182803425,
      "node_slot_mutual_information_nats": 0.0006990582985482163,
      "normalized_node_slot_mutual_information": 0.00016808799010129805,
      "centered_token_effective_rank": 1.0710210863888512,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0034116285797237376,
      "token_RMS": 0.2992133081625691,
      "mean_token_offdiagonal_cosine": 0.9998709631692626,
      "temperature": 0.4885954260826111
    },
    {
      "layer": 16,
      "head": 2,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01573039902302818,
        0.015145926605873982,
        0.01575550913761881,
        0.015255343571367446,
        0.015684579345607897,
        0.01596158544708228,
        0.015394727254433234,
        0.015919871864175098,
        0.014503347014861506,
        0.015311424685951593,
        0.01575473976217298,
        0.015209397642604419,
        0.016563713571161917,
        0.014945829172237472,
        0.016178024194206508,
        0.015197720269337708,
        0.015533040580218302,
        0.015996666086804067,
        0.015219177577171084,
        0.01628995083972996,
        0.01551347438666779,
        0.015548731290795394,
        0.016327666827273376,
        0.015265657126486098,
        0.015614542320443948,
        0.016552592865593154,
        0.014534467476460488,
        0.01646405269648986,
        0.014673233885168719,
        0.015452733630018322,
        0.01610803907114589,
        0.014760965301131078,
        0.01640911698768798,
        0.01599121869666186,
        0.015704473816557794,
        0.015212316859933734,
        0.015686948002583755,
        0.01392293052742017,
        0.015148885927693603,
        0.01627154433138079,
        0.015170086902525871,
        0.016308489978849674,
        0.016265199829912667,
        0.01572812072790614,
        0.016291920767522235,
        0.01516505741904086,
        0.015218486082801883,
        0.016049676579179696,
        0.015674239177589328,
        0.01505309844664611,
        0.016544412619862697,
        0.01529317167810313,
        0.01567565805975788,
        0.015954357404453338,
        0.01605323440607761,
        0.015937406326640098,
        0.016339774104758082,
        0.01575287763301892,
        0.016225289423398938,
        0.014214995529931725,
        0.01692729170340226,
        0.014787808013545643,
        0.01652135803191997,
        0.014133423531458232
      ],
      "mean_node_assignment_entropy": 4.157597804032009,
      "normalized_node_entropy": 0.9996909556479707,
      "effective_mass_slots": 63.94508223977514,
      "node_slot_mutual_information_nats": 0.0004268209541775647,
      "normalized_node_slot_mutual_information": 0.00010262874565657802,
      "centered_token_effective_rank": 1.2093826868002762,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0023691295479003737,
      "token_RMS": 0.2846624624245445,
      "mean_token_offdiagonal_cosine": 0.9999425978329767,
      "temperature": 0.4913613498210907
    },
    {
      "layer": 16,
      "head": 3,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01570722745455865,
        0.01576852592729968,
        0.016687341756322686,
        0.014124761332609698,
        0.014744759763289433,
        0.01711540005811368,
        0.015653170186306294,
        0.015435225235981329,
        0.016622950467668922,
        0.014834400565359165,
        0.015220208926343683,
        0.015554860405232011,
        0.0156905749613163,
        0.01493685411964061,
        0.015666732571673826,
        0.01610912410910124,
        0.015949258105719726,
        0.016402679416050572,
        0.015201778364309635,
        0.015021344169590197,
        0.015400756900649085,
        0.015374300379770698,
        0.015200700318503799,
        0.01413682071560631,
        0.01492936306921292,
        0.01640205488090183,
        0.015400759639356392,
        0.014735324838481962,
        0.016131779893865272,
        0.01518050965525109,
        0.015414104116002284,
        0.016970140713048733,
        0.014285993767254729,
        0.016849987764389427,
        0.01732759065398728,
        0.01491273435063337,
        0.0154587266137378,
        0.016841912676815198,
        0.014970513029658765,
        0.01406706870795673,
        0.015056778089759639,
        0.015956898270564266,
        0.01608727712657693,
        0.016721334131030722,
        0.01453499142990913,
        0.01653463710118887,
        0.014318996848519921,
        0.01463892546090621,
        0.016493230232850414,
        0.015671633257396157,
        0.016514086756578252,
        0.0159269176977264,
        0.016043764811396074,
        0.017519568927245245,
        0.015699485028302762,
        0.016818506306229095,
        0.013887867549798729,
        0.016310215543280004,
        0.01652337219518923,
        0.01517377182352256,
        0.01489987088848339,
        0.015712918448932897,
        0.014702286816980218,
        0.015814344715085554
      ],
      "mean_node_assignment_entropy": 4.156998059752444,
      "normalized_node_entropy": 0.999546747631649,
      "effective_mass_slots": 63.903229756961416,
      "node_slot_mutual_information_nats": 0.0003718442811528888,
      "normalized_node_slot_mutual_information": 8.940965006703236e-05,
      "centered_token_effective_rank": 1.138959210743523,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0023205645851609724,
      "token_RMS": 0.3417851151863231,
      "mean_token_offdiagonal_cosine": 0.9999533481170356,
      "temperature": 0.49255257844924927
    },
    {
      "layer": 16,
      "head": 4,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01305547409537292,
        0.016136267867242947,
        0.01352574314012837,
        0.015446226375218858,
        0.015455296880011453,
        0.013386054355232038,
        0.014616166786660542,
        0.01629284405071944,
        0.015250761331741953,
        0.014962218556014121,
        0.014937827971169533,
        0.016134588469212313,
        0.016095748355504192,
        0.015428280021960335,
        0.01599306935071723,
        0.014470707936202152,
        0.015271074108717258,
        0.016245279378601717,
        0.015426862724108733,
        0.01701949612233211,
        0.01699178118928723,
        0.015876647179513047,
        0.014952394459271703,
        0.016192571363089745,
        0.01395580199233618,
        0.016724952150620837,
        0.016998067223320524,
        0.016022714768995597,
        0.014918469523919701,
        0.01750574953445529,
        0.0179036968164096,
        0.01466640613175459,
        0.015054920573004569,
        0.015092230097848254,
        0.01744626172224423,
        0.01570190350608208,
        0.01593101013797643,
        0.014215663097318107,
        0.017409203697016512,
        0.015655284282055978,
        0.015960770846634432,
        0.016817377129828604,
        0.015813980250051898,
        0.01594752617476772,
        0.012574479905459622,
        0.01379312944958341,
        0.017117447514076414,
        0.015497814342179733,
        0.014688598427595689,
        0.01635906165070202,
        0.016884728730826207,
        0.01720457920542889,
        0.015361605213424645,
        0.016465845948684422,
        0.015336569510633438,
        0.01650369392416238,
        0.015278304665736746,
        0.014999602755081758,
        0.015217838581857391,
        0.015397724381815506,
        0.015466098674085764,
        0.01656151956169043,
        0.01350348758942976,
        0.01688249768144442
      ],
      "mean_node_assignment_entropy": 4.155726573823961,
      "normalized_node_entropy": 0.9992410198910521,
      "effective_mass_slots": 63.828364804496914,
      "node_slot_mutual_information_nats": 0.00047110713837028584,
      "normalized_node_slot_mutual_information": 0.00011327732204236702,
      "centered_token_effective_rank": 1.0412157350788536,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0034669454285725077,
      "token_RMS": 0.26141919427243504,
      "mean_token_offdiagonal_cosine": 0.999823573128436,
      "temperature": 0.4962366819381714
    },
    {
      "layer": 16,
      "head": 5,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01438830360837393,
        0.015568913283186527,
        0.01586442376006655,
        0.015060350827755071,
        0.015464489838443424,
        0.01564960292003568,
        0.015990282493934752,
        0.015126263992001893,
        0.01638370205081623,
        0.01620258346328773,
        0.016369144219226247,
        0.01685599651631185,
        0.016768534910397315,
        0.014192796138775382,
        0.015934635973792906,
        0.01567821164817093,
        0.015738281556197657,
        0.015724626389341693,
        0.015273679760352028,
        0.015579742502191884,
        0.016244220860649944,
        0.017592680570437023,
        0.014645952448379866,
        0.015320700661570274,
        0.015992523535348906,
        0.015244497827027616,
        0.01648215710341868,
        0.015407399561257836,
        0.0148186246864914,
        0.015502343731115647,
        0.014821228461492445,
        0.015576125049111234,
        0.014917608277963519,
        0.016141715229352493,
        0.014991701114298272,
        0.013996411208521324,
        0.017095645438258568,
        0.016262602490737795,
        0.014028001553347776,
        0.01533926464664436,
        0.015171368506636718,
        0.015446190661836081,
        0.01650344061463596,
        0.015147837512378293,
        0.016704980092631903,
        0.01607834901596844,
        0.014735376530035057,
        0.01565642693580849,
        0.016143391999668487,
        0.014808990430953366,
        0.015411679125598416,
        0.015817842608246403,
        0.015367645201581483,
        0.016248577882857298,
        0.016470879439978953,
        0.016116312746946092,
        0.01510576736445648,
        0.015725510643170366,
        0.01539970179749124,
        0.016211148361172933,
        0.016155534240898318,
        0.015577435599160682,
        0.015293731620709279,
        0.014465910964510139
      ],
      "mean_node_assignment_entropy": 4.155910965035143,
      "normalized_node_entropy": 0.9992853566053779,
      "effective_mass_slots": 63.930669408143366,
      "node_slot_mutual_information_nats": 0.0018882406435194454,
      "normalized_node_slot_mutual_information": 0.00045402590206841486,
      "centered_token_effective_rank": 1.0492407924198925,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005543853041587008,
      "token_RMS": 0.302445426343545,
      "mean_token_offdiagonal_cosine": 0.9996618822255734,
      "temperature": 0.4771822988986969
    },
    {
      "layer": 16,
      "head": 6,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.01475251784819886,
        0.015076511405156366,
        0.015469040411547095,
        0.01629831074309445,
        0.01655208460410418,
        0.013612512968238562,
        0.015530403295090285,
        0.016355618252082406,
        0.014173000208054289,
        0.01707005185445496,
        0.01640527416739489,
        0.016160353240846363,
        0.017225645040179254,
        0.013445697418735877,
        0.017319331916123785,
        0.015601926281462038,
        0.015112277328293044,
        0.01670463933870185,
        0.016466451385655893,
        0.01655806776620764,
        0.01618287174930126,
        0.017889856411228235,
        0.015275417703281988,
        0.014031592039789684,
        0.014771926725171412,
        0.01709188814851579,
        0.016164273517257657,
        0.015775782352660615,
        0.014365562740666174,
        0.016811363335747138,
        0.015446094992123583,
        0.014853136217011512,
        0.014108392551975418,
        0.01689552102232944,
        0.013698215959914226,
        0.015518707012991635,
        0.015350510728798197,
        0.015300555740119652,
        0.01388960389564439,
        0.01482105540152461,
        0.015375768349258525,
        0.01648984963737396,
        0.01590294907547588,
        0.015189333585238177,
        0.01473672711568664,
        0.015083677436828374,
        0.014628712381796215,
        0.01643927494199141,
        0.015418223042339153,
        0.015189713872069886,
        0.016012579104954006,
        0.01697860925650298,
        0.015604115048882202,
        0.016832132207352135,
        0.01664576473275474,
        0.015218597108720535,
        0.015518004451246247,
        0.016414760011580657,
        0.0155808433913657,
        0.01723245648108506,
        0.015202602295635479,
        0.015471849365029699,
        0.013958858001509254,
        0.01474255551362718
      ],
      "mean_node_assignment_entropy": 4.155775968645037,
      "normalized_node_entropy": 0.999252896834954,
      "effective_mass_slots": 63.861704819173276,
      "node_slot_mutual_information_nats": 0.000943914482776087,
      "normalized_node_slot_mutual_information": 0.00022696345722072195,
      "centered_token_effective_rank": 1.0330735323228695,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.004660316101315654,
      "token_RMS": 0.3907153641262532,
      "mean_token_offdiagonal_cosine": 0.9998625690822568,
      "temperature": 0.48309779167175293
    },
    {
      "layer": 16,
      "head": 7,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.013621901732086336,
        0.016724260241923417,
        0.016489497237568054,
        0.017370768801607952,
        0.015189427749569247,
        0.0162945832847059,
        0.014991289117174938,
        0.015556643076680657,
        0.013245761469161966,
        0.015534156359978617,
        0.01523076883936169,
        0.015934843945048717,
        0.018434185595887907,
        0.011753068089783814,
        0.017471380978089972,
        0.014709928785906634,
        0.013209072426999535,
        0.017049779323187943,
        0.015766675463699847,
        0.016899690552746604,
        0.017615369626800645,
        0.018143497415485352,
        0.017682598761224994,
        0.014339402851426172,
        0.013391520878967026,
        0.017490891368945608,
        0.015980612146489808,
        0.014251700920295545,
        0.014949061582926585,
        0.014311768004684339,
        0.014973811330802483,
        0.015107790145491802,
        0.0147912308063584,
        0.015908563893741894,
        0.015141666972003028,
        0.016644532660905268,
        0.015361414548809536,
        0.01566178420267976,
        0.012519026620027926,
        0.014975814721343761,
        0.016523375081192886,
        0.015830420276543952,
        0.0168321989380093,
        0.016189722076331497,
        0.01607923005242525,
        0.01371035990378102,
        0.016146032830872084,
        0.016832133111113888,
        0.015028006130710939,
        0.015626020440555617,
        0.01538626503933739,
        0.017915508839769577,
        0.01590937058767602,
        0.01845723531602916,
        0.01667292503388317,
        0.015925410414768783,
        0.015425782810717338,
        0.015114231949616315,
        0.01501127876640543,
        0.01429878666171519,
        0.01569729132585826,
        0.014874385767275638,
        0.015564000178913951,
        0.014230286058289934
      ],
      "mean_node_assignment_entropy": 4.153749157092538,
      "normalized_node_entropy": 0.9987655516723527,
      "effective_mass_slots": 63.74699569958389,
      "node_slot_mutual_information_nats": 0.0011728995544828535,
      "normalized_node_slot_mutual_information": 0.0002820227284522146,
      "centered_token_effective_rank": 1.0234184268655453,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.005050015987078586,
      "token_RMS": 0.2749041201446649,
      "mean_token_offdiagonal_cosine": 0.9997021070546267,
      "temperature": 0.4849376082420349
    },
    {
      "layer": 16,
      "head": 8,
      "slices": 64,
      "native_nodes": 33555,
      "mass": [
        0.015283287204319098,
        0.016329627851449757,
        0.016000158485591928,
        0.015210392889628475,
        0.015443441601679108,
        0.016538797573893795,
        0.016217576658580524,
        0.01492374492743952,
        0.016693750822855843,
        0.016845423484204727,
        0.015383691978386202,
        0.015856160087928103,
        0.015500128493845383,
        0.014074037503603762,
        0.01428414168722529,
        0.015461875953950401,
        0.015323937680078786,
        0.0156384901514835,
        0.016594342527029286,
        0.015649893547328764,
        0.015031473574217066,
        0.015295484531940034,
        0.015507751200228792,
        0.016090853782816154,
        0.016375918808651163,
        0.016102344719902614,
        0.015093574307652445,
        0.016350645683578132,
        0.015707286494081714,
        0.015214402071305642,
        0.01423639458518255,
        0.014831828275999917,
        0.016536172003168995,
        0.015181663655485131,
        0.01606342598933001,
        0.01595987882628879,
        0.015035450292356794,
        0.016172300476062947,
        0.014960935650716158,
        0.015865097917070147,
        0.014584636631861802,
        0.014605581166780292,
        0.015682559461345207,
        0.015979182784270865,
        0.015552070903859787,
        0.01610454630343716,
        0.01637394676811248,
        0.015695046713805255,
        0.016339656451114456,
        0.01590176908358445,
        0.01617256644044658,
        0.015537972791411007,
        0.014914709755645976,
        0.015272835250086266,
        0.015862440087585073,
        0.015275429612137471,
        0.015906015519958114,
        0.01626804783926993,
        0.01589751745620111,
        0.015383264571295074,
        0.01609643284179245,
        0.015444086778244511,
        0.01570024065656143,
        0.014583660099023128
      ],
      "mean_node_assignment_entropy": 4.15739115234062,
      "normalized_node_entropy": 0.9996412664195776,
      "effective_mass_slots": 63.94877585078104,
      "node_slot_mutual_information_nats": 0.0006912332145585509,
      "normalized_node_slot_mutual_information": 0.00016620645512355973,
      "centered_token_effective_rank": 1.0487138815420878,
      "centered_token_rank_upper_bound": 32,
      "centered_token_RMS": 0.0028976687383427536,
      "token_RMS": 0.31567334263937397,
      "mean_token_offdiagonal_cosine": 0.999915703887339,
      "temperature": 0.48512744903564453
    }
  ],
  "mesh": "mesh.json.gz",
  "default_layer": 16,
  "default_head": 1,
  "default_slice": 1,
  "source": "Previously completed R06-R08 TS3 20-case fit, width256; not the untrained M01 width320 model",
  "web_quantization_error_max": 2.5307315809186548e-05,
  "preview_slices": [
    1,
    17,
    33,
    49
  ],
  "render_review_pending_for_64_panel_static_atlas": true
}