{
  "updated_unix": 1793056580.347325,
  "version": "large_v2",
  "completed_runs": 6,
  "total_runs": 6,
  "training_only": true,
  "no_error_gate": true,
  "error_threshold": null,
  "paused_by_user": false,
  "pause_checkpoint_epoch": null,
  "models": {
    "ts3": {
      "parameters": 7626372,
      "layers": 16,
      "width": 256,
      "heads": 8,
      "slices": 64
    },
    "mgn": {
      "parameters": 9298436,
      "message_passing_steps": 15,
      "width": 256
    }
  },
  "results": [
    {
      "method": "ts3",
      "count": 1,
      "parameters": 7626372,
      "epochs": 2000,
      "updates_per_case": 2000,
      "native_case_updates": 2000,
      "best_checkpoint_epoch": 1950,
      "elapsed_seconds": 345.7484543323517,
      "mean_U_L2_percent": 0.8511555264370703,
      "worst_U_L2_percent": 0.8511555264370703,
      "mean_VM_L2_percent": 4.4895944513815556,
      "worst_VM_L2_percent": 4.4895944513815556,
      "prediction_image": "ts3_1_fields.png",
      "checkpoint": "ts3_1_inference.pt"
    },
    {
      "method": "ts3",
      "count": 5,
      "parameters": 7626372,
      "epochs": 2000,
      "updates_per_case": 2000,
      "native_case_updates": 10000,
      "best_checkpoint_epoch": 2000,
      "elapsed_seconds": 1765.601500749588,
      "mean_U_L2_percent": 3.849576022572864,
      "worst_U_L2_percent": 9.509842650309835,
      "mean_VM_L2_percent": 13.020948154182715,
      "worst_VM_L2_percent": 15.61446971628269,
      "prediction_image": "ts3_5_fields.png",
      "checkpoint": "ts3_5_inference.pt"
    },
    {
      "method": "ts3",
      "count": 20,
      "parameters": 7626372,
      "epochs": 2000,
      "updates_per_case": 2000,
      "native_case_updates": 40000,
      "best_checkpoint_epoch": 2000,
      "elapsed_seconds": 7205.401588201523,
      "mean_U_L2_percent": 14.875156625607161,
      "worst_U_L2_percent": 51.994215887763104,
      "mean_VM_L2_percent": 20.88300502849246,
      "worst_VM_L2_percent": 35.95954078414134,
      "prediction_image": "ts3_20_fields.png",
      "checkpoint": "ts3_20_inference.pt"
    },
    {
      "method": "mgn",
      "count": 1,
      "parameters": 9298436,
      "epochs": 2000,
      "updates_per_case": 2000,
      "native_case_updates": 2000,
      "best_checkpoint_epoch": 2000,
      "elapsed_seconds": 446.05764079093933,
      "mean_U_L2_percent": 0.4370875180141528,
      "worst_U_L2_percent": 0.4370875180141528,
      "mean_VM_L2_percent": 1.851065195417065,
      "worst_VM_L2_percent": 1.851065195417065,
      "prediction_image": "mgn_1_fields.png",
      "checkpoint": "mgn_1_inference.pt"
    },
    {
      "method": "mgn",
      "count": 5,
      "parameters": 9298436,
      "epochs": 2000,
      "updates_per_case": 2000,
      "native_case_updates": 10000,
      "best_checkpoint_epoch": 2000,
      "elapsed_seconds": 2702.017646551132,
      "mean_U_L2_percent": 1.034961210802154,
      "worst_U_L2_percent": 1.3763724690618162,
      "mean_VM_L2_percent": 4.455011815812413,
      "worst_VM_L2_percent": 4.989660854332765,
      "prediction_image": "mgn_5_fields.png",
      "checkpoint": "mgn_5_inference.pt"
    },
    {
      "method": "mgn",
      "count": 20,
      "parameters": 9298436,
      "epochs": 2000,
      "updates_per_case": 2000,
      "native_case_updates": 40000,
      "best_checkpoint_epoch": 2000,
      "elapsed_seconds": 10857.828392505646,
      "mean_U_L2_percent": 2.1165523057834945,
      "worst_U_L2_percent": 4.08942404721866,
      "mean_VM_L2_percent": 11.238286817850183,
      "worst_VM_L2_percent": 15.89784101523684,
      "prediction_image": "mgn_20_fields.png",
      "checkpoint": "mgn_20_inference.pt"
    }
  ],
  "progress": [
    {
      "phase": "experiment_completed",
      "method": "ts3",
      "count": 1,
      "step": 2000,
      "total_steps": 2000,
      "elapsed_seconds": 345.7484543323517,
      "no_error_gate": true
    },
    {
      "phase": "experiment_completed",
      "method": "ts3",
      "count": 5,
      "step": 2000,
      "total_steps": 2000,
      "elapsed_seconds": 1765.601500749588,
      "no_error_gate": true
    },
    {
      "phase": "experiment_completed",
      "method": "ts3",
      "count": 20,
      "step": 2000,
      "total_steps": 2000,
      "elapsed_seconds": 7205.401588201523,
      "no_error_gate": true
    },
    {
      "phase": "experiment_completed",
      "method": "mgn",
      "count": 1,
      "step": 2000,
      "total_steps": 2000,
      "elapsed_seconds": 446.05764079093933,
      "no_error_gate": true
    },
    {
      "phase": "experiment_completed",
      "method": "mgn",
      "count": 5,
      "step": 2000,
      "total_steps": 2000,
      "elapsed_seconds": 2702.017646551132,
      "no_error_gate": true
    },
    {
      "phase": "experiment_completed",
      "method": "mgn",
      "count": 20,
      "step": 2000,
      "total_steps": 2000,
      "elapsed_seconds": 10857.828392505646,
      "no_error_gate": true
    }
  ],
  "curves": {
    "ts3_1": [
      {
        "step": 50,
        "elapsed_seconds": 8.372550964355469,
        "loss": 0.03507259115576744,
        "learning_rate": 0.0003,
        "mean_training_objective": 0.03196028902736654,
        "mean_relative_U_L2": 0.11831872558679613,
        "worst_relative_U_L2": 0.11831872558679613,
        "mean_relative_VM_L2": 0.22343065418659436,
        "worst_relative_VM_L2": 0.22343065418659436
      },
      {
        "step": 100,
        "elapsed_seconds": 16.824734449386597,
        "loss": 0.028815150260925293,
        "learning_rate": 0.00029952980967946045,
        "mean_training_objective": 0.029974877343164705,
        "mean_relative_U_L2": 0.1303561763281979,
        "worst_relative_U_L2": 0.1303561763281979,
        "mean_relative_VM_L2": 0.20726075841659267,
        "worst_relative_VM_L2": 0.20726075841659267
      },
      {
        "step": 150,
        "elapsed_seconds": 26.34130573272705,
        "loss": 0.01576175168156624,
        "learning_rate": 0.0002981222880824973,
        "mean_training_objective": 0.01600285602113152,
        "mean_relative_U_L2": 0.07817850367566265,
        "worst_relative_U_L2": 0.07817850367566265,
        "mean_relative_VM_L2": 0.16091561019769784,
        "worst_relative_VM_L2": 0.16091561019769784
      },
      {
        "step": 200,
        "elapsed_seconds": 34.76090168952942,
        "loss": 0.015201947651803493,
        "learning_rate": 0.0002957865635267775,
        "mean_training_objective": 0.012958911014544425,
        "mean_relative_U_L2": 0.07258409261901638,
        "worst_relative_U_L2": 0.07258409261901638,
        "mean_relative_VM_L2": 0.14369889188077584,
        "worst_relative_VM_L2": 0.14369889188077584
      },
      {
        "step": 250,
        "elapsed_seconds": 43.21465826034546,
        "loss": 0.008468111976981163,
        "learning_rate": 0.00029253778408233605,
        "mean_training_objective": 0.008402976496889192,
        "mean_relative_U_L2": 0.019751995097135485,
        "worst_relative_U_L2": 0.019751995097135485,
        "mean_relative_VM_L2": 0.12812420412810813,
        "worst_relative_VM_L2": 0.12812420412810813
      },
      {
        "step": 300,
        "elapsed_seconds": 51.731090784072876,
        "loss": 0.023453528061509132,
        "learning_rate": 0.0002883970193305295,
        "mean_training_objective": 0.025813579031872078,
        "mean_relative_U_L2": 0.06282505134230498,
        "worst_relative_U_L2": 0.06282505134230498,
        "mean_relative_VM_L2": 0.21835789655421417,
        "worst_relative_VM_L2": 0.21835789655421417
      },
      {
        "step": 350,
        "elapsed_seconds": 60.84069466590881,
        "loss": 0.008198580704629421,
        "learning_rate": 0.0002833911237197154,
        "mean_training_objective": 0.00797802016174926,
        "mean_relative_U_L2": 0.02028569012792547,
        "worst_relative_U_L2": 0.02028569012792547,
        "mean_relative_VM_L2": 0.12467770891194747,
        "worst_relative_VM_L2": 0.12467770891194747
      },
      {
        "step": 400,
        "elapsed_seconds": 69.31538248062134,
        "loss": 0.0073649208061397076,
        "learning_rate": 0.00027755256240385024,
        "mean_training_objective": 0.007355654885487607,
        "mean_relative_U_L2": 0.017288414020235128,
        "worst_relative_U_L2": 0.017288414020235128,
        "mean_relative_VM_L2": 0.12005174097713099,
        "worst_relative_VM_L2": 0.12005174097713099
      },
      {
        "step": 450,
        "elapsed_seconds": 77.7670111656189,
        "loss": 0.00668533006682992,
        "learning_rate": 0.0002709192006935076,
        "mean_training_objective": 0.006662707479972617,
        "mean_relative_U_L2": 0.018650967527685525,
        "worst_relative_U_L2": 0.018650967527685525,
        "mean_relative_VM_L2": 0.11391907816615465,
        "worst_relative_VM_L2": 0.11391907816615465
      },
      {
        "step": 500,
        "elapsed_seconds": 86.2570264339447,
        "loss": 0.00982628297060728,
        "learning_rate": 0.0002635340584848096,
        "mean_training_objective": 0.011237411792451921,
        "mean_relative_U_L2": 0.05157171901564962,
        "worst_relative_U_L2": 0.05157171901564962,
        "mean_relative_VM_L2": 0.1407664071526823,
        "worst_relative_VM_L2": 0.1407664071526823
      },
      {
        "step": 550,
        "elapsed_seconds": 95.42133831977844,
        "loss": 0.00553438626229763,
        "learning_rate": 0.0002554450312588919,
        "mean_training_objective": 0.005512642193613544,
        "mean_relative_U_L2": 0.018788544157876477,
        "worst_relative_U_L2": 0.018788544157876477,
        "mean_relative_VM_L2": 0.10330670353686935,
        "worst_relative_VM_L2": 0.10330670353686935
      },
      {
        "step": 600,
        "elapsed_seconds": 103.97201442718506,
        "loss": 0.005671825259923935,
        "learning_rate": 0.00024670457946132966,
        "mean_training_objective": 0.006451523857664803,
        "mean_relative_U_L2": 0.020718363483255762,
        "worst_relative_U_L2": 0.020718363483255762,
        "mean_relative_VM_L2": 0.11168615460255268,
        "worst_relative_VM_L2": 0.11168615460255268
      },
      {
        "step": 650,
        "elapsed_seconds": 112.18464541435242,
        "loss": 0.004446522332727909,
        "learning_rate": 0.0002373693882760176,
        "mean_training_objective": 0.004435445269872834,
        "mean_relative_U_L2": 0.015489342284792984,
        "worst_relative_U_L2": 0.015489342284792984,
        "mean_relative_VM_L2": 0.0929030183327226,
        "worst_relative_VM_L2": 0.0929030183327226
      },
      {
        "step": 700,
        "elapsed_seconds": 121.64124155044556,
        "loss": 0.004125526640564203,
        "learning_rate": 0.00022749999999999997,
        "mean_training_objective": 0.004116789960498895,
        "mean_relative_U_L2": 0.015595372599162428,
        "worst_relative_U_L2": 0.015595372599162428,
        "mean_relative_VM_L2": 0.0893888375273506,
        "worst_relative_VM_L2": 0.0893888375273506
      },
      {
        "step": 750,
        "elapsed_seconds": 130.09382796287537,
        "loss": 0.0038935579359531403,
        "learning_rate": 0.0002171604214034428,
        "mean_training_objective": 0.003890771650816123,
        "mean_relative_U_L2": 0.014430195247635684,
        "worst_relative_U_L2": 0.014430195247635684,
        "mean_relative_VM_L2": 0.08702478248606749,
        "worst_relative_VM_L2": 0.08702478248606749
      },
      {
        "step": 800,
        "elapsed_seconds": 138.56578993797302,
        "loss": 0.0036210648249834776,
        "learning_rate": 0.00020641770862116766,
        "mean_training_objective": 0.0035874784215130795,
        "mean_relative_U_L2": 0.018715992863445,
        "worst_relative_U_L2": 0.018715992863445,
        "mean_relative_VM_L2": 0.08261155157822443,
        "worst_relative_VM_L2": 0.08261155157822443
      },
      {
        "step": 850,
        "elapsed_seconds": 147.05567383766174,
        "loss": 0.005236098542809486,
        "learning_rate": 0.00019534153226788558,
        "mean_training_objective": 0.006780109884858757,
        "mean_relative_U_L2": 0.027357169165837587,
        "worst_relative_U_L2": 0.027357169165837587,
        "mean_relative_VM_L2": 0.11318924447556516,
        "worst_relative_VM_L2": 0.11318924447556516
      },
      {
        "step": 900,
        "elapsed_seconds": 156.2723114490509,
        "loss": 0.0022985965479165316,
        "learning_rate": 0.00018400372559752647,
        "mean_training_objective": 0.0022768065650285115,
        "mean_relative_U_L2": 0.014220214055036578,
        "worst_relative_U_L2": 0.014220214055036578,
        "mean_relative_VM_L2": 0.06596513201901413,
        "worst_relative_VM_L2": 0.06596513201901413
      },
      {
        "step": 950,
        "elapsed_seconds": 164.74588704109192,
        "loss": 0.0022346102632582188,
        "learning_rate": 0.00017247781863702187,
        "mean_training_objective": 0.0022397243172048898,
        "mean_relative_U_L2": 0.013192273132495963,
        "worst_relative_U_L2": 0.013192273132495963,
        "mean_relative_VM_L2": 0.06561564267769847,
        "worst_relative_VM_L2": 0.06561564267769847
      },
      {
        "step": 1000,
        "elapsed_seconds": 173.151437997818,
        "loss": 0.0023244249168783426,
        "learning_rate": 0.0001608385613158652,
        "mean_training_objective": 0.002337943650802831,
        "mean_relative_U_L2": 0.014965714950365751,
        "worst_relative_U_L2": 0.014965714950365751,
        "mean_relative_VM_L2": 0.06672266989284872,
        "worst_relative_VM_L2": 0.06672266989284872
      },
      {
        "step": 1050,
        "elapsed_seconds": 181.2674388885498,
        "loss": 0.0019958405755460262,
        "learning_rate": 0.00014916143868413484,
        "mean_training_objective": 0.0019551480873224547,
        "mean_relative_U_L2": 0.013454079679872836,
        "worst_relative_U_L2": 0.013454079679872836,
        "mean_relative_VM_L2": 0.06106786319016363,
        "worst_relative_VM_L2": 0.06106786319016363
      },
      {
        "step": 1100,
        "elapsed_seconds": 190.684494972229,
        "loss": 0.001819660305045545,
        "learning_rate": 0.00013752218136297816,
        "mean_training_objective": 0.0018231355420070083,
        "mean_relative_U_L2": 0.012758716309591852,
        "worst_relative_U_L2": 0.012758716309591852,
        "mean_relative_VM_L2": 0.05902106608784165,
        "worst_relative_VM_L2": 0.05902106608784165
      },
      {
        "step": 1150,
        "elapsed_seconds": 199.1290488243103,
        "loss": 0.0016249153995886445,
        "learning_rate": 0.00012599627440247358,
        "mean_training_objective": 0.001637720082364092,
        "mean_relative_U_L2": 0.012571543525246785,
        "worst_relative_U_L2": 0.012571543525246785,
        "mean_relative_VM_L2": 0.055833649872823195,
        "worst_relative_VM_L2": 0.055833649872823195
      },
      {
        "step": 1200,
        "elapsed_seconds": 207.63571286201477,
        "loss": 0.0019068006658926606,
        "learning_rate": 0.00011465846773211439,
        "mean_training_objective": 0.0018397233170147254,
        "mean_relative_U_L2": 0.012031694180850077,
        "worst_relative_U_L2": 0.012031694180850077,
        "mean_relative_VM_L2": 0.05945321664273472,
        "worst_relative_VM_L2": 0.05945321664273472
      },
      {
        "step": 1250,
        "elapsed_seconds": 215.72994446754456,
        "loss": 0.001968832453712821,
        "learning_rate": 0.00010358229137883234,
        "mean_training_objective": 0.00189554139016417,
        "mean_relative_U_L2": 0.012921639601718616,
        "worst_relative_U_L2": 0.012921639601718616,
        "mean_relative_VM_L2": 0.060200614700612796,
        "worst_relative_VM_L2": 0.060200614700612796
      },
      {
        "step": 1300,
        "elapsed_seconds": 223.8609323501587,
        "loss": 0.0014692397089675069,
        "learning_rate": 9.283957859655712e-05,
        "mean_training_objective": 0.0015237015434539163,
        "mean_relative_U_L2": 0.010349505260683216,
        "worst_relative_U_L2": 0.010349505260683216,
        "mean_relative_VM_L2": 0.054224448616532035,
        "worst_relative_VM_L2": 0.054224448616532035
      },
      {
        "step": 1350,
        "elapsed_seconds": 232.29694199562073,
        "loss": 0.0014168029883876443,
        "learning_rate": 8.250000000000003e-05,
        "mean_training_objective": 0.0014038368929798735,
        "mean_relative_U_L2": 0.009764577674577501,
        "worst_relative_U_L2": 0.009764577674577501,
        "mean_relative_VM_L2": 0.052080003924701176,
        "worst_relative_VM_L2": 0.052080003924701176
      },
      {
        "step": 1400,
        "elapsed_seconds": 242.09641361236572,
        "loss": 0.0014789716806262732,
        "learning_rate": 7.263061172398237e-05,
        "mean_training_objective": 0.0014908845728416591,
        "mean_relative_U_L2": 0.010737441282712822,
        "worst_relative_U_L2": 0.010737441282712822,
        "mean_relative_VM_L2": 0.05353948543256288,
        "worst_relative_VM_L2": 0.05353948543256288
      },
      {
        "step": 1450,
        "elapsed_seconds": 250.1864845752716,
        "loss": 0.0012653701705858111,
        "learning_rate": 6.32954205386703e-05,
        "mean_training_objective": 0.0012801247348833734,
        "mean_relative_U_L2": 0.010802600717069932,
        "worst_relative_U_L2": 0.010802600717069932,
        "mean_relative_VM_L2": 0.0494323101575711,
        "worst_relative_VM_L2": 0.0494323101575711
      },
      {
        "step": 1500,
        "elapsed_seconds": 258.5854992866516,
        "loss": 0.0013267678441479802,
        "learning_rate": 5.455496874110809e-05,
        "mean_training_objective": 0.0013151160457702726,
        "mean_relative_U_L2": 0.010134343024325764,
        "worst_relative_U_L2": 0.010134343024325764,
        "mean_relative_VM_L2": 0.05027451822748623,
        "worst_relative_VM_L2": 0.05027451822748623
      },
      {
        "step": 1550,
        "elapsed_seconds": 266.75159740448,
        "loss": 0.0012482382589951158,
        "learning_rate": 4.646594151519032e-05,
        "mean_training_objective": 0.0012712150870033045,
        "mean_relative_U_L2": 0.009282671563536161,
        "worst_relative_U_L2": 0.009282671563536161,
        "mean_relative_VM_L2": 0.04956069191052649,
        "worst_relative_VM_L2": 0.04956069191052649
      },
      {
        "step": 1600,
        "elapsed_seconds": 276.1582112312317,
        "loss": 0.0011703545460477471,
        "learning_rate": 3.908079930649232e-05,
        "mean_training_objective": 0.0011739676263505974,
        "mean_relative_U_L2": 0.008967715466326657,
        "worst_relative_U_L2": 0.008967715466326657,
        "mean_relative_VM_L2": 0.04761843479175056,
        "worst_relative_VM_L2": 0.04761843479175056
      },
      {
        "step": 1650,
        "elapsed_seconds": 284.6038670539856,
        "loss": 0.0011836880585178733,
        "learning_rate": 3.244743759614975e-05,
        "mean_training_objective": 0.0011809630739065054,
        "mean_relative_U_L2": 0.009212033354233594,
        "worst_relative_U_L2": 0.009212033354233594,
        "mean_relative_VM_L2": 0.04771859793930977,
        "worst_relative_VM_L2": 0.04771859793930977
      },
      {
        "step": 1700,
        "elapsed_seconds": 292.72023129463196,
        "loss": 0.0011035565985366702,
        "learning_rate": 2.6608876280284544e-05,
        "mean_training_objective": 0.0011097666859544815,
        "mean_relative_U_L2": 0.0088034174953108,
        "worst_relative_U_L2": 0.0088034174953108,
        "mean_relative_VM_L2": 0.0462821046659745,
        "worst_relative_VM_L2": 0.0462821046659745
      },
      {
        "step": 1750,
        "elapsed_seconds": 301.1594772338867,
        "loss": 0.0010876426240429282,
        "learning_rate": 2.160298066947052e-05,
        "mean_training_objective": 0.001090114320846504,
        "mean_relative_U_L2": 0.008666255488748695,
        "worst_relative_U_L2": 0.008666255488748695,
        "mean_relative_VM_L2": 0.04588163747619238,
        "worst_relative_VM_L2": 0.04588163747619238
      },
      {
        "step": 1800,
        "elapsed_seconds": 310.5224163532257,
        "loss": 0.0010695654200389981,
        "learning_rate": 1.7462215917663923e-05,
        "mean_training_objective": 0.0010688061145774227,
        "mean_relative_U_L2": 0.008705852193833899,
        "worst_relative_U_L2": 0.008705852193833899,
        "mean_relative_VM_L2": 0.04540727217895789,
        "worst_relative_VM_L2": 0.04540727217895789
      },
      {
        "step": 1850,
        "elapsed_seconds": 318.9063813686371,
        "loss": 0.0012253329623490572,
        "learning_rate": 1.4213436473222475e-05,
        "mean_training_objective": 0.0012259287481895553,
        "mean_relative_U_L2": 0.00938957590444578,
        "worst_relative_U_L2": 0.00938957590444578,
        "mean_relative_VM_L2": 0.04861782965861148,
        "worst_relative_VM_L2": 0.04861782965861148
      },
      {
        "step": 1900,
        "elapsed_seconds": 327.0640070438385,
        "loss": 0.0010580946691334248,
        "learning_rate": 1.1877711917502638e-05,
        "mean_training_objective": 0.0010569513160158966,
        "mean_relative_U_L2": 0.008578262868091692,
        "worst_relative_U_L2": 0.008578262868091692,
        "mean_relative_VM_L2": 0.04516985762870758,
        "worst_relative_VM_L2": 0.04516985762870758
      },
      {
        "step": 1950,
        "elapsed_seconds": 335.5261082649231,
        "loss": 0.0010416137520223856,
        "learning_rate": 1.047019032053956e-05,
        "mean_training_objective": 0.001044046203403021,
        "mean_relative_U_L2": 0.008511555264370703,
        "worst_relative_U_L2": 0.008511555264370703,
        "mean_relative_VM_L2": 0.04489594451381556,
        "worst_relative_VM_L2": 0.04489594451381556
      },
      {
        "step": 2000,
        "elapsed_seconds": 344.8989911079407,
        "loss": 0.0010644621215760708,
        "learning_rate": 1e-05,
        "mean_training_objective": 0.0010599990079350257,
        "mean_relative_U_L2": 0.0087280477768822,
        "worst_relative_U_L2": 0.0087280477768822,
        "mean_relative_VM_L2": 0.04520861862382563,
        "worst_relative_VM_L2": 0.04520861862382563
      }
    ],
    "ts3_5": [
      {
        "step": 50,
        "elapsed_seconds": 44.96126461029053,
        "loss": 0.5821670979261399,
        "learning_rate": 0.0003,
        "mean_training_objective": 0.5074421421342039,
        "mean_relative_U_L2": 0.701874829052307,
        "worst_relative_U_L2": 0.9620717315404174,
        "mean_relative_VM_L2": 0.6768071712466015,
        "worst_relative_VM_L2": 0.9531388794965043
      },
      {
        "step": 100,
        "elapsed_seconds": 88.56621170043945,
        "loss": 0.19251362234354022,
        "learning_rate": 0.00029952980967946045,
        "mean_training_objective": 0.17733474511776337,
        "mean_relative_U_L2": 0.3640135887527661,
        "worst_relative_U_L2": 0.6033351959584458,
        "mean_relative_VM_L2": 0.42909806122596833,
        "worst_relative_VM_L2": 0.6068643141296964
      },
      {
        "step": 150,
        "elapsed_seconds": 132.28703951835632,
        "loss": 0.11134838461875916,
        "learning_rate": 0.0002981222880824973,
        "mean_training_objective": 0.12324444943972075,
        "mean_relative_U_L2": 0.3412793876194382,
        "worst_relative_U_L2": 0.44020523311802245,
        "mean_relative_VM_L2": 0.33843303074389597,
        "worst_relative_VM_L2": 0.4256285076194385
      },
      {
        "step": 200,
        "elapsed_seconds": 177.54368138313293,
        "loss": 0.18270585536956788,
        "learning_rate": 0.0002957865635267775,
        "mean_training_objective": 0.11786149917269148,
        "mean_relative_U_L2": 0.30904707487945415,
        "worst_relative_U_L2": 0.45274672123134657,
        "mean_relative_VM_L2": 0.35411501688793756,
        "worst_relative_VM_L2": 0.4546274405650364
      },
      {
        "step": 250,
        "elapsed_seconds": 221.49585390090942,
        "loss": 0.1741569086909294,
        "learning_rate": 0.00029253778408233605,
        "mean_training_objective": 0.07693014059579509,
        "mean_relative_U_L2": 0.21612128705735817,
        "worst_relative_U_L2": 0.3793016761934678,
        "mean_relative_VM_L2": 0.30597644532292106,
        "worst_relative_VM_L2": 0.40248073380332955
      },
      {
        "step": 300,
        "elapsed_seconds": 265.36710929870605,
        "loss": 0.0707158900797367,
        "learning_rate": 0.0002883970193305295,
        "mean_training_objective": 0.07413904203370067,
        "mean_relative_U_L2": 0.24699728100651314,
        "worst_relative_U_L2": 0.36658460360495854,
        "mean_relative_VM_L2": 0.27200208076542176,
        "worst_relative_VM_L2": 0.33505336885465403
      },
      {
        "step": 350,
        "elapsed_seconds": 309.1932945251465,
        "loss": 0.07455067336559296,
        "learning_rate": 0.0002833911237197154,
        "mean_training_objective": 0.07429729185438497,
        "mean_relative_U_L2": 0.26524209089690176,
        "worst_relative_U_L2": 0.3546881842178643,
        "mean_relative_VM_L2": 0.2680731842586196,
        "worst_relative_VM_L2": 0.3492573484944902
      },
      {
        "step": 400,
        "elapsed_seconds": 353.99994111061096,
        "loss": 0.48995285034179686,
        "learning_rate": 0.00027755256240385024,
        "mean_training_objective": 0.9467522773201784,
        "mean_relative_U_L2": 1.1417875247733813,
        "worst_relative_U_L2": 1.733063091265866,
        "mean_relative_VM_L2": 0.4465785596781592,
        "worst_relative_VM_L2": 0.7696355061202133
      },
      {
        "step": 450,
        "elapsed_seconds": 397.4595355987549,
        "loss": 0.07232600972056388,
        "learning_rate": 0.0002709192006935076,
        "mean_training_objective": 0.06222486365948123,
        "mean_relative_U_L2": 0.22052082832936856,
        "worst_relative_U_L2": 0.3450690061980822,
        "mean_relative_VM_L2": 0.2583578468443493,
        "worst_relative_VM_L2": 0.30307311380025215
      },
      {
        "step": 500,
        "elapsed_seconds": 441.5365846157074,
        "loss": 0.04905984699726105,
        "learning_rate": 0.0002635340584848096,
        "mean_training_objective": 0.056313563161978,
        "mean_relative_U_L2": 0.22141254264385415,
        "worst_relative_U_L2": 0.3320147344995053,
        "mean_relative_VM_L2": 0.2325054200254736,
        "worst_relative_VM_L2": 0.26817795736967837
      },
      {
        "step": 550,
        "elapsed_seconds": 486.5479061603546,
        "loss": 0.20963071584701537,
        "learning_rate": 0.0002554450312588919,
        "mean_training_objective": 0.15526550092443464,
        "mean_relative_U_L2": 0.3948331381186216,
        "worst_relative_U_L2": 0.5747781437508687,
        "mean_relative_VM_L2": 0.37411117413686373,
        "worst_relative_VM_L2": 0.5023002759666425
      },
      {
        "step": 600,
        "elapsed_seconds": 530.1218106746674,
        "loss": 0.05461141169071197,
        "learning_rate": 0.00024670457946132966,
        "mean_training_objective": 0.05786828664560466,
        "mean_relative_U_L2": 0.2280098926120671,
        "worst_relative_U_L2": 0.3098922036040876,
        "mean_relative_VM_L2": 0.23649765482331842,
        "worst_relative_VM_L2": 0.29576093925576863
      },
      {
        "step": 650,
        "elapsed_seconds": 573.7279741764069,
        "loss": 0.0356938574463129,
        "learning_rate": 0.0002373693882760176,
        "mean_training_objective": 0.03708907160474201,
        "mean_relative_U_L2": 0.17279031439997083,
        "worst_relative_U_L2": 0.29414978482589305,
        "mean_relative_VM_L2": 0.1942320700119309,
        "worst_relative_VM_L2": 0.26035652292735667
      },
      {
        "step": 700,
        "elapsed_seconds": 618.8833372592926,
        "loss": 0.02878190204501152,
        "learning_rate": 0.00022749999999999997,
        "mean_training_objective": 0.03249914838036339,
        "mean_relative_U_L2": 0.1686691262792291,
        "worst_relative_U_L2": 0.2740082894386794,
        "mean_relative_VM_L2": 0.1730237342378942,
        "worst_relative_VM_L2": 0.25641890437918596
      },
      {
        "step": 750,
        "elapsed_seconds": 662.8546335697174,
        "loss": 0.028388978354632853,
        "learning_rate": 0.0002171604214034428,
        "mean_training_objective": 0.032074773696401396,
        "mean_relative_U_L2": 0.16693520369618636,
        "worst_relative_U_L2": 0.25828396380301394,
        "mean_relative_VM_L2": 0.17494933997066772,
        "worst_relative_VM_L2": 0.2571382295905777
      },
      {
        "step": 800,
        "elapsed_seconds": 706.8196287155151,
        "loss": 0.044462752342224125,
        "learning_rate": 0.00020641770862116766,
        "mean_training_objective": 0.03987770763361179,
        "mean_relative_U_L2": 0.19073925135712333,
        "worst_relative_U_L2": 0.29105477592905604,
        "mean_relative_VM_L2": 0.18844180924513373,
        "worst_relative_VM_L2": 0.25835446884583674
      },
      {
        "step": 850,
        "elapsed_seconds": 751.5018262863159,
        "loss": 0.053155519627034666,
        "learning_rate": 0.00019534153226788558,
        "mean_training_objective": 0.024701310480873016,
        "mean_relative_U_L2": 0.11494861689679636,
        "worst_relative_U_L2": 0.23712025327551214,
        "mean_relative_VM_L2": 0.17326475603116415,
        "worst_relative_VM_L2": 0.25646247776291176
      },
      {
        "step": 900,
        "elapsed_seconds": 795.1396901607513,
        "loss": 0.0238246014341712,
        "learning_rate": 0.00018400372559752647,
        "mean_training_objective": 0.045055183184407446,
        "mean_relative_U_L2": 0.20999882136876608,
        "worst_relative_U_L2": 0.2850662076592211,
        "mean_relative_VM_L2": 0.19372482585915135,
        "worst_relative_VM_L2": 0.25824878590728734
      },
      {
        "step": 950,
        "elapsed_seconds": 838.3915452957153,
        "loss": 0.03459645975381136,
        "learning_rate": 0.00017247781863702187,
        "mean_training_objective": 0.03846357536055005,
        "mean_relative_U_L2": 0.20063332335145692,
        "worst_relative_U_L2": 0.2843820150653418,
        "mean_relative_VM_L2": 0.16472700442887295,
        "worst_relative_VM_L2": 0.2553210223912188
      },
      {
        "step": 1000,
        "elapsed_seconds": 882.9461631774902,
        "loss": 0.1013247862458229,
        "learning_rate": 0.0001608385613158652,
        "mean_training_objective": 0.0969588726737102,
        "mean_relative_U_L2": 0.26774134143103717,
        "worst_relative_U_L2": 0.44915878546134985,
        "mean_relative_VM_L2": 0.32437745328944023,
        "worst_relative_VM_L2": 0.4594803240590793
      },
      {
        "step": 1050,
        "elapsed_seconds": 926.3730697631836,
        "loss": 0.023129025101661684,
        "learning_rate": 0.00014916143868413484,
        "mean_training_objective": 0.022415412969789595,
        "mean_relative_U_L2": 0.1167205748246567,
        "worst_relative_U_L2": 0.209233974146271,
        "mean_relative_VM_L2": 0.16088730378052502,
        "worst_relative_VM_L2": 0.25313013665592826
      },
      {
        "step": 1100,
        "elapsed_seconds": 969.8143312931061,
        "loss": 0.02374255899339914,
        "learning_rate": 0.00013752218136297816,
        "mean_training_objective": 0.022854243883768395,
        "mean_relative_U_L2": 0.12371761234508583,
        "worst_relative_U_L2": 0.20171694569539297,
        "mean_relative_VM_L2": 0.15856043516523868,
        "worst_relative_VM_L2": 0.25118970330709245
      },
      {
        "step": 1150,
        "elapsed_seconds": 1013.225935459137,
        "loss": 0.019954885356128216,
        "learning_rate": 0.00012599627440247358,
        "mean_training_objective": 0.019483066305838053,
        "mean_relative_U_L2": 0.0961286159967335,
        "worst_relative_U_L2": 0.19384265100980222,
        "mean_relative_VM_L2": 0.15692262231718074,
        "worst_relative_VM_L2": 0.24785458669659421
      },
      {
        "step": 1200,
        "elapsed_seconds": 1058.2444307804108,
        "loss": 0.022107294388115407,
        "learning_rate": 0.00011465846773211439,
        "mean_training_objective": 0.021346490454769256,
        "mean_relative_U_L2": 0.11739222542371193,
        "worst_relative_U_L2": 0.18531679973036314,
        "mean_relative_VM_L2": 0.15541571342879884,
        "worst_relative_VM_L2": 0.24473173982201
      },
      {
        "step": 1250,
        "elapsed_seconds": 1101.4382574558258,
        "loss": 0.019038982689380646,
        "learning_rate": 0.00010358229137883234,
        "mean_training_objective": 0.018611273005387955,
        "mean_relative_U_L2": 0.09537583379745648,
        "worst_relative_U_L2": 0.17740525832950813,
        "mean_relative_VM_L2": 0.1540892889462901,
        "worst_relative_VM_L2": 0.24170061725738198
      },
      {
        "step": 1300,
        "elapsed_seconds": 1145.0225307941437,
        "loss": 0.01799808591604233,
        "learning_rate": 9.283957859655712e-05,
        "mean_training_objective": 0.017577058997328924,
        "mean_relative_U_L2": 0.0881825893121683,
        "worst_relative_U_L2": 0.17008840060441194,
        "mean_relative_VM_L2": 0.1525881411245346,
        "worst_relative_VM_L2": 0.237101391461128
      },
      {
        "step": 1350,
        "elapsed_seconds": 1189.824556350708,
        "loss": 0.016885056160390377,
        "learning_rate": 8.250000000000003e-05,
        "mean_training_objective": 0.01652309525638356,
        "mean_relative_U_L2": 0.08159459237088687,
        "worst_relative_U_L2": 0.16289925290175347,
        "mean_relative_VM_L2": 0.15053300303524883,
        "worst_relative_VM_L2": 0.22919729619481227
      },
      {
        "step": 1400,
        "elapsed_seconds": 1233.4983234405518,
        "loss": 0.015858073346316816,
        "learning_rate": 7.263061172398237e-05,
        "mean_training_objective": 0.015523616741801558,
        "mean_relative_U_L2": 0.0765573687838185,
        "worst_relative_U_L2": 0.15591011247949643,
        "mean_relative_VM_L2": 0.1479724446204566,
        "worst_relative_VM_L2": 0.21870755918637888
      },
      {
        "step": 1450,
        "elapsed_seconds": 1277.096735239029,
        "loss": 0.015201896987855432,
        "learning_rate": 6.32954205386703e-05,
        "mean_training_objective": 0.014886530954069745,
        "mean_relative_U_L2": 0.07443943657843517,
        "worst_relative_U_L2": 0.14900905099594788,
        "mean_relative_VM_L2": 0.14601472736513976,
        "worst_relative_VM_L2": 0.21149052631560503
      },
      {
        "step": 1500,
        "elapsed_seconds": 1321.979019165039,
        "loss": 0.014018703252077103,
        "learning_rate": 5.455496874110809e-05,
        "mean_training_objective": 0.014043097987408725,
        "mean_relative_U_L2": 0.06136143375277168,
        "worst_relative_U_L2": 0.142422910930465,
        "mean_relative_VM_L2": 0.14619050544595047,
        "worst_relative_VM_L2": 0.21005016141050015
      },
      {
        "step": 1550,
        "elapsed_seconds": 1365.7097611427307,
        "loss": 0.01352717876434326,
        "learning_rate": 4.646594151519032e-05,
        "mean_training_objective": 0.013499928330498017,
        "mean_relative_U_L2": 0.06160507020929564,
        "worst_relative_U_L2": 0.1359936257258897,
        "mean_relative_VM_L2": 0.14377443928878988,
        "worst_relative_VM_L2": 0.2040393459550598
      },
      {
        "step": 1600,
        "elapsed_seconds": 1409.520262479782,
        "loss": 0.012789121270179749,
        "learning_rate": 3.908079930649232e-05,
        "mean_training_objective": 0.012888310491614634,
        "mean_relative_U_L2": 0.055907657592514634,
        "worst_relative_U_L2": 0.13019476722124967,
        "mean_relative_VM_L2": 0.14183262420975556,
        "worst_relative_VM_L2": 0.19802166750765068
      },
      {
        "step": 1650,
        "elapsed_seconds": 1453.196037530899,
        "loss": 0.013498379290103913,
        "learning_rate": 3.244743759614975e-05,
        "mean_training_objective": 0.01306423694722594,
        "mean_relative_U_L2": 0.05989822138752028,
        "worst_relative_U_L2": 0.12432708521219173,
        "mean_relative_VM_L2": 0.14296103895647,
        "worst_relative_VM_L2": 0.19990024324359384
      },
      {
        "step": 1700,
        "elapsed_seconds": 1498.091361284256,
        "loss": 0.011988375149667264,
        "learning_rate": 2.6608876280284544e-05,
        "mean_training_objective": 0.011905308847464616,
        "mean_relative_U_L2": 0.04842884411481449,
        "worst_relative_U_L2": 0.11812954731656329,
        "mean_relative_VM_L2": 0.13922064105475146,
        "worst_relative_VM_L2": 0.18998648748582034
      },
      {
        "step": 1750,
        "elapsed_seconds": 1541.9608767032623,
        "loss": 0.01212005764245987,
        "learning_rate": 2.160298066947052e-05,
        "mean_training_objective": 0.012655414351561917,
        "mean_relative_U_L2": 0.049828885440218365,
        "worst_relative_U_L2": 0.11633685078630913,
        "mean_relative_VM_L2": 0.14500993510138904,
        "worst_relative_VM_L2": 0.18832578993646143
      },
      {
        "step": 1800,
        "elapsed_seconds": 1586.2897017002106,
        "loss": 0.011326270923018456,
        "learning_rate": 1.7462215917663923e-05,
        "mean_training_objective": 0.011537918584664266,
        "mean_relative_U_L2": 0.04695765897795711,
        "worst_relative_U_L2": 0.10799913629637893,
        "mean_relative_VM_L2": 0.13802262991536612,
        "worst_relative_VM_L2": 0.18677488229129705
      },
      {
        "step": 1850,
        "elapsed_seconds": 1631.411410331726,
        "loss": 0.010649069678038359,
        "learning_rate": 1.4213436473222475e-05,
        "mean_training_objective": 0.010775103277890202,
        "mean_relative_U_L2": 0.04416253139322078,
        "worst_relative_U_L2": 0.10354193709922688,
        "mean_relative_VM_L2": 0.13462553117915652,
        "worst_relative_VM_L2": 0.17309126244578313
      },
      {
        "step": 1900,
        "elapsed_seconds": 1675.09716963768,
        "loss": 0.010394523572176694,
        "learning_rate": 1.1877711917502638e-05,
        "mean_training_objective": 0.01050089126311159,
        "mean_relative_U_L2": 0.041169745524541876,
        "worst_relative_U_L2": 0.10032179201921712,
        "mean_relative_VM_L2": 0.133756649760915,
        "worst_relative_VM_L2": 0.1708710900540851
      },
      {
        "step": 1950,
        "elapsed_seconds": 1719.0863072872162,
        "loss": 0.0101319694891572,
        "learning_rate": 1.047019032053956e-05,
        "mean_training_objective": 0.00998868278027525,
        "mean_relative_U_L2": 0.03924579862671531,
        "worst_relative_U_L2": 0.09751706549742192,
        "mean_relative_VM_L2": 0.13121781701478394,
        "worst_relative_VM_L2": 0.159663858664888
      },
      {
        "step": 2000,
        "elapsed_seconds": 1764.0818169116974,
        "loss": 0.009784568753093482,
        "learning_rate": 1e-05,
        "mean_training_objective": 0.009785714601382342,
        "mean_relative_U_L2": 0.03849576022572864,
        "worst_relative_U_L2": 0.09509842650309835,
        "mean_relative_VM_L2": 0.13020948154182715,
        "worst_relative_VM_L2": 0.1561446971628269
      }
    ],
    "ts3_20": [
      {
        "step": 50,
        "elapsed_seconds": 179.2006766796112,
        "loss": 2.963256362080574,
        "learning_rate": 0.0003,
        "mean_training_objective": 2.970490675217195,
        "mean_relative_U_L2": 1.565623906068734,
        "worst_relative_U_L2": 6.749394146234147,
        "mean_relative_VM_L2": 0.7103888504522822,
        "worst_relative_VM_L2": 0.9456042084092691
      },
      {
        "step": 100,
        "elapsed_seconds": 357.97281193733215,
        "loss": 0.8880303777754307,
        "learning_rate": 0.00029952980967946045,
        "mean_training_objective": 0.7567905047119696,
        "mean_relative_U_L2": 0.8996077435507654,
        "worst_relative_U_L2": 2.448705700851271,
        "mean_relative_VM_L2": 0.6506906011512816,
        "worst_relative_VM_L2": 0.9002421439530092
      },
      {
        "step": 150,
        "elapsed_seconds": 538.7892134189606,
        "loss": 1.972909282892943,
        "learning_rate": 0.0002981222880824973,
        "mean_training_objective": 4.439018768209851,
        "mean_relative_U_L2": 1.963801594242265,
        "worst_relative_U_L2": 8.353495548207794,
        "mean_relative_VM_L2": 0.6232536318160954,
        "worst_relative_VM_L2": 0.8831875558529104
      },
      {
        "step": 200,
        "elapsed_seconds": 717.37242436409,
        "loss": 2.422786055505276,
        "learning_rate": 0.0002957865635267775,
        "mean_training_objective": 0.8590521668330273,
        "mean_relative_U_L2": 0.9420454085671587,
        "worst_relative_U_L2": 2.833633121118695,
        "mean_relative_VM_L2": 0.5892354776085806,
        "worst_relative_VM_L2": 0.861516205153449
      },
      {
        "step": 250,
        "elapsed_seconds": 896.5475528240204,
        "loss": 0.541191589832306,
        "learning_rate": 0.00029253778408233605,
        "mean_training_objective": 1.1635550005936945,
        "mean_relative_U_L2": 1.074050215191662,
        "worst_relative_U_L2": 3.866620394201137,
        "mean_relative_VM_L2": 0.48451437192016994,
        "worst_relative_VM_L2": 0.8342810194336213
      },
      {
        "step": 300,
        "elapsed_seconds": 1076.90163564682,
        "loss": 0.3385904246941209,
        "learning_rate": 0.0002883970193305295,
        "mean_training_objective": 1.4621068620125677,
        "mean_relative_U_L2": 1.1311786031591662,
        "worst_relative_U_L2": 4.592214612132656,
        "mean_relative_VM_L2": 0.3994079971394384,
        "worst_relative_VM_L2": 0.7984611356155169
      },
      {
        "step": 350,
        "elapsed_seconds": 1255.8521614074707,
        "loss": 1.0466882729902864,
        "learning_rate": 0.0002833911237197154,
        "mean_training_objective": 0.43521002777372564,
        "mean_relative_U_L2": 0.6526125375280403,
        "worst_relative_U_L2": 1.987741631335389,
        "mean_relative_VM_L2": 0.3765456469888029,
        "worst_relative_VM_L2": 0.7626523316481519
      },
      {
        "step": 400,
        "elapsed_seconds": 1436.7388229370117,
        "loss": 0.4046552770771087,
        "learning_rate": 0.00027755256240385024,
        "mean_training_objective": 0.6811564743211538,
        "mean_relative_U_L2": 0.8110346236437582,
        "worst_relative_U_L2": 2.928825682741071,
        "mean_relative_VM_L2": 0.347781357859625,
        "worst_relative_VM_L2": 0.6877016042667092
      },
      {
        "step": 450,
        "elapsed_seconds": 1617.7532868385315,
        "loss": 0.30398767367005347,
        "learning_rate": 0.0002709192006935076,
        "mean_training_objective": 0.29851204516652585,
        "mean_relative_U_L2": 0.5432658733936429,
        "worst_relative_U_L2": 1.5634987097648725,
        "mean_relative_VM_L2": 0.3218434883484264,
        "worst_relative_VM_L2": 0.46916878121718664
      },
      {
        "step": 500,
        "elapsed_seconds": 1801.5529854297638,
        "loss": 0.33726030746474867,
        "learning_rate": 0.0002635340584848096,
        "mean_training_objective": 0.5365874245567197,
        "mean_relative_U_L2": 0.735740843975044,
        "worst_relative_U_L2": 2.6086933879000336,
        "mean_relative_VM_L2": 0.34060050881513393,
        "worst_relative_VM_L2": 0.6013978347978376
      },
      {
        "step": 550,
        "elapsed_seconds": 1985.0439586639404,
        "loss": 0.21173200402408837,
        "learning_rate": 0.0002554450312588919,
        "mean_training_objective": 0.24820045724385126,
        "mean_relative_U_L2": 0.49397868417728563,
        "worst_relative_U_L2": 1.274063265181114,
        "mean_relative_VM_L2": 0.35333279160945513,
        "worst_relative_VM_L2": 0.4715063040360503
      },
      {
        "step": 600,
        "elapsed_seconds": 2167.82085108757,
        "loss": 0.20218459516763684,
        "learning_rate": 0.00024670457946132966,
        "mean_training_objective": 0.12524571064272155,
        "mean_relative_U_L2": 0.3038407194837102,
        "worst_relative_U_L2": 0.8322110249214382,
        "mean_relative_VM_L2": 0.2972798678651697,
        "worst_relative_VM_L2": 0.4093361277253206
      },
      {
        "step": 650,
        "elapsed_seconds": 2347.176343202591,
        "loss": 0.19846822591498492,
        "learning_rate": 0.0002373693882760176,
        "mean_training_objective": 0.16973194099479033,
        "mean_relative_U_L2": 0.3854931663648319,
        "worst_relative_U_L2": 1.0859112736432475,
        "mean_relative_VM_L2": 0.29359695852587814,
        "worst_relative_VM_L2": 0.43356483783575017
      },
      {
        "step": 700,
        "elapsed_seconds": 2527.3217208385468,
        "loss": 0.1895087950862944,
        "learning_rate": 0.00022749999999999997,
        "mean_training_objective": 0.17670006236701474,
        "mean_relative_U_L2": 0.3888554203060847,
        "worst_relative_U_L2": 1.1644208717072069,
        "mean_relative_VM_L2": 0.2853337645874815,
        "worst_relative_VM_L2": 0.4541470303033214
      },
      {
        "step": 750,
        "elapsed_seconds": 2710.062234401703,
        "loss": 0.14459396284073592,
        "learning_rate": 0.0002171604214034428,
        "mean_training_objective": 0.13056754252724062,
        "mean_relative_U_L2": 0.3214272750762998,
        "worst_relative_U_L2": 0.9387545904320381,
        "mean_relative_VM_L2": 0.27468340788230283,
        "worst_relative_VM_L2": 0.3864798608438502
      },
      {
        "step": 800,
        "elapsed_seconds": 2890.8336639404297,
        "loss": 0.13253616718575356,
        "learning_rate": 0.00020641770862116766,
        "mean_training_objective": 0.12198961877730208,
        "mean_relative_U_L2": 0.31281366813006417,
        "worst_relative_U_L2": 0.8677477747938658,
        "mean_relative_VM_L2": 0.27106783695639786,
        "worst_relative_VM_L2": 0.38622091315808516
      },
      {
        "step": 850,
        "elapsed_seconds": 3071.7022111415863,
        "loss": 0.11725206859409808,
        "learning_rate": 0.00019534153226788558,
        "mean_training_objective": 0.10895492245873806,
        "mean_relative_U_L2": 0.28878263224763023,
        "worst_relative_U_L2": 0.8128954269497359,
        "mean_relative_VM_L2": 0.2670135751489595,
        "worst_relative_VM_L2": 0.3855641222745536
      },
      {
        "step": 900,
        "elapsed_seconds": 3250.6403620243073,
        "loss": 0.10284697581082582,
        "learning_rate": 0.00018400372559752647,
        "mean_training_objective": 0.0954452261990987,
        "mean_relative_U_L2": 0.26345924068309345,
        "worst_relative_U_L2": 0.7180079589143384,
        "mean_relative_VM_L2": 0.26006706851212924,
        "worst_relative_VM_L2": 0.3843996372836651
      },
      {
        "step": 950,
        "elapsed_seconds": 3431.3681972026825,
        "loss": 0.09349920018576087,
        "learning_rate": 0.00017247781863702187,
        "mean_training_objective": 0.08664736047008266,
        "mean_relative_U_L2": 0.24648310782030464,
        "worst_relative_U_L2": 0.6724206362677496,
        "mean_relative_VM_L2": 0.2537602242143784,
        "worst_relative_VM_L2": 0.3830846588589727
      },
      {
        "step": 1000,
        "elapsed_seconds": 3610.2476065158844,
        "loss": 0.4543005123734475,
        "learning_rate": 0.0001608385613158652,
        "mean_training_objective": 0.5352026861661255,
        "mean_relative_U_L2": 0.7946679242182066,
        "worst_relative_U_L2": 2.0517961741662236,
        "mean_relative_VM_L2": 0.536336184928194,
        "worst_relative_VM_L2": 0.8397460588009695
      },
      {
        "step": 1050,
        "elapsed_seconds": 3790.8245220184326,
        "loss": 0.8149201029911638,
        "learning_rate": 0.00014916143868413484,
        "mean_training_objective": 0.7761299205631939,
        "mean_relative_U_L2": 0.9098567103307411,
        "worst_relative_U_L2": 3.0050137265511605,
        "mean_relative_VM_L2": 0.4236351619913649,
        "worst_relative_VM_L2": 0.7724860914939711
      },
      {
        "step": 1100,
        "elapsed_seconds": 3971.7329561710358,
        "loss": 0.18392920941114427,
        "learning_rate": 0.00013752218136297816,
        "mean_training_objective": 0.21251593109300754,
        "mean_relative_U_L2": 0.48637120445529447,
        "worst_relative_U_L2": 0.9746715513701953,
        "mean_relative_VM_L2": 0.29825252143427194,
        "worst_relative_VM_L2": 0.400549383997177
      },
      {
        "step": 1150,
        "elapsed_seconds": 4153.854551792145,
        "loss": 0.09388500591740015,
        "learning_rate": 0.00012599627440247358,
        "mean_training_objective": 0.12671701902941876,
        "mean_relative_U_L2": 0.3288844957503988,
        "worst_relative_U_L2": 0.9170879923676213,
        "mean_relative_VM_L2": 0.28376771597266187,
        "worst_relative_VM_L2": 0.384420537510991
      },
      {
        "step": 1200,
        "elapsed_seconds": 4338.551786899567,
        "loss": 0.13049623956903816,
        "learning_rate": 0.00011465846773211439,
        "mean_training_objective": 0.08626796052994634,
        "mean_relative_U_L2": 0.24532331035926758,
        "worst_relative_U_L2": 0.5987075351469103,
        "mean_relative_VM_L2": 0.2684806766270059,
        "worst_relative_VM_L2": 0.38049410790351823
      },
      {
        "step": 1250,
        "elapsed_seconds": 4518.754544019699,
        "loss": 0.08683793209493161,
        "learning_rate": 0.00010358229137883234,
        "mean_training_objective": 0.11083012605522809,
        "mean_relative_U_L2": 0.2952584860320674,
        "worst_relative_U_L2": 0.9046721129832619,
        "mean_relative_VM_L2": 0.26183617634560913,
        "worst_relative_VM_L2": 0.3793853633875699
      },
      {
        "step": 1300,
        "elapsed_seconds": 4697.476194858551,
        "loss": 0.07417388195171952,
        "learning_rate": 9.283957859655712e-05,
        "mean_training_objective": 0.07559793540241785,
        "mean_relative_U_L2": 0.22173483928807958,
        "worst_relative_U_L2": 0.5597174446407939,
        "mean_relative_VM_L2": 0.2561366919271958,
        "worst_relative_VM_L2": 0.3784078232839726
      },
      {
        "step": 1350,
        "elapsed_seconds": 4879.282232999802,
        "loss": 0.08383740857243538,
        "learning_rate": 8.250000000000003e-05,
        "mean_training_objective": 0.0656022115028589,
        "mean_relative_U_L2": 0.1914314011590677,
        "worst_relative_U_L2": 0.5572552588623345,
        "mean_relative_VM_L2": 0.25083449738515,
        "worst_relative_VM_L2": 0.3773103047210915
      },
      {
        "step": 1400,
        "elapsed_seconds": 5057.49857878685,
        "loss": 0.07089812252670526,
        "learning_rate": 7.263061172398237e-05,
        "mean_training_objective": 0.0829239993102578,
        "mean_relative_U_L2": 0.24467205535393682,
        "worst_relative_U_L2": 0.6702450462656698,
        "mean_relative_VM_L2": 0.24591028639329862,
        "worst_relative_VM_L2": 0.37601191817168605
      },
      {
        "step": 1450,
        "elapsed_seconds": 5236.212889909744,
        "loss": 0.06307391677983105,
        "learning_rate": 6.32954205386703e-05,
        "mean_training_objective": 0.0627555926515504,
        "mean_relative_U_L2": 0.18862785835763166,
        "worst_relative_U_L2": 0.5534078928645643,
        "mean_relative_VM_L2": 0.24124059737736073,
        "worst_relative_VM_L2": 0.37454299218420056
      },
      {
        "step": 1500,
        "elapsed_seconds": 5415.8405911922455,
        "loss": 0.0664056467823684,
        "learning_rate": 5.455496874110809e-05,
        "mean_training_objective": 0.05841726561094958,
        "mean_relative_U_L2": 0.17272896960038137,
        "worst_relative_U_L2": 0.551270148363933,
        "mean_relative_VM_L2": 0.23741816001224877,
        "worst_relative_VM_L2": 0.37297602070455016
      },
      {
        "step": 1550,
        "elapsed_seconds": 5595.352372169495,
        "loss": 0.05972972749732435,
        "learning_rate": 4.646594151519032e-05,
        "mean_training_objective": 0.06605510662009995,
        "mean_relative_U_L2": 0.20866896541857946,
        "worst_relative_U_L2": 0.5479951943510212,
        "mean_relative_VM_L2": 0.2355645679872575,
        "worst_relative_VM_L2": 0.37138559915830915
      },
      {
        "step": 1600,
        "elapsed_seconds": 5776.8753390312195,
        "loss": 0.056525486940518024,
        "learning_rate": 3.908079930649232e-05,
        "mean_training_objective": 0.05702337013860822,
        "mean_relative_U_L2": 0.1714681544535648,
        "worst_relative_U_L2": 0.5594727752766318,
        "mean_relative_VM_L2": 0.23124069392678148,
        "worst_relative_VM_L2": 0.3698384609121407
      },
      {
        "step": 1650,
        "elapsed_seconds": 5954.931214332581,
        "loss": 0.056737126968801024,
        "learning_rate": 3.244743759614975e-05,
        "mean_training_objective": 0.05370313073720614,
        "mean_relative_U_L2": 0.16086755364369504,
        "worst_relative_U_L2": 0.5419619272037706,
        "mean_relative_VM_L2": 0.22722222099578318,
        "worst_relative_VM_L2": 0.36831758003396836
      },
      {
        "step": 1700,
        "elapsed_seconds": 6132.969147205353,
        "loss": 0.053393528657034034,
        "learning_rate": 2.6608876280284544e-05,
        "mean_training_objective": 0.05586001775698901,
        "mean_relative_U_L2": 0.17422617987115457,
        "worst_relative_U_L2": 0.5390590225076746,
        "mean_relative_VM_L2": 0.22660414449016142,
        "worst_relative_VM_L2": 0.3668071964296406
      },
      {
        "step": 1750,
        "elapsed_seconds": 6310.459774017334,
        "loss": 0.05120803536847233,
        "learning_rate": 2.160298066947052e-05,
        "mean_training_objective": 0.05184330124926012,
        "mean_relative_U_L2": 0.1585114177807186,
        "worst_relative_U_L2": 0.5354674042120645,
        "mean_relative_VM_L2": 0.22192697706404835,
        "worst_relative_VM_L2": 0.36540435601634796
      },
      {
        "step": 1800,
        "elapsed_seconds": 6488.040977239609,
        "loss": 0.05127139491960407,
        "learning_rate": 1.7462215917663923e-05,
        "mean_training_objective": 0.05019239158950038,
        "mean_relative_U_L2": 0.1521576352621419,
        "worst_relative_U_L2": 0.5340027914327273,
        "mean_relative_VM_L2": 0.21886251468529627,
        "worst_relative_VM_L2": 0.3640879978360921
      },
      {
        "step": 1850,
        "elapsed_seconds": 6665.7494242191315,
        "loss": 0.049258766882121566,
        "learning_rate": 1.4213436473222475e-05,
        "mean_training_objective": 0.05094714836022938,
        "mean_relative_U_L2": 0.15779024405375253,
        "worst_relative_U_L2": 0.5306778383911792,
        "mean_relative_VM_L2": 0.21930784509961443,
        "worst_relative_VM_L2": 0.3629658743191142
      },
      {
        "step": 1900,
        "elapsed_seconds": 6843.55020236969,
        "loss": 0.04836572734639049,
        "learning_rate": 1.1877711917502638e-05,
        "mean_training_objective": 0.04816746253745578,
        "mean_relative_U_L2": 0.14791685593777257,
        "worst_relative_U_L2": 0.5258646364848225,
        "mean_relative_VM_L2": 0.2137544842224887,
        "worst_relative_VM_L2": 0.36171227024345953
      },
      {
        "step": 1950,
        "elapsed_seconds": 7021.829658269882,
        "loss": 0.047657296760007746,
        "learning_rate": 1.047019032053956e-05,
        "mean_training_objective": 0.04734234253140242,
        "mean_relative_U_L2": 0.14657582515996587,
        "worst_relative_U_L2": 0.5234674494584732,
        "mean_relative_VM_L2": 0.21112070037139802,
        "worst_relative_VM_L2": 0.3606574107926237
      },
      {
        "step": 2000,
        "elapsed_seconds": 7199.823485851288,
        "loss": 0.04663099129684269,
        "learning_rate": 1e-05,
        "mean_training_objective": 0.046935005608081316,
        "mean_relative_U_L2": 0.1487515662560716,
        "worst_relative_U_L2": 0.5199421588776311,
        "mean_relative_VM_L2": 0.20883005028492457,
        "worst_relative_VM_L2": 0.3595954078414134
      }
    ],
    "mgn_1": [
      {
        "step": 50,
        "elapsed_seconds": 10.486659288406372,
        "loss": 0.06627470254898071,
        "learning_rate": 0.0003,
        "mean_training_objective": 0.02831168899490495,
        "mean_relative_U_L2": 0.13622059976001527,
        "worst_relative_U_L2": 0.13622059976001527,
        "mean_relative_VM_L2": 0.19510849851001272,
        "worst_relative_VM_L2": 0.19510849851001272
      },
      {
        "step": 100,
        "elapsed_seconds": 22.322266340255737,
        "loss": 0.015025101602077484,
        "learning_rate": 0.00029952980967946045,
        "mean_training_objective": 0.03828456987743271,
        "mean_relative_U_L2": 0.10510259007060312,
        "worst_relative_U_L2": 0.10510259007060312,
        "mean_relative_VM_L2": 0.25597379810307963,
        "worst_relative_VM_L2": 0.25597379810307963
      },
      {
        "step": 150,
        "elapsed_seconds": 32.8245894908905,
        "loss": 0.0052953786216676235,
        "learning_rate": 0.0002981222880824973,
        "mean_training_objective": 0.0054693805728151645,
        "mean_relative_U_L2": 0.02300017000873824,
        "worst_relative_U_L2": 0.02300017000873824,
        "mean_relative_VM_L2": 0.10202819867663776,
        "worst_relative_VM_L2": 0.10202819867663776
      },
      {
        "step": 200,
        "elapsed_seconds": 43.64863157272339,
        "loss": 0.0045990594662725925,
        "learning_rate": 0.0002957865635267775,
        "mean_training_objective": 0.004173731156294727,
        "mean_relative_U_L2": 0.015191966760450834,
        "worst_relative_U_L2": 0.015191966760450834,
        "mean_relative_VM_L2": 0.09009254385651906,
        "worst_relative_VM_L2": 0.09009254385651906
      },
      {
        "step": 250,
        "elapsed_seconds": 55.52733397483826,
        "loss": 0.004305980168282986,
        "learning_rate": 0.00029253778408233605,
        "mean_training_objective": 0.004000449260642315,
        "mean_relative_U_L2": 0.016146164646712032,
        "worst_relative_U_L2": 0.016146164646712032,
        "mean_relative_VM_L2": 0.0879784058078225,
        "worst_relative_VM_L2": 0.0879784058078225
      },
      {
        "step": 300,
        "elapsed_seconds": 66.35420966148376,
        "loss": 0.003213466377928853,
        "learning_rate": 0.0002883970193305295,
        "mean_training_objective": 0.003056117086114444,
        "mean_relative_U_L2": 0.014427640171025201,
        "worst_relative_U_L2": 0.014427640171025201,
        "mean_relative_VM_L2": 0.07683799432132718,
        "worst_relative_VM_L2": 0.07683799432132718
      },
      {
        "step": 350,
        "elapsed_seconds": 77.12933731079102,
        "loss": 0.0026921469252556562,
        "learning_rate": 0.0002833911237197154,
        "mean_training_objective": 0.003091157099537605,
        "mean_relative_U_L2": 0.029870846562712855,
        "worst_relative_U_L2": 0.029870846562712855,
        "mean_relative_VM_L2": 0.07273270739290595,
        "worst_relative_VM_L2": 0.07273270739290595
      },
      {
        "step": 400,
        "elapsed_seconds": 88.77816939353943,
        "loss": 0.0037852933164685965,
        "learning_rate": 0.00027755256240385024,
        "mean_training_objective": 0.004477529018965795,
        "mean_relative_U_L2": 0.021283476877573388,
        "worst_relative_U_L2": 0.021283476877573388,
        "mean_relative_VM_L2": 0.09220667898766005,
        "worst_relative_VM_L2": 0.09220667898766005
      },
      {
        "step": 450,
        "elapsed_seconds": 99.32702326774597,
        "loss": 0.0016911323182284832,
        "learning_rate": 0.0002709192006935076,
        "mean_training_objective": 0.0020610985748356157,
        "mean_relative_U_L2": 0.02241303836905887,
        "worst_relative_U_L2": 0.02241303836905887,
        "mean_relative_VM_L2": 0.06016521304490101,
        "worst_relative_VM_L2": 0.06016521304490101
      },
      {
        "step": 500,
        "elapsed_seconds": 110.2383930683136,
        "loss": 0.0012118247104808688,
        "learning_rate": 0.0002635340584848096,
        "mean_training_objective": 0.0012638276307883705,
        "mean_relative_U_L2": 0.00956860334045808,
        "worst_relative_U_L2": 0.00956860334045808,
        "mean_relative_VM_L2": 0.04935683429566482,
        "worst_relative_VM_L2": 0.04935683429566482
      },
      {
        "step": 550,
        "elapsed_seconds": 122.15211915969849,
        "loss": 0.0017704312922433019,
        "learning_rate": 0.0002554450312588919,
        "mean_training_objective": 0.00226908581477519,
        "mean_relative_U_L2": 0.017416167116894345,
        "worst_relative_U_L2": 0.017416167116894345,
        "mean_relative_VM_L2": 0.06507571553588011,
        "worst_relative_VM_L2": 0.06507571553588011
      },
      {
        "step": 600,
        "elapsed_seconds": 132.74890804290771,
        "loss": 0.0012297043576836586,
        "learning_rate": 0.00024670457946132966,
        "mean_training_objective": 0.0011638805827044237,
        "mean_relative_U_L2": 0.012032720085693787,
        "worst_relative_U_L2": 0.012032720085693787,
        "mean_relative_VM_L2": 0.046722316003684886,
        "worst_relative_VM_L2": 0.046722316003684886
      },
      {
        "step": 650,
        "elapsed_seconds": 143.62149024009705,
        "loss": 0.0009615127346478403,
        "learning_rate": 0.0002373693882760176,
        "mean_training_objective": 0.001014929126579324,
        "mean_relative_U_L2": 0.010631793152377616,
        "worst_relative_U_L2": 0.010631793152377616,
        "mean_relative_VM_L2": 0.0437815398030232,
        "worst_relative_VM_L2": 0.0437815398030232
      },
      {
        "step": 700,
        "elapsed_seconds": 155.53075003623962,
        "loss": 0.0008221303578466177,
        "learning_rate": 0.00022749999999999997,
        "mean_training_objective": 0.0007535689113567404,
        "mean_relative_U_L2": 0.010018070238153015,
        "worst_relative_U_L2": 0.010018070238153015,
        "mean_relative_VM_L2": 0.037507013896295634,
        "worst_relative_VM_L2": 0.037507013896295634
      },
      {
        "step": 750,
        "elapsed_seconds": 166.38695073127747,
        "loss": 0.0007898975745774806,
        "learning_rate": 0.0002171604214034428,
        "mean_training_objective": 0.0007413629007583449,
        "mean_relative_U_L2": 0.008419302868139628,
        "worst_relative_U_L2": 0.008419302868139628,
        "mean_relative_VM_L2": 0.037574474590221826,
        "worst_relative_VM_L2": 0.037574474590221826
      },
      {
        "step": 800,
        "elapsed_seconds": 177.16264367103577,
        "loss": 0.0016297649126499891,
        "learning_rate": 0.00020641770862116766,
        "mean_training_objective": 0.0013465156355532352,
        "mean_relative_U_L2": 0.029218139833225246,
        "worst_relative_U_L2": 0.029218139833225246,
        "mean_relative_VM_L2": 0.042887429111484014,
        "worst_relative_VM_L2": 0.042887429111484014
      },
      {
        "step": 850,
        "elapsed_seconds": 187.6038315296173,
        "loss": 0.0007478912593796849,
        "learning_rate": 0.00019534153226788558,
        "mean_training_objective": 0.001045012125554977,
        "mean_relative_U_L2": 0.009361755247468476,
        "worst_relative_U_L2": 0.009361755247468476,
        "mean_relative_VM_L2": 0.04474798084602757,
        "worst_relative_VM_L2": 0.04474798084602757
      },
      {
        "step": 900,
        "elapsed_seconds": 199.28744626045227,
        "loss": 0.0005509837064892054,
        "learning_rate": 0.00018400372559752647,
        "mean_training_objective": 0.0005597991082844991,
        "mean_relative_U_L2": 0.005921472323927773,
        "worst_relative_U_L2": 0.005921472323927773,
        "mean_relative_VM_L2": 0.032932269616380155,
        "worst_relative_VM_L2": 0.032932269616380155
      },
      {
        "step": 950,
        "elapsed_seconds": 210.02118945121765,
        "loss": 0.0005270178662613034,
        "learning_rate": 0.00017247781863702187,
        "mean_training_objective": 0.0005406700786271432,
        "mean_relative_U_L2": 0.006716217989816206,
        "worst_relative_U_L2": 0.006716217989816206,
        "mean_relative_VM_L2": 0.03219056652448906,
        "worst_relative_VM_L2": 0.03219056652448906
      },
      {
        "step": 1000,
        "elapsed_seconds": 220.88958716392517,
        "loss": 0.0007776529528200626,
        "learning_rate": 0.0001608385613158652,
        "mean_training_objective": 0.0008028116781743055,
        "mean_relative_U_L2": 0.008487272429481298,
        "worst_relative_U_L2": 0.008487272429481298,
        "mean_relative_VM_L2": 0.0391610720366077,
        "worst_relative_VM_L2": 0.0391610720366077
      },
      {
        "step": 1050,
        "elapsed_seconds": 232.4030315876007,
        "loss": 0.0005142578738741577,
        "learning_rate": 0.00014916143868413484,
        "mean_training_objective": 0.0005925551336922494,
        "mean_relative_U_L2": 0.007101128826480842,
        "worst_relative_U_L2": 0.007101128826480842,
        "mean_relative_VM_L2": 0.0336850743916979,
        "worst_relative_VM_L2": 0.0336850743916979
      },
      {
        "step": 1100,
        "elapsed_seconds": 242.70944619178772,
        "loss": 0.0005241702310740948,
        "learning_rate": 0.00013752218136297816,
        "mean_training_objective": 0.0005459073663555052,
        "mean_relative_U_L2": 0.006914264094775321,
        "worst_relative_U_L2": 0.006914264094775321,
        "mean_relative_VM_L2": 0.032311107760934335,
        "worst_relative_VM_L2": 0.032311107760934335
      },
      {
        "step": 1150,
        "elapsed_seconds": 253.25219178199768,
        "loss": 0.00040234840707853436,
        "learning_rate": 0.00012599627440247358,
        "mean_training_objective": 0.00037648426297827767,
        "mean_relative_U_L2": 0.006666903844450656,
        "worst_relative_U_L2": 0.006666903844450656,
        "mean_relative_VM_L2": 0.026618056260467336,
        "worst_relative_VM_L2": 0.026618056260467336
      },
      {
        "step": 1200,
        "elapsed_seconds": 265.36474084854126,
        "loss": 0.0003856138209812343,
        "learning_rate": 0.00011465846773211439,
        "mean_training_objective": 0.0005049083429946136,
        "mean_relative_U_L2": 0.005754287151558564,
        "worst_relative_U_L2": 0.005754287151558564,
        "mean_relative_VM_L2": 0.031252277762854906,
        "worst_relative_VM_L2": 0.031252277762854906
      },
      {
        "step": 1250,
        "elapsed_seconds": 275.62731409072876,
        "loss": 0.0002990889479406178,
        "learning_rate": 0.00010358229137883234,
        "mean_training_objective": 0.0002963476038425768,
        "mean_relative_U_L2": 0.005016188928718355,
        "worst_relative_U_L2": 0.005016188928718355,
        "mean_relative_VM_L2": 0.02382295230059778,
        "worst_relative_VM_L2": 0.02382295230059778
      },
      {
        "step": 1300,
        "elapsed_seconds": 286.46474289894104,
        "loss": 0.000265640759607777,
        "learning_rate": 9.283957859655712e-05,
        "mean_training_objective": 0.00026549875110292673,
        "mean_relative_U_L2": 0.004823551997956511,
        "worst_relative_U_L2": 0.004823551997956511,
        "mean_relative_VM_L2": 0.02253288371089824,
        "worst_relative_VM_L2": 0.02253288371089824
      },
      {
        "step": 1350,
        "elapsed_seconds": 298.57916951179504,
        "loss": 0.0003592844004742801,
        "learning_rate": 8.250000000000003e-05,
        "mean_training_objective": 0.0003464616793984417,
        "mean_relative_U_L2": 0.005382271092576497,
        "worst_relative_U_L2": 0.005382271092576497,
        "mean_relative_VM_L2": 0.025767314890824358,
        "worst_relative_VM_L2": 0.025767314890824358
      },
      {
        "step": 1400,
        "elapsed_seconds": 308.90844774246216,
        "loss": 0.0002648963709361851,
        "learning_rate": 7.263061172398237e-05,
        "mean_training_objective": 0.0002633274159636175,
        "mean_relative_U_L2": 0.005062129416190919,
        "worst_relative_U_L2": 0.005062129416190919,
        "mean_relative_VM_L2": 0.022383692226729923,
        "worst_relative_VM_L2": 0.022383692226729923
      },
      {
        "step": 1450,
        "elapsed_seconds": 319.83463764190674,
        "loss": 0.00022737249673809856,
        "learning_rate": 6.32954205386703e-05,
        "mean_training_objective": 0.00022719116353475967,
        "mean_relative_U_L2": 0.004673615726093032,
        "worst_relative_U_L2": 0.004673615726093032,
        "mean_relative_VM_L2": 0.02079758743494868,
        "worst_relative_VM_L2": 0.02079758743494868
      },
      {
        "step": 1500,
        "elapsed_seconds": 332.03116250038147,
        "loss": 0.00021637290774378926,
        "learning_rate": 5.455496874110809e-05,
        "mean_training_objective": 0.0002167508673443229,
        "mean_relative_U_L2": 0.004609670490221532,
        "worst_relative_U_L2": 0.004609670490221532,
        "mean_relative_VM_L2": 0.020304006320434068,
        "worst_relative_VM_L2": 0.020304006320434068
      },
      {
        "step": 1550,
        "elapsed_seconds": 342.7587969303131,
        "loss": 0.00020818208577111363,
        "learning_rate": 4.646594151519032e-05,
        "mean_training_objective": 0.00020805204653971123,
        "mean_relative_U_L2": 0.004558043544537312,
        "worst_relative_U_L2": 0.004558043544537312,
        "mean_relative_VM_L2": 0.01988286528962876,
        "worst_relative_VM_L2": 0.01988286528962876
      },
      {
        "step": 1600,
        "elapsed_seconds": 353.7887439727783,
        "loss": 0.00020192592637613416,
        "learning_rate": 3.908079930649232e-05,
        "mean_training_objective": 0.00020183219071942134,
        "mean_relative_U_L2": 0.004521007913175401,
        "worst_relative_U_L2": 0.004521007913175401,
        "mean_relative_VM_L2": 0.019576130079457688,
        "worst_relative_VM_L2": 0.019576130079457688
      },
      {
        "step": 1650,
        "elapsed_seconds": 366.1499054431915,
        "loss": 0.0001968761789612472,
        "learning_rate": 3.244743759614975e-05,
        "mean_training_objective": 0.00019670696547588424,
        "mean_relative_U_L2": 0.004488209174036555,
        "worst_relative_U_L2": 0.004488209174036555,
        "mean_relative_VM_L2": 0.01932019434068567,
        "worst_relative_VM_L2": 0.01932019434068567
      },
      {
        "step": 1700,
        "elapsed_seconds": 376.9040012359619,
        "loss": 0.00019294775847811252,
        "learning_rate": 2.6608876280284544e-05,
        "mean_training_objective": 0.00019282004120923062,
        "mean_relative_U_L2": 0.004459317727254665,
        "worst_relative_U_L2": 0.004459317727254665,
        "mean_relative_VM_L2": 0.019124710921366982,
        "worst_relative_VM_L2": 0.019124710921366982
      },
      {
        "step": 1750,
        "elapsed_seconds": 388.0143394470215,
        "loss": 0.00018971697136294097,
        "learning_rate": 2.160298066947052e-05,
        "mean_training_objective": 0.0001896215238534161,
        "mean_relative_U_L2": 0.004437752628736772,
        "worst_relative_U_L2": 0.004437752628736772,
        "mean_relative_VM_L2": 0.01896178787227017,
        "worst_relative_VM_L2": 0.01896178787227017
      },
      {
        "step": 1800,
        "elapsed_seconds": 400.2801010608673,
        "loss": 0.00018730128067545593,
        "learning_rate": 1.7462215917663923e-05,
        "mean_training_objective": 0.0001871703533560499,
        "mean_relative_U_L2": 0.004418769565084899,
        "worst_relative_U_L2": 0.004418769565084899,
        "mean_relative_VM_L2": 0.01883653848887261,
        "worst_relative_VM_L2": 0.01883653848887261
      },
      {
        "step": 1850,
        "elapsed_seconds": 410.94248962402344,
        "loss": 0.00018526821804698557,
        "learning_rate": 1.4213436473222475e-05,
        "mean_training_objective": 0.00018522517405786812,
        "mean_relative_U_L2": 0.004404081411375324,
        "worst_relative_U_L2": 0.004404081411375324,
        "mean_relative_VM_L2": 0.018736446168836678,
        "worst_relative_VM_L2": 0.018736446168836678
      },
      {
        "step": 1900,
        "elapsed_seconds": 421.9107301235199,
        "loss": 0.0001836027659010142,
        "learning_rate": 1.1877711917502638e-05,
        "mean_training_objective": 0.0001835664248894826,
        "mean_relative_U_L2": 0.00439270543081462,
        "worst_relative_U_L2": 0.00439270543081462,
        "mean_relative_VM_L2": 0.018650388435018102,
        "worst_relative_VM_L2": 0.018650388435018102
      },
      {
        "step": 1950,
        "elapsed_seconds": 434.0635678768158,
        "loss": 0.00018220854690298438,
        "learning_rate": 1.047019032053956e-05,
        "mean_training_objective": 0.0001821848524102601,
        "mean_relative_U_L2": 0.004380720051397524,
        "worst_relative_U_L2": 0.004380720051397524,
        "mean_relative_VM_L2": 0.01857899342407451,
        "worst_relative_VM_L2": 0.01857899342407451
      },
      {
        "step": 2000,
        "elapsed_seconds": 444.653856754303,
        "loss": 0.00018087643547914922,
        "learning_rate": 1e-05,
        "mean_training_objective": 0.00018088034852967522,
        "mean_relative_U_L2": 0.00437026073556635,
        "worst_relative_U_L2": 0.00437026073556635,
        "mean_relative_VM_L2": 0.018511118771228213,
        "worst_relative_VM_L2": 0.018511118771228213
      }
    ],
    "mgn_5": [
      {
        "step": 50,
        "elapsed_seconds": 67.0124523639679,
        "loss": 0.7575023949146271,
        "learning_rate": 0.0003,
        "mean_training_objective": 0.8585748032475106,
        "mean_relative_U_L2": 1.1086661403398281,
        "worst_relative_U_L2": 1.5455115839322724,
        "mean_relative_VM_L2": 0.6509231110520846,
        "worst_relative_VM_L2": 0.7231471834787411
      },
      {
        "step": 100,
        "elapsed_seconds": 134.14977645874023,
        "loss": 0.36306957304477694,
        "learning_rate": 0.00029952980967946045,
        "mean_training_objective": 0.43812747999632345,
        "mean_relative_U_L2": 0.7412038983848348,
        "worst_relative_U_L2": 1.1365074475038648,
        "mean_relative_VM_L2": 0.46651222182220453,
        "worst_relative_VM_L2": 0.5859521490691741
      },
      {
        "step": 150,
        "elapsed_seconds": 201.55548119544983,
        "loss": 0.05619365721940994,
        "learning_rate": 0.0002981222880824973,
        "mean_training_objective": 0.06295590264669587,
        "mean_relative_U_L2": 0.21832208041110995,
        "worst_relative_U_L2": 0.3031127702753214,
        "mean_relative_VM_L2": 0.25272232031191766,
        "worst_relative_VM_L2": 0.3356862876872731
      },
      {
        "step": 200,
        "elapsed_seconds": 268.8782088756561,
        "loss": 0.04296029061079025,
        "learning_rate": 0.0002957865635267775,
        "mean_training_objective": 0.06291723018804733,
        "mean_relative_U_L2": 0.214839141205542,
        "worst_relative_U_L2": 0.3632860255019597,
        "mean_relative_VM_L2": 0.25516540530465165,
        "worst_relative_VM_L2": 0.33838914969170386
      },
      {
        "step": 250,
        "elapsed_seconds": 335.47966408729553,
        "loss": 0.030281554162502288,
        "learning_rate": 0.00029253778408233605,
        "mean_training_objective": 0.030674511717071168,
        "mean_relative_U_L2": 0.1183633313873584,
        "worst_relative_U_L2": 0.17843330782817884,
        "mean_relative_VM_L2": 0.20840954175481968,
        "worst_relative_VM_L2": 0.2794509735237254
      },
      {
        "step": 300,
        "elapsed_seconds": 402.62859749794006,
        "loss": 0.02899896167218685,
        "learning_rate": 0.0002883970193305295,
        "mean_training_objective": 0.029558555821652992,
        "mean_relative_U_L2": 0.12331966249919786,
        "worst_relative_U_L2": 0.20344972389035004,
        "mean_relative_VM_L2": 0.20046707550831475,
        "worst_relative_VM_L2": 0.2732697292283648
      },
      {
        "step": 350,
        "elapsed_seconds": 470.2005386352539,
        "loss": 0.01912731155753136,
        "learning_rate": 0.0002833911237197154,
        "mean_training_objective": 0.018033895411163327,
        "mean_relative_U_L2": 0.0785920269166149,
        "worst_relative_U_L2": 0.13146888320754194,
        "mean_relative_VM_L2": 0.1603667989631084,
        "worst_relative_VM_L2": 0.255349696919593
      },
      {
        "step": 400,
        "elapsed_seconds": 543.7965996265411,
        "loss": 0.015810732357203962,
        "learning_rate": 0.00027755256240385024,
        "mean_training_objective": 0.016981479276049687,
        "mean_relative_U_L2": 0.08608571022038028,
        "worst_relative_U_L2": 0.13198158777159477,
        "mean_relative_VM_L2": 0.14931192128039655,
        "worst_relative_VM_L2": 0.24659451631816923
      },
      {
        "step": 450,
        "elapsed_seconds": 610.8845298290253,
        "loss": 0.015719853714108466,
        "learning_rate": 0.0002709192006935076,
        "mean_training_objective": 0.01678027872579573,
        "mean_relative_U_L2": 0.0805498501100243,
        "worst_relative_U_L2": 0.1492125427285284,
        "mean_relative_VM_L2": 0.15079443614916593,
        "worst_relative_VM_L2": 0.2516094459482347
      },
      {
        "step": 500,
        "elapsed_seconds": 678.135436296463,
        "loss": 0.011681284289807081,
        "learning_rate": 0.0002635340584848096,
        "mean_training_objective": 0.012209338951953861,
        "mean_relative_U_L2": 0.045851038235192085,
        "worst_relative_U_L2": 0.07745226812080139,
        "mean_relative_VM_L2": 0.13966489284956793,
        "worst_relative_VM_L2": 0.22981755436102766
      },
      {
        "step": 550,
        "elapsed_seconds": 745.2992131710052,
        "loss": 0.04898763820528984,
        "learning_rate": 0.0002554450312588919,
        "mean_training_objective": 0.03357941962015672,
        "mean_relative_U_L2": 0.1068964148582904,
        "worst_relative_U_L2": 0.13752237016366872,
        "mean_relative_VM_L2": 0.232802455451945,
        "worst_relative_VM_L2": 0.26845597521518905
      },
      {
        "step": 600,
        "elapsed_seconds": 812.3049035072327,
        "loss": 0.012325398344546556,
        "learning_rate": 0.00024670457946132966,
        "mean_training_objective": 0.009729684100157728,
        "mean_relative_U_L2": 0.04826360491381965,
        "worst_relative_U_L2": 0.05987548255746437,
        "mean_relative_VM_L2": 0.12559727980219748,
        "worst_relative_VM_L2": 0.1939936307672797
      },
      {
        "step": 650,
        "elapsed_seconds": 879.708419084549,
        "loss": 0.009337238874286414,
        "learning_rate": 0.0002373693882760176,
        "mean_training_objective": 0.008554312447971297,
        "mean_relative_U_L2": 0.02846665546747663,
        "worst_relative_U_L2": 0.04574284977828912,
        "mean_relative_VM_L2": 0.12382637514276511,
        "worst_relative_VM_L2": 0.17613578342778374
      },
      {
        "step": 700,
        "elapsed_seconds": 947.1358861923218,
        "loss": 0.006748508010059595,
        "learning_rate": 0.00022749999999999997,
        "mean_training_objective": 0.006432613570112672,
        "mean_relative_U_L2": 0.018702666065832513,
        "worst_relative_U_L2": 0.03134648023071296,
        "mean_relative_VM_L2": 0.10897780015849519,
        "worst_relative_VM_L2": 0.14920732454055338
      },
      {
        "step": 750,
        "elapsed_seconds": 1014.664125919342,
        "loss": 0.006505037192255259,
        "learning_rate": 0.0002171604214034428,
        "mean_training_objective": 0.006618191154001069,
        "mean_relative_U_L2": 0.020816936031632326,
        "worst_relative_U_L2": 0.03365789590751445,
        "mean_relative_VM_L2": 0.11054126430083633,
        "worst_relative_VM_L2": 0.1496544274008536
      },
      {
        "step": 800,
        "elapsed_seconds": 1081.717491865158,
        "loss": 0.0053057498298585415,
        "learning_rate": 0.00020641770862116766,
        "mean_training_objective": 0.005058873810753285,
        "mean_relative_U_L2": 0.0163672576464122,
        "worst_relative_U_L2": 0.025061705649451163,
        "mean_relative_VM_L2": 0.09709289502237338,
        "worst_relative_VM_L2": 0.12474373392162003
      },
      {
        "step": 850,
        "elapsed_seconds": 1149.3072419166565,
        "loss": 0.004927773587405681,
        "learning_rate": 0.00019534153226788558,
        "mean_training_objective": 0.004942554638731371,
        "mean_relative_U_L2": 0.020635063131714752,
        "worst_relative_U_L2": 0.030019861489984884,
        "mean_relative_VM_L2": 0.0952063226782995,
        "worst_relative_VM_L2": 0.12043788122155483
      },
      {
        "step": 900,
        "elapsed_seconds": 1216.7990744113922,
        "loss": 0.004979840386658907,
        "learning_rate": 0.00018400372559752647,
        "mean_training_objective": 0.0043666970328801015,
        "mean_relative_U_L2": 0.01588196028922765,
        "worst_relative_U_L2": 0.022028653128139154,
        "mean_relative_VM_L2": 0.09057003563600129,
        "worst_relative_VM_L2": 0.10917713105352006
      },
      {
        "step": 950,
        "elapsed_seconds": 1284.296465396881,
        "loss": 0.004333710856735706,
        "learning_rate": 0.00017247781863702187,
        "mean_training_objective": 0.004190070218645876,
        "mean_relative_U_L2": 0.018041556613957184,
        "worst_relative_U_L2": 0.02554833087823535,
        "mean_relative_VM_L2": 0.08812183636382212,
        "worst_relative_VM_L2": 0.10442934815743465
      },
      {
        "step": 1000,
        "elapsed_seconds": 1351.9565060138702,
        "loss": 0.0039618945680558685,
        "learning_rate": 0.0001608385613158652,
        "mean_training_objective": 0.0037846877564512065,
        "mean_relative_U_L2": 0.015343415715917907,
        "worst_relative_U_L2": 0.02071730558503891,
        "mean_relative_VM_L2": 0.08408059639934437,
        "worst_relative_VM_L2": 0.10142077201111872
      },
      {
        "step": 1050,
        "elapsed_seconds": 1419.7797594070435,
        "loss": 0.00345302065834403,
        "learning_rate": 0.00014916143868413484,
        "mean_training_objective": 0.0034371122968835295,
        "mean_relative_U_L2": 0.013521566131780674,
        "worst_relative_U_L2": 0.020045065093791666,
        "mean_relative_VM_L2": 0.08022494854933018,
        "worst_relative_VM_L2": 0.09636975806638164
      },
      {
        "step": 1100,
        "elapsed_seconds": 1487.4544627666473,
        "loss": 0.0031398364808410406,
        "learning_rate": 0.00013752218136297816,
        "mean_training_objective": 0.003091079670034047,
        "mean_relative_U_L2": 0.015695323697959472,
        "worst_relative_U_L2": 0.022187206452625105,
        "mean_relative_VM_L2": 0.07577203747130709,
        "worst_relative_VM_L2": 0.08931437305534061
      },
      {
        "step": 1150,
        "elapsed_seconds": 1555.4716720581055,
        "loss": 0.0028716852655634286,
        "learning_rate": 0.00012599627440247358,
        "mean_training_objective": 0.0028301530253817377,
        "mean_relative_U_L2": 0.012793702087566704,
        "worst_relative_U_L2": 0.018967874900117553,
        "mean_relative_VM_L2": 0.07269687445499076,
        "worst_relative_VM_L2": 0.08661754294487088
      },
      {
        "step": 1200,
        "elapsed_seconds": 1622.849021434784,
        "loss": 0.0025850889272987843,
        "learning_rate": 0.00011465846773211439,
        "mean_training_objective": 0.0025384006877539685,
        "mean_relative_U_L2": 0.012066508802836556,
        "worst_relative_U_L2": 0.017301761539704093,
        "mean_relative_VM_L2": 0.06900680394013847,
        "worst_relative_VM_L2": 0.08074584279158883
      },
      {
        "step": 1250,
        "elapsed_seconds": 1690.5052735805511,
        "loss": 0.0023735024267807605,
        "learning_rate": 0.00010358229137883234,
        "mean_training_objective": 0.002395001480775928,
        "mean_relative_U_L2": 0.012373419778978411,
        "worst_relative_U_L2": 0.01733720317001071,
        "mean_relative_VM_L2": 0.06697739034723785,
        "worst_relative_VM_L2": 0.07775534950288084
      },
      {
        "step": 1300,
        "elapsed_seconds": 1758.0116879940033,
        "loss": 0.002581509528681636,
        "learning_rate": 9.283957859655712e-05,
        "mean_training_objective": 0.0023786997780639225,
        "mean_relative_U_L2": 0.012627430907690857,
        "worst_relative_U_L2": 0.016615696667548526,
        "mean_relative_VM_L2": 0.06695137189520442,
        "worst_relative_VM_L2": 0.07706448617155254
      },
      {
        "step": 1350,
        "elapsed_seconds": 1825.8058166503906,
        "loss": 0.002092960523441434,
        "learning_rate": 8.250000000000003e-05,
        "mean_training_objective": 0.002200117944906549,
        "mean_relative_U_L2": 0.011817066182416961,
        "worst_relative_U_L2": 0.01691303812295649,
        "mean_relative_VM_L2": 0.06417835769832644,
        "worst_relative_VM_L2": 0.07481848608832121
      },
      {
        "step": 1400,
        "elapsed_seconds": 1893.4725925922394,
        "loss": 0.0019473847700282932,
        "learning_rate": 7.263061172398237e-05,
        "mean_training_objective": 0.0019015509040094017,
        "mean_relative_U_L2": 0.011400956847673286,
        "worst_relative_U_L2": 0.01583007391643649,
        "mean_relative_VM_L2": 0.05966994659997123,
        "worst_relative_VM_L2": 0.06894534046320708
      },
      {
        "step": 1450,
        "elapsed_seconds": 1961.0407884120941,
        "loss": 0.0017725146142765877,
        "learning_rate": 6.32954205386703e-05,
        "mean_training_objective": 0.0017841386693710638,
        "mean_relative_U_L2": 0.011304978913773758,
        "worst_relative_U_L2": 0.015597995694572504,
        "mean_relative_VM_L2": 0.057749057725595486,
        "worst_relative_VM_L2": 0.06689445734649117
      },
      {
        "step": 1500,
        "elapsed_seconds": 2028.5058081150055,
        "loss": 0.0015434934641234577,
        "learning_rate": 5.455496874110809e-05,
        "mean_training_objective": 0.0015381426876223173,
        "mean_relative_U_L2": 0.010910541146225207,
        "worst_relative_U_L2": 0.015042284834745344,
        "mean_relative_VM_L2": 0.053612592917861704,
        "worst_relative_VM_L2": 0.06184484867425506
      },
      {
        "step": 1550,
        "elapsed_seconds": 2095.722600221634,
        "loss": 0.0014296694891527296,
        "learning_rate": 4.646594151519032e-05,
        "mean_training_objective": 0.0014299456946528307,
        "mean_relative_U_L2": 0.010871696383067897,
        "worst_relative_U_L2": 0.014889564130069853,
        "mean_relative_VM_L2": 0.05165082780552767,
        "worst_relative_VM_L2": 0.05941082990878502
      },
      {
        "step": 1600,
        "elapsed_seconds": 2162.874515771866,
        "loss": 0.0013578454265370965,
        "learning_rate": 3.908079930649232e-05,
        "mean_training_objective": 0.0013507229629841236,
        "mean_relative_U_L2": 0.010761290279432354,
        "worst_relative_U_L2": 0.014649351119091936,
        "mean_relative_VM_L2": 0.05019354937068423,
        "worst_relative_VM_L2": 0.057452198896147305
      },
      {
        "step": 1650,
        "elapsed_seconds": 2230.1427586078644,
        "loss": 0.001283217140007764,
        "learning_rate": 3.244743759614975e-05,
        "mean_training_objective": 0.001282227336312946,
        "mean_relative_U_L2": 0.010716209536651904,
        "worst_relative_U_L2": 0.014484920082494602,
        "mean_relative_VM_L2": 0.0488775720953541,
        "worst_relative_VM_L2": 0.055690772355225064
      },
      {
        "step": 1700,
        "elapsed_seconds": 2297.439296245575,
        "loss": 0.0012283549178391695,
        "learning_rate": 2.6608876280284544e-05,
        "mean_training_objective": 0.0012277268023896497,
        "mean_relative_U_L2": 0.010669976377674235,
        "worst_relative_U_L2": 0.014324771147953328,
        "mean_relative_VM_L2": 0.047814032161471585,
        "worst_relative_VM_L2": 0.05413397633717928
      },
      {
        "step": 1750,
        "elapsed_seconds": 2364.6351370811462,
        "loss": 0.0011842986452393234,
        "learning_rate": 2.160298066947052e-05,
        "mean_training_objective": 0.0011834563777444506,
        "mean_relative_U_L2": 0.010602736728605074,
        "worst_relative_U_L2": 0.014192085385623597,
        "mean_relative_VM_L2": 0.04693846495126194,
        "worst_relative_VM_L2": 0.05288313585146471
      },
      {
        "step": 1800,
        "elapsed_seconds": 2431.7005655765533,
        "loss": 0.0011494733858853578,
        "learning_rate": 1.7462215917663923e-05,
        "mean_training_objective": 0.0011488208494873668,
        "mean_relative_U_L2": 0.010552802269119314,
        "worst_relative_U_L2": 0.014074090047593569,
        "mean_relative_VM_L2": 0.04624019843110209,
        "worst_relative_VM_L2": 0.05190304891269986
      },
      {
        "step": 1850,
        "elapsed_seconds": 2498.8324337005615,
        "loss": 0.001122249593026936,
        "learning_rate": 1.4213436473222475e-05,
        "mean_training_objective": 0.001121689754380548,
        "mean_relative_U_L2": 0.010498631626838643,
        "worst_relative_U_L2": 0.013984714784674222,
        "mean_relative_VM_L2": 0.0456863317954265,
        "worst_relative_VM_L2": 0.05116200636100573
      },
      {
        "step": 1900,
        "elapsed_seconds": 2565.9392182826996,
        "loss": 0.0011008148547261953,
        "learning_rate": 1.1877711917502638e-05,
        "mean_training_objective": 0.0011004082782209426,
        "mean_relative_U_L2": 0.010443824048835232,
        "worst_relative_U_L2": 0.013905539876231535,
        "mean_relative_VM_L2": 0.04524918038334345,
        "worst_relative_VM_L2": 0.05064741703419967
      },
      {
        "step": 1950,
        "elapsed_seconds": 2633.1582906246185,
        "loss": 0.0010832153377123177,
        "learning_rate": 1.047019032053956e-05,
        "mean_training_objective": 0.0010827938548568508,
        "mean_relative_U_L2": 0.010395182419799767,
        "worst_relative_U_L2": 0.013831034661122813,
        "mean_relative_VM_L2": 0.04488432159435169,
        "worst_relative_VM_L2": 0.05024763534241719
      },
      {
        "step": 2000,
        "elapsed_seconds": 2700.276027202606,
        "loss": 0.001067081873770803,
        "learning_rate": 1e-05,
        "mean_training_objective": 0.0010668572735818376,
        "mean_relative_U_L2": 0.010350263251241837,
        "worst_relative_U_L2": 0.013766271807870867,
        "mean_relative_VM_L2": 0.044550832656668655,
        "worst_relative_VM_L2": 0.049898907057717615
      }
    ],
    "mgn_20": [
      {
        "step": 50,
        "elapsed_seconds": 272.7831811904907,
        "loss": 4.763434594869613,
        "learning_rate": 0.0003,
        "mean_training_objective": 1.855480426899112,
        "mean_relative_U_L2": 1.4342729142046298,
        "worst_relative_U_L2": 3.8512958592857864,
        "mean_relative_VM_L2": 0.8151652708209817,
        "worst_relative_VM_L2": 0.96780490690235
      },
      {
        "step": 100,
        "elapsed_seconds": 544.0952396392822,
        "loss": 0.939474505186081,
        "learning_rate": 0.00029952980967946045,
        "mean_training_objective": 6.7953780252863,
        "mean_relative_U_L2": 2.384952148083512,
        "worst_relative_U_L2": 10.558868172040661,
        "mean_relative_VM_L2": 0.6737368314377836,
        "worst_relative_VM_L2": 0.9083579508874353
      },
      {
        "step": 150,
        "elapsed_seconds": 816.9968283176422,
        "loss": 1.6753847852349282,
        "learning_rate": 0.0002981222880824973,
        "mean_training_objective": 1.2645891806097183,
        "mean_relative_U_L2": 1.1120725491419832,
        "worst_relative_U_L2": 3.7552710922573933,
        "mean_relative_VM_L2": 0.6319447059095201,
        "worst_relative_VM_L2": 0.8591526351666368
      },
      {
        "step": 200,
        "elapsed_seconds": 1090.3913328647614,
        "loss": 0.4420451126992702,
        "learning_rate": 0.0002957865635267775,
        "mean_training_objective": 0.488020540570945,
        "mean_relative_U_L2": 0.772339868326007,
        "worst_relative_U_L2": 1.5300186964093985,
        "mean_relative_VM_L2": 0.5246778172963233,
        "worst_relative_VM_L2": 0.7346055557549324
      },
      {
        "step": 250,
        "elapsed_seconds": 1363.8325843811035,
        "loss": 0.4692907094955445,
        "learning_rate": 0.00029253778408233605,
        "mean_training_objective": 0.3462909496559626,
        "mean_relative_U_L2": 0.506468955727365,
        "worst_relative_U_L2": 0.9606587140666579,
        "mean_relative_VM_L2": 0.6140864357149789,
        "worst_relative_VM_L2": 0.9771215938093267
      },
      {
        "step": 300,
        "elapsed_seconds": 1637.0684776306152,
        "loss": 0.13269720273092392,
        "learning_rate": 0.0002883970193305295,
        "mean_training_objective": 0.11991987180003194,
        "mean_relative_U_L2": 0.28580251558928227,
        "worst_relative_U_L2": 0.9061846999408714,
        "mean_relative_VM_L2": 0.32267306413174013,
        "worst_relative_VM_L2": 0.45345034393730926
      },
      {
        "step": 350,
        "elapsed_seconds": 1907.6814105510712,
        "loss": 0.10645618773996833,
        "learning_rate": 0.0002833911237197154,
        "mean_training_objective": 0.11762732489582498,
        "mean_relative_U_L2": 0.2674052287687598,
        "worst_relative_U_L2": 0.6175907031778436,
        "mean_relative_VM_L2": 0.37385521233892793,
        "worst_relative_VM_L2": 0.5442829066379824
      },
      {
        "step": 400,
        "elapsed_seconds": 2186.5799481868744,
        "loss": 0.040934174973517645,
        "learning_rate": 0.00027755256240385024,
        "mean_training_objective": 0.04216928084197981,
        "mean_relative_U_L2": 0.1202000426680077,
        "worst_relative_U_L2": 0.29612031758274476,
        "mean_relative_VM_L2": 0.2485208347491444,
        "worst_relative_VM_L2": 0.3988905347763434
      },
      {
        "step": 450,
        "elapsed_seconds": 2466.576562166214,
        "loss": 0.0621743619441986,
        "learning_rate": 0.0002709192006935076,
        "mean_training_objective": 0.09655318141284182,
        "mean_relative_U_L2": 0.2022617275297076,
        "worst_relative_U_L2": 0.6595832290498865,
        "mean_relative_VM_L2": 0.3434234755793456,
        "worst_relative_VM_L2": 0.5841993090559997
      },
      {
        "step": 500,
        "elapsed_seconds": 2745.9383606910706,
        "loss": 0.03788096467033029,
        "learning_rate": 0.0002635340584848096,
        "mean_training_objective": 0.03704253705189435,
        "mean_relative_U_L2": 0.11132060351021547,
        "worst_relative_U_L2": 0.3495673115124293,
        "mean_relative_VM_L2": 0.22657571293303205,
        "worst_relative_VM_L2": 0.37132614288193094
      },
      {
        "step": 550,
        "elapsed_seconds": 3019.76917719841,
        "loss": 0.04040515432134271,
        "learning_rate": 0.0002554450312588919,
        "mean_training_objective": 0.06696265595689718,
        "mean_relative_U_L2": 0.15299827918421133,
        "worst_relative_U_L2": 0.5074728339629729,
        "mean_relative_VM_L2": 0.2950306115752549,
        "worst_relative_VM_L2": 0.5163341245253504
      },
      {
        "step": 600,
        "elapsed_seconds": 3293.2419109344482,
        "loss": 0.0389953875914216,
        "learning_rate": 0.00024670457946132966,
        "mean_training_objective": 0.04637249311583116,
        "mean_relative_U_L2": 0.13369251894300288,
        "worst_relative_U_L2": 0.2519200222510693,
        "mean_relative_VM_L2": 0.2595446087406791,
        "worst_relative_VM_L2": 0.48076800456783947
      },
      {
        "step": 650,
        "elapsed_seconds": 3563.151460647583,
        "loss": 0.02658536988310516,
        "learning_rate": 0.0002373693882760176,
        "mean_training_objective": 0.033390866359996385,
        "mean_relative_U_L2": 0.12146551492589566,
        "worst_relative_U_L2": 0.445212227021131,
        "mean_relative_VM_L2": 0.1915579061939636,
        "worst_relative_VM_L2": 0.3386095696304781
      },
      {
        "step": 700,
        "elapsed_seconds": 3837.8308959007263,
        "loss": 0.028858510591089723,
        "learning_rate": 0.00022749999999999997,
        "mean_training_objective": 0.02619629757843859,
        "mean_relative_U_L2": 0.09831429578445784,
        "worst_relative_U_L2": 0.19090242746433522,
        "mean_relative_VM_L2": 0.19911033511530057,
        "worst_relative_VM_L2": 0.3304985117825815
      },
      {
        "step": 750,
        "elapsed_seconds": 4116.728692770004,
        "loss": 0.0338193085975945,
        "learning_rate": 0.0002171604214034428,
        "mean_training_objective": 0.029215384989889053,
        "mean_relative_U_L2": 0.0969096935123813,
        "worst_relative_U_L2": 0.26023689696384306,
        "mean_relative_VM_L2": 0.20699718118019902,
        "worst_relative_VM_L2": 0.31871208946597906
      },
      {
        "step": 800,
        "elapsed_seconds": 4395.002585411072,
        "loss": 0.01946368967182934,
        "learning_rate": 0.00020641770862116766,
        "mean_training_objective": 0.01849015631730998,
        "mean_relative_U_L2": 0.05641186455816925,
        "worst_relative_U_L2": 0.16557462183592322,
        "mean_relative_VM_L2": 0.1716336033721629,
        "worst_relative_VM_L2": 0.30251239510168487
      },
      {
        "step": 850,
        "elapsed_seconds": 4665.156551837921,
        "loss": 0.01831136189866811,
        "learning_rate": 0.00019534153226788558,
        "mean_training_objective": 0.01750146161567935,
        "mean_relative_U_L2": 0.052823633071165756,
        "worst_relative_U_L2": 0.16902473297431192,
        "mean_relative_VM_L2": 0.1673112286360744,
        "worst_relative_VM_L2": 0.28659768116348916
      },
      {
        "step": 900,
        "elapsed_seconds": 4932.366221666336,
        "loss": 0.015962740522809327,
        "learning_rate": 0.00018400372559752647,
        "mean_training_objective": 0.015690019474659943,
        "mean_relative_U_L2": 0.04410669079744238,
        "worst_relative_U_L2": 0.12499161397008005,
        "mean_relative_VM_L2": 0.1623075414959965,
        "worst_relative_VM_L2": 0.2607263016095473
      },
      {
        "step": 950,
        "elapsed_seconds": 5202.388907909393,
        "loss": 0.03443790376186372,
        "learning_rate": 0.00017247781863702187,
        "mean_training_objective": 0.03193855728340167,
        "mean_relative_U_L2": 0.12798686030763112,
        "worst_relative_U_L2": 0.24965366396684074,
        "mean_relative_VM_L2": 0.2088229483007411,
        "worst_relative_VM_L2": 0.3505095620132485
      },
      {
        "step": 1000,
        "elapsed_seconds": 5468.595334529877,
        "loss": 0.018761745514348147,
        "learning_rate": 0.0001608385613158652,
        "mean_training_objective": 0.017339713340372362,
        "mean_relative_U_L2": 0.05402671614544026,
        "worst_relative_U_L2": 0.11009556624169665,
        "mean_relative_VM_L2": 0.1678766857080993,
        "worst_relative_VM_L2": 0.3147744370097255
      },
      {
        "step": 1050,
        "elapsed_seconds": 5738.538566350937,
        "loss": 0.01624065425712615,
        "learning_rate": 0.00014916143868413484,
        "mean_training_objective": 0.0160190606479249,
        "mean_relative_U_L2": 0.046821572671453295,
        "worst_relative_U_L2": 0.13102811000507203,
        "mean_relative_VM_L2": 0.16184925042314047,
        "worst_relative_VM_L2": 0.281214432019637
      },
      {
        "step": 1100,
        "elapsed_seconds": 6007.47891330719,
        "loss": 0.015870346664451064,
        "learning_rate": 0.00013752218136297816,
        "mean_training_objective": 0.01482071990024016,
        "mean_relative_U_L2": 0.04090200908331187,
        "worst_relative_U_L2": 0.10270016517180579,
        "mean_relative_VM_L2": 0.15888542392350652,
        "worst_relative_VM_L2": 0.2605903332748718
      },
      {
        "step": 1150,
        "elapsed_seconds": 6274.428282737732,
        "loss": 0.016653000283986332,
        "learning_rate": 0.00012599627440247358,
        "mean_training_objective": 0.018403346867956312,
        "mean_relative_U_L2": 0.04486488806251101,
        "worst_relative_U_L2": 0.10831560812285118,
        "mean_relative_VM_L2": 0.17659192265196158,
        "worst_relative_VM_L2": 0.30848186493745083
      },
      {
        "step": 1200,
        "elapsed_seconds": 6543.742869853973,
        "loss": 0.01200055761728436,
        "learning_rate": 0.00011465846773211439,
        "mean_training_objective": 0.012179762785860318,
        "mean_relative_U_L2": 0.038871761989289134,
        "worst_relative_U_L2": 0.10733106560948166,
        "mean_relative_VM_L2": 0.14440911844485624,
        "worst_relative_VM_L2": 0.2135476125149908
      },
      {
        "step": 1250,
        "elapsed_seconds": 6810.2671501636505,
        "loss": 0.01208982248790562,
        "learning_rate": 0.00010358229137883234,
        "mean_training_objective": 0.01152698597053093,
        "mean_relative_U_L2": 0.03633658003836123,
        "worst_relative_U_L2": 0.09572971162980273,
        "mean_relative_VM_L2": 0.14123729764771237,
        "worst_relative_VM_L2": 0.20316138833062758
      },
      {
        "step": 1300,
        "elapsed_seconds": 7078.8772559165955,
        "loss": 0.027786271832883357,
        "learning_rate": 9.283957859655712e-05,
        "mean_training_objective": 0.02109336559331739,
        "mean_relative_U_L2": 0.06968445365456141,
        "worst_relative_U_L2": 0.19446314211435792,
        "mean_relative_VM_L2": 0.1794055177347915,
        "worst_relative_VM_L2": 0.32752687906707967
      },
      {
        "step": 1350,
        "elapsed_seconds": 7347.199320554733,
        "loss": 0.015231057722121478,
        "learning_rate": 8.250000000000003e-05,
        "mean_training_objective": 0.014806500668382655,
        "mean_relative_U_L2": 0.052585865866739676,
        "worst_relative_U_L2": 0.11837246587144136,
        "mean_relative_VM_L2": 0.15717503274075914,
        "worst_relative_VM_L2": 0.25951773177420256
      },
      {
        "step": 1400,
        "elapsed_seconds": 7612.891181468964,
        "loss": 0.010366187861654906,
        "learning_rate": 7.263061172398237e-05,
        "mean_training_objective": 0.010133862084157896,
        "mean_relative_U_L2": 0.028250667453317158,
        "worst_relative_U_L2": 0.06015613866358916,
        "mean_relative_VM_L2": 0.1351349761310698,
        "worst_relative_VM_L2": 0.19853982017099067
      },
      {
        "step": 1450,
        "elapsed_seconds": 7883.062077045441,
        "loss": 0.01172805419191718,
        "learning_rate": 6.32954205386703e-05,
        "mean_training_objective": 0.01216356453114321,
        "mean_relative_U_L2": 0.051281297490093594,
        "worst_relative_U_L2": 0.16742553110064123,
        "mean_relative_VM_L2": 0.1361626753614894,
        "worst_relative_VM_L2": 0.21429771371071765
      },
      {
        "step": 1500,
        "elapsed_seconds": 8149.574891328812,
        "loss": 0.009732101194094865,
        "learning_rate": 5.455496874110809e-05,
        "mean_training_objective": 0.009315717286988457,
        "mean_relative_U_L2": 0.02637849396440011,
        "worst_relative_U_L2": 0.057117021116396736,
        "mean_relative_VM_L2": 0.12993608171307194,
        "worst_relative_VM_L2": 0.18291912458003382
      },
      {
        "step": 1550,
        "elapsed_seconds": 8419.251989841461,
        "loss": 0.008683631010353566,
        "learning_rate": 4.646594151519032e-05,
        "mean_training_objective": 0.008671136953079884,
        "mean_relative_U_L2": 0.024230975839099674,
        "worst_relative_U_L2": 0.0488752712602132,
        "mean_relative_VM_L2": 0.1259215055598655,
        "worst_relative_VM_L2": 0.17353951354216338
      },
      {
        "step": 1600,
        "elapsed_seconds": 8685.848690748215,
        "loss": 0.008286534622311591,
        "learning_rate": 3.908079930649232e-05,
        "mean_training_objective": 0.00828073069353009,
        "mean_relative_U_L2": 0.023322712696910653,
        "worst_relative_U_L2": 0.046259089486284724,
        "mean_relative_VM_L2": 0.12323985541297286,
        "worst_relative_VM_L2": 0.1709275271486924
      },
      {
        "step": 1650,
        "elapsed_seconds": 8955.629194021225,
        "loss": 0.007950804138090461,
        "learning_rate": 3.244743759614975e-05,
        "mean_training_objective": 0.00794536364243836,
        "mean_relative_U_L2": 0.022648090934381963,
        "worst_relative_U_L2": 0.04465408131313908,
        "mean_relative_VM_L2": 0.12082698541322068,
        "worst_relative_VM_L2": 0.16845596390464623
      },
      {
        "step": 1700,
        "elapsed_seconds": 9224.555995464325,
        "loss": 0.0077296980540268135,
        "learning_rate": 2.6608876280284544e-05,
        "mean_training_objective": 0.007720277517824258,
        "mean_relative_U_L2": 0.022237747576538534,
        "worst_relative_U_L2": 0.04361635941532164,
        "mean_relative_VM_L2": 0.11914726000893705,
        "worst_relative_VM_L2": 0.16607889285399313
      },
      {
        "step": 1750,
        "elapsed_seconds": 9490.8275411129,
        "loss": 0.007498510763980448,
        "learning_rate": 2.160298066947052e-05,
        "mean_training_objective": 0.007494663259860389,
        "mean_relative_U_L2": 0.021976737634703418,
        "worst_relative_U_L2": 0.04292326488414796,
        "mean_relative_VM_L2": 0.11740541884111885,
        "worst_relative_VM_L2": 0.1637240768008511
      },
      {
        "step": 1800,
        "elapsed_seconds": 9762.646355628967,
        "loss": 0.007325060979928822,
        "learning_rate": 1.7462215917663923e-05,
        "mean_training_objective": 0.007321874166061486,
        "mean_relative_U_L2": 0.02179210551197701,
        "worst_relative_U_L2": 0.042297559157619284,
        "mean_relative_VM_L2": 0.11603798431784104,
        "worst_relative_VM_L2": 0.1614547009149057
      },
      {
        "step": 1850,
        "elapsed_seconds": 10035.813342094421,
        "loss": 0.007179439964238554,
        "learning_rate": 1.4213436473222475e-05,
        "mean_training_objective": 0.007177197005997449,
        "mean_relative_U_L2": 0.021606207143345744,
        "worst_relative_U_L2": 0.04189421473266117,
        "mean_relative_VM_L2": 0.11488368991427049,
        "worst_relative_VM_L2": 0.16060585044536202
      },
      {
        "step": 1900,
        "elapsed_seconds": 10309.976961374283,
        "loss": 0.007061271870043128,
        "learning_rate": 1.1877711917502638e-05,
        "mean_training_objective": 0.007059084155738233,
        "mean_relative_U_L2": 0.021427030838268184,
        "worst_relative_U_L2": 0.041489217209366186,
        "mean_relative_VM_L2": 0.11394257587218777,
        "worst_relative_VM_L2": 0.16003256344525438
      },
      {
        "step": 1950,
        "elapsed_seconds": 10583.519711017609,
        "loss": 0.006960467901080847,
        "learning_rate": 1.047019032053956e-05,
        "mean_training_objective": 0.006958425793938515,
        "mean_relative_U_L2": 0.02128401240486035,
        "worst_relative_U_L2": 0.041162157268561865,
        "mean_relative_VM_L2": 0.11313663746547035,
        "worst_relative_VM_L2": 0.15951338267991144
      },
      {
        "step": 2000,
        "elapsed_seconds": 10854.554028749466,
        "loss": 0.0068663904210552575,
        "learning_rate": 1e-05,
        "mean_training_objective": 0.006864725835916842,
        "mean_relative_U_L2": 0.021166705038592366,
        "worst_relative_U_L2": 0.04089674737765141,
        "mean_relative_VM_L2": 0.11238280734405437,
        "worst_relative_VM_L2": 0.15897842200912704
      }
    ]
  }
}