[
  {
    "step": 25,
    "loss": 0.1669243723154068,
    "elapsed_seconds": 2.2254104614257812,
    "learning_rate": 0.00015749999999999998
  },
  {
    "step": 50,
    "loss": 0.15483246743679047,
    "elapsed_seconds": 3.8900258541107178,
    "learning_rate": 0.0003
  },
  {
    "step": 75,
    "loss": 0.14169806241989136,
    "elapsed_seconds": 5.409289598464966,
    "learning_rate": 0.00029998736784249956
  },
  {
    "step": 100,
    "loss": 0.09365186840295792,
    "elapsed_seconds": 9.684368133544922,
    "learning_rate": 0.0002999494735709831
  },
  {
    "step": 125,
    "loss": 0.11274970322847366,
    "elapsed_seconds": 11.490811824798584,
    "learning_rate": 0.0002998863237880217
  },
  {
    "step": 150,
    "loss": 0.07542166858911514,
    "elapsed_seconds": 13.88214373588562,
    "learning_rate": 0.0002997979294966224
  },
  {
    "step": 175,
    "loss": 0.06359521299600601,
    "elapsed_seconds": 16.977295637130737,
    "learning_rate": 0.00029968430609831075
  },
  {
    "step": 200,
    "loss": 0.0566624291241169,
    "elapsed_seconds": 18.7736496925354,
    "learning_rate": 0.00029954547339044774
  },
  {
    "step": 225,
    "loss": 0.07336008548736572,
    "elapsed_seconds": 20.588609218597412,
    "learning_rate": 0.00029938145556278003
  },
  {
    "step": 250,
    "loss": 0.06313486397266388,
    "elapsed_seconds": 22.3613498210907,
    "learning_rate": 0.00029919228119322516
  },
  {
    "step": 275,
    "loss": 0.05549902468919754,
    "elapsed_seconds": 24.25786590576172,
    "learning_rate": 0.0002989779832428926
  },
  {
    "step": 300,
    "loss": 0.04985669627785683,
    "elapsed_seconds": 26.053215503692627,
    "learning_rate": 0.00029873859905034047
  },
  {
    "step": 325,
    "loss": 0.05024436116218567,
    "elapsed_seconds": 27.69250726699829,
    "learning_rate": 0.0002984741703250698
  },
  {
    "step": 350,
    "loss": 0.04854052513837814,
    "elapsed_seconds": 29.34727954864502,
    "learning_rate": 0.0002981847431402572
  },
  {
    "step": 375,
    "loss": 0.048815999180078506,
    "elapsed_seconds": 31.14082145690918,
    "learning_rate": 0.0002978703679247271
  },
  {
    "step": 400,
    "loss": 0.04729371517896652,
    "elapsed_seconds": 33.060688495635986,
    "learning_rate": 0.00029753109945416574
  },
  {
    "step": 425,
    "loss": 0.04172441363334656,
    "elapsed_seconds": 34.83462858200073,
    "learning_rate": 0.00029716699684157654
  },
  {
    "step": 450,
    "loss": 0.04751652106642723,
    "elapsed_seconds": 36.463974714279175,
    "learning_rate": 0.0002967781235269809
  },
  {
    "step": 475,
    "loss": 0.04418032616376877,
    "elapsed_seconds": 38.08681559562683,
    "learning_rate": 0.0002963645472663644
  },
  {
    "step": 500,
    "loss": 0.05323683097958565,
    "elapsed_seconds": 39.861732006073,
    "learning_rate": 0.0002959263401198714
  },
  {
    "step": 525,
    "loss": 0.043282609432935715,
    "elapsed_seconds": 44.33975267410278,
    "learning_rate": 0.0002954635784392493
  },
  {
    "step": 550,
    "loss": 0.046099960803985596,
    "elapsed_seconds": 46.384352922439575,
    "learning_rate": 0.0002949763428545456
  },
  {
    "step": 575,
    "loss": 0.042698826640844345,
    "elapsed_seconds": 48.062042474746704,
    "learning_rate": 0.0002944647182600587
  },
  {
    "step": 600,
    "loss": 0.04781824350357056,
    "elapsed_seconds": 49.616007804870605,
    "learning_rate": 0.0002939287937995468
  },
  {
    "step": 625,
    "loss": 0.04379359260201454,
    "elapsed_seconds": 51.20386481285095,
    "learning_rate": 0.0002933686628506953
  },
  {
    "step": 650,
    "loss": 0.04220190271735191,
    "elapsed_seconds": 52.79899740219116,
    "learning_rate": 0.00029278442300884717
  },
  {
    "step": 675,
    "loss": 0.04018520191311836,
    "elapsed_seconds": 54.434333086013794,
    "learning_rate": 0.0002921761760699982
  },
  {
    "step": 700,
    "loss": 0.03812841325998306,
    "elapsed_seconds": 56.10788702964783,
    "learning_rate": 0.00029154402801306065
  },
  {
    "step": 725,
    "loss": 0.04667577147483826,
    "elapsed_seconds": 57.74440670013428,
    "learning_rate": 0.0002908880889813975
  },
  {
    "step": 750,
    "loss": 0.042259011417627335,
    "elapsed_seconds": 59.53935503959656,
    "learning_rate": 0.00029020847326363154
  },
  {
    "step": 775,
    "loss": 0.0412883497774601,
    "elapsed_seconds": 61.15839767456055,
    "learning_rate": 0.00028950529927373244
  },
  {
    "step": 800,
    "loss": 0.040351394563913345,
    "elapsed_seconds": 62.97506403923035,
    "learning_rate": 0.00028877868953038397
  },
  {
    "step": 825,
    "loss": 0.039100080728530884,
    "elapsed_seconds": 64.7590503692627,
    "learning_rate": 0.0002880287706356376
  },
  {
    "step": 850,
    "loss": 0.0366634763777256,
    "elapsed_seconds": 66.31371426582336,
    "learning_rate": 0.0002872556732528532
  },
  {
    "step": 875,
    "loss": 0.04302579537034035,
    "elapsed_seconds": 67.9046745300293,
    "learning_rate": 0.0002864595320839328
  },
  {
    "step": 900,
    "loss": 0.03755403310060501,
    "elapsed_seconds": 69.68680334091187,
    "learning_rate": 0.00028564048584585073
  },
  {
    "step": 925,
    "loss": 0.035631563514471054,
    "elapsed_seconds": 71.61452102661133,
    "learning_rate": 0.00028479867724648405
  },
  {
    "step": 950,
    "loss": 0.0400703027844429,
    "elapsed_seconds": 73.54812860488892,
    "learning_rate": 0.00028393425295974723
  },
  {
    "step": 975,
    "loss": 0.033413007855415344,
    "elapsed_seconds": 77.75994563102722,
    "learning_rate": 0.00028304736360003683
  },
  {
    "step": 1000,
    "loss": 0.0344722755253315,
    "elapsed_seconds": 79.51216864585876,
    "learning_rate": 0.00028213816369598827
  },
  {
    "step": 1025,
    "loss": 0.03483762964606285,
    "elapsed_seconds": 81.34321308135986,
    "learning_rate": 0.00028120681166355184
  },
  {
    "step": 1050,
    "loss": 0.03409375250339508,
    "elapsed_seconds": 83.06728458404541,
    "learning_rate": 0.00028025346977839034
  },
  {
    "step": 1075,
    "loss": 0.03774603456258774,
    "elapsed_seconds": 84.85397601127625,
    "learning_rate": 0.00027927830414760515
  },
  {
    "step": 1100,
    "loss": 0.035124752670526505,
    "elapsed_seconds": 86.51486897468567,
    "learning_rate": 0.00027828148468079405
  },
  {
    "step": 1125,
    "loss": 0.035190340131521225,
    "elapsed_seconds": 88.17028713226318,
    "learning_rate": 0.00027726318506044665
  },
  {
    "step": 1150,
    "loss": 0.036584433168172836,
    "elapsed_seconds": 89.87339663505554,
    "learning_rate": 0.0002762235827116829
  },
  {
    "step": 1175,
    "loss": 0.03214866295456886,
    "elapsed_seconds": 91.68948245048523,
    "learning_rate": 0.0002751628587713387
  },
  {
    "step": 1200,
    "loss": 0.033828362822532654,
    "elapsed_seconds": 93.45436549186707,
    "learning_rate": 0.00027408119805640544
  },
  {
    "step": 1225,
    "loss": 0.03336896747350693,
    "elapsed_seconds": 95.32425475120544,
    "learning_rate": 0.00027297878903182816
  },
  {
    "step": 1250,
    "loss": 0.032005466520786285,
    "elapsed_seconds": 97.00682640075684,
    "learning_rate": 0.00027185582377766803
  },
  {
    "step": 1275,
    "loss": 0.033458299934864044,
    "elapsed_seconds": 98.76903653144836,
    "learning_rate": 0.0002707124979556347
  },
  {
    "step": 1300,
    "loss": 0.03550367429852486,
    "elapsed_seconds": 100.50913381576538,
    "learning_rate": 0.0002695490107749952
  },
  {
    "step": 1325,
    "loss": 0.03143719211220741,
    "elapsed_seconds": 102.22380447387695,
    "learning_rate": 0.0002683655649578643
  },
  {
    "step": 1350,
    "loss": 0.02974020689725876,
    "elapsed_seconds": 103.92719411849976,
    "learning_rate": 0.0002671623667038827
  },
  {
    "step": 1375,
    "loss": 0.03659424930810928,
    "elapsed_seconds": 105.64597392082214,
    "learning_rate": 0.0002659396256542897
  },
  {
    "step": 1400,
    "loss": 0.03214939683675766,
    "elapsed_seconds": 107.21022844314575,
    "learning_rate": 0.0002646975548553959
  },
  {
    "step": 1425,
    "loss": 0.031438931822776794,
    "elapsed_seconds": 108.76367592811584,
    "learning_rate": 0.00026343637072146284
  },
  {
    "step": 1450,
    "loss": 0.027992159128189087,
    "elapsed_seconds": 112.5481972694397,
    "learning_rate": 0.0002621562929969956
  },
  {
    "step": 1475,
    "loss": 0.030773842707276344,
    "elapsed_seconds": 114.14551711082458,
    "learning_rate": 0.00026085754471845516
  },
  {
    "step": 1500,
    "loss": 0.03177454695105553,
    "elapsed_seconds": 115.75613760948181,
    "learning_rate": 0.00025954035217539757
  },
  {
    "step": 1525,
    "loss": 0.03283936530351639,
    "elapsed_seconds": 117.44660449028015,
    "learning_rate": 0.00025820494487104577
  },
  {
    "step": 1550,
    "loss": 0.030207235366106033,
    "elapsed_seconds": 118.96353268623352,
    "learning_rate": 0.00025685155548230176
  },
  {
    "step": 1575,
    "loss": 0.028111610561609268,
    "elapsed_seconds": 120.49143505096436,
    "learning_rate": 0.00025548041981920575
  },
  {
    "step": 1600,
    "loss": 0.029692962765693665,
    "elapsed_seconds": 122.17049193382263,
    "learning_rate": 0.0002540917767838495
  },
  {
    "step": 1625,
    "loss": 0.032788973301649094,
    "elapsed_seconds": 123.90850067138672,
    "learning_rate": 0.0002526858683287508
  },
  {
    "step": 1650,
    "loss": 0.029593978077173233,
    "elapsed_seconds": 125.60496854782104,
    "learning_rate": 0.0002512629394146962
  },
  {
    "step": 1675,
    "loss": 0.026301609352231026,
    "elapsed_seconds": 127.22005224227905,
    "learning_rate": 0.0002498232379680604
  },
  {
    "step": 1700,
    "loss": 0.0264764204621315,
    "elapsed_seconds": 128.6653754711151,
    "learning_rate": 0.00024836701483760775
  },
  {
    "step": 1725,
    "loss": 0.029395001009106636,
    "elapsed_seconds": 130.23791122436523,
    "learning_rate": 0.0002468945237507858
  },
  {
    "step": 1750,
    "loss": 0.026304423809051514,
    "elapsed_seconds": 131.96008133888245,
    "learning_rate": 0.00024540602126951636
  },
  {
    "step": 1775,
    "loss": 0.03104867786169052,
    "elapsed_seconds": 133.82315301895142,
    "learning_rate": 0.00024390176674549287
  },
  {
    "step": 1800,
    "loss": 0.02793118730187416,
    "elapsed_seconds": 135.58702874183655,
    "learning_rate": 0.00024238202227499215
  },
  {
    "step": 1825,
    "loss": 0.026509972289204597,
    "elapsed_seconds": 137.30594563484192,
    "learning_rate": 0.00024084705265320754
  },
  {
    "step": 1850,
    "loss": 0.026983242481946945,
    "elapsed_seconds": 138.8490171432495,
    "learning_rate": 0.00023929712532811168
  },
  {
    "step": 1875,
    "loss": 0.027702761813998222,
    "elapsed_seconds": 140.45665669441223,
    "learning_rate": 0.00023773251035385748
  },
  {
    "step": 1900,
    "loss": 0.030255218967795372,
    "elapsed_seconds": 142.18607139587402,
    "learning_rate": 0.00023615348034372466
  },
  {
    "step": 1925,
    "loss": 0.026594089344143867,
    "elapsed_seconds": 143.9692645072937,
    "learning_rate": 0.0002345603104226207
  },
  {
    "step": 1950,
    "loss": 0.027460692450404167,
    "elapsed_seconds": 148.1017200946808,
    "learning_rate": 0.00023295327817914372
  },
  {
    "step": 1975,
    "loss": 0.027077127248048782,
    "elapsed_seconds": 149.7079176902771,
    "learning_rate": 0.00023133266361721657
  },
  {
    "step": 2000,
    "loss": 0.025521323084831238,
    "elapsed_seconds": 151.34580969810486,
    "learning_rate": 0.00022969874910729987
  },
  {
    "step": 2025,
    "loss": 0.02499997802078724,
    "elapsed_seconds": 153.14373993873596,
    "learning_rate": 0.00022805181933719277
  },
  {
    "step": 2050,
    "loss": 0.027024222537875175,
    "elapsed_seconds": 155.80758666992188,
    "learning_rate": 0.0002263921612624296
  },
  {
    "step": 2075,
    "loss": 0.025908805429935455,
    "elapsed_seconds": 158.3676598072052,
    "learning_rate": 0.00022472006405628212
  },
  {
    "step": 2100,
    "loss": 0.028130672872066498,
    "elapsed_seconds": 159.97311449050903,
    "learning_rate": 0.00022303581905937459
  },
  {
    "step": 2125,
    "loss": 0.02535080723464489,
    "elapsed_seconds": 161.6679391860962,
    "learning_rate": 0.00022133971972892184
  },
  {
    "step": 2150,
    "loss": 0.02620873413980007,
    "elapsed_seconds": 163.51611852645874,
    "learning_rate": 0.00021963206158759805
  },
  {
    "step": 2175,
    "loss": 0.025693532079458237,
    "elapsed_seconds": 165.72799158096313,
    "learning_rate": 0.0002179131421720459
  },
  {
    "step": 2200,
    "loss": 0.023806758224964142,
    "elapsed_seconds": 167.65544724464417,
    "learning_rate": 0.00021618326098103496
  },
  {
    "step": 2225,
    "loss": 0.024485621601343155,
    "elapsed_seconds": 169.4155445098877,
    "learning_rate": 0.00021444271942327775
  },
  {
    "step": 2250,
    "loss": 0.025295071303844452,
    "elapsed_seconds": 171.06619501113892,
    "learning_rate": 0.0002126918207649135
  },
  {
    "step": 2275,
    "loss": 0.026278629899024963,
    "elapsed_seconds": 172.71090936660767,
    "learning_rate": 0.000210930870076668
  },
  {
    "step": 2300,
    "loss": 0.02412160113453865,
    "elapsed_seconds": 174.37079644203186,
    "learning_rate": 0.00020916017418069917
  },
  {
    "step": 2325,
    "loss": 0.02418188564479351,
    "elapsed_seconds": 176.0547263622284,
    "learning_rate": 0.00020738004159713715
  },
  {
    "step": 2350,
    "loss": 0.02621721476316452,
    "elapsed_seconds": 177.69257593154907,
    "learning_rate": 0.0002055907824903292
  },
  {
    "step": 2375,
    "loss": 0.02440628781914711,
    "elapsed_seconds": 181.4994637966156,
    "learning_rate": 0.00020379270861479716
  },
  {
    "step": 2400,
    "loss": 0.02496880479156971,
    "elapsed_seconds": 183.08841967582703,
    "learning_rate": 0.00020198613326091906
  },
  {
    "step": 2425,
    "loss": 0.02500012144446373,
    "elapsed_seconds": 184.9391269683838,
    "learning_rate": 0.00020017137120034175
  },
  {
    "step": 2450,
    "loss": 0.023408150300383568,
    "elapsed_seconds": 186.65005588531494,
    "learning_rate": 0.00019834873863113666
  },
  {
    "step": 2475,
    "loss": 0.024974441155791283,
    "elapsed_seconds": 188.49582052230835,
    "learning_rate": 0.00019651855312270632
  },
  {
    "step": 2500,
    "loss": 0.022857196629047394,
    "elapsed_seconds": 190.357186794281,
    "learning_rate": 0.00019468113356045202
  },
  {
    "step": 2525,
    "loss": 0.022792963311076164,
    "elapsed_seconds": 192.1227090358734,
    "learning_rate": 0.00019283680009021242
  },
  {
    "step": 2550,
    "loss": 0.02353539690375328,
    "elapsed_seconds": 193.84240198135376,
    "learning_rate": 0.00019098587406248246
  },
  {
    "step": 2575,
    "loss": 0.02416888065636158,
    "elapsed_seconds": 195.4678885936737,
    "learning_rate": 0.00018912867797642215
  },
  {
    "step": 2600,
    "loss": 0.022683126851916313,
    "elapsed_seconds": 197.3006296157837,
    "learning_rate": 0.00018726553542366555
  },
  {
    "step": 2625,
    "loss": 0.023846233263611794,
    "elapsed_seconds": 199.15539979934692,
    "learning_rate": 0.00018539677103193925
  },
  {
    "step": 2650,
    "loss": 0.026818638667464256,
    "elapsed_seconds": 200.89546585083008,
    "learning_rate": 0.0001835227104085001
  },
  {
    "step": 2675,
    "loss": 0.025832312181591988,
    "elapsed_seconds": 202.54726147651672,
    "learning_rate": 0.0001816436800834027
  },
  {
    "step": 2700,
    "loss": 0.022580988705158234,
    "elapsed_seconds": 204.0876748561859,
    "learning_rate": 0.00017976000745260592
  },
  {
    "step": 2725,
    "loss": 0.023008296266198158,
    "elapsed_seconds": 205.8551847934723,
    "learning_rate": 0.00017787202072092843
  },
  {
    "step": 2750,
    "loss": 0.02274290844798088,
    "elapsed_seconds": 207.55105686187744,
    "learning_rate": 0.0001759800488448633
  },
  {
    "step": 2775,
    "loss": 0.023985447362065315,
    "elapsed_seconds": 209.16643047332764,
    "learning_rate": 0.00017408442147526205
  },
  {
    "step": 2800,
    "loss": 0.02288215607404709,
    "elapsed_seconds": 210.86408710479736,
    "learning_rate": 0.00017218546889989693
  },
  {
    "step": 2825,
    "loss": 0.021463753655552864,
    "elapsed_seconds": 212.44142746925354,
    "learning_rate": 0.0001702835219859129
  },
  {
    "step": 2850,
    "loss": 0.022871552035212517,
    "elapsed_seconds": 216.35584259033203,
    "learning_rate": 0.0001683789121221788
  },
  {
    "step": 2875,
    "loss": 0.021977223455905914,
    "elapsed_seconds": 218.02777409553528,
    "learning_rate": 0.0001664719711615465
  },
  {
    "step": 2900,
    "loss": 0.021949980407953262,
    "elapsed_seconds": 219.69774055480957,
    "learning_rate": 0.00016456303136303083
  },
  {
    "step": 2925,
    "loss": 0.02244614250957966,
    "elapsed_seconds": 221.3985767364502,
    "learning_rate": 0.000162652425333917
  },
  {
    "step": 2950,
    "loss": 0.022302154451608658,
    "elapsed_seconds": 223.07098269462585,
    "learning_rate": 0.00016074048597180905
  },
  {
    "step": 2975,
    "loss": 0.021420111879706383,
    "elapsed_seconds": 224.87998270988464,
    "learning_rate": 0.00015882754640662625
  },
  {
    "step": 3000,
    "loss": 0.022020164877176285,
    "elapsed_seconds": 226.58220410346985,
    "learning_rate": 0.00015691393994256002
  },
  {
    "step": 3025,
    "loss": 0.022118570283055305,
    "elapsed_seconds": 228.27748441696167,
    "learning_rate": 0.00015499999999999997
  },
  {
    "step": 3050,
    "loss": 0.02486354112625122,
    "elapsed_seconds": 229.91484713554382,
    "learning_rate": 0.00015308606005743998
  },
  {
    "step": 3075,
    "loss": 0.02120562270283699,
    "elapsed_seconds": 231.41473174095154,
    "learning_rate": 0.00015117245359337373
  },
  {
    "step": 3100,
    "loss": 0.021480711176991463,
    "elapsed_seconds": 233.0014226436615,
    "learning_rate": 0.00014925951402819092
  },
  {
    "step": 3125,
    "loss": 0.02147684618830681,
    "elapsed_seconds": 234.91315603256226,
    "learning_rate": 0.000147347574666083
  },
  {
    "step": 3150,
    "loss": 0.024148641154170036,
    "elapsed_seconds": 236.7897012233734,
    "learning_rate": 0.00014543696863696914
  },
  {
    "step": 3175,
    "loss": 0.021562347188591957,
    "elapsed_seconds": 238.4279592037201,
    "learning_rate": 0.00014352802883845343
  },
  {
    "step": 3200,
    "loss": 0.020885219797492027,
    "elapsed_seconds": 240.3198368549347,
    "learning_rate": 0.0001416210878778212
  },
  {
    "step": 3225,
    "loss": 0.02027018368244171,
    "elapsed_seconds": 242.0040898323059,
    "learning_rate": 0.00013971647801408707
  },
  {
    "step": 3250,
    "loss": 0.019718769937753677,
    "elapsed_seconds": 243.80035996437073,
    "learning_rate": 0.0001378145311001031
  },
  {
    "step": 3275,
    "loss": 0.022739509120583534,
    "elapsed_seconds": 245.54666829109192,
    "learning_rate": 0.00013591557852473792
  },
  {
    "step": 3300,
    "loss": 0.0195417832583189,
    "elapsed_seconds": 247.1239743232727,
    "learning_rate": 0.00013401995115513662
  },
  {
    "step": 3325,
    "loss": 0.019159194082021713,
    "elapsed_seconds": 251.20512628555298,
    "learning_rate": 0.00013212797927907157
  },
  {
    "step": 3350,
    "loss": 0.0213038120418787,
    "elapsed_seconds": 252.89079332351685,
    "learning_rate": 0.00013023999254739403
  },
  {
    "step": 3375,
    "loss": 0.020825617015361786,
    "elapsed_seconds": 254.48611521720886,
    "learning_rate": 0.0001283563199165973
  },
  {
    "step": 3400,
    "loss": 0.022495940327644348,
    "elapsed_seconds": 256.2807123661041,
    "learning_rate": 0.0001264772895914999
  },
  {
    "step": 3425,
    "loss": 0.019459348171949387,
    "elapsed_seconds": 258.24366092681885,
    "learning_rate": 0.00012460322896806075
  },
  {
    "step": 3450,
    "loss": 0.01828455924987793,
    "elapsed_seconds": 259.9942922592163,
    "learning_rate": 0.00012273446457633443
  },
  {
    "step": 3475,
    "loss": 0.02055204100906849,
    "elapsed_seconds": 261.80605387687683,
    "learning_rate": 0.00012087132202357782
  },
  {
    "step": 3500,
    "loss": 0.019116884097456932,
    "elapsed_seconds": 263.7335641384125,
    "learning_rate": 0.00011901412593751756
  },
  {
    "step": 3525,
    "loss": 0.019803842529654503,
    "elapsed_seconds": 265.514714717865,
    "learning_rate": 0.00011716319990978757
  },
  {
    "step": 3550,
    "loss": 0.01902075484395027,
    "elapsed_seconds": 267.2040832042694,
    "learning_rate": 0.00011531886643954801
  },
  {
    "step": 3575,
    "loss": 0.019486235454678535,
    "elapsed_seconds": 269.00977396965027,
    "learning_rate": 0.00011348144687729364
  },
  {
    "step": 3600,
    "loss": 0.019409483298659325,
    "elapsed_seconds": 270.76666617393494,
    "learning_rate": 0.00011165126136886331
  },
  {
    "step": 3625,
    "loss": 0.019316766411066055,
    "elapsed_seconds": 272.61716389656067,
    "learning_rate": 0.00010982862879965821
  },
  {
    "step": 3650,
    "loss": 0.018310775980353355,
    "elapsed_seconds": 274.14102029800415,
    "learning_rate": 0.00010801386673908095
  },
  {
    "step": 3675,
    "loss": 0.018399445340037346,
    "elapsed_seconds": 275.96592235565186,
    "learning_rate": 0.00010620729138520279
  },
  {
    "step": 3700,
    "loss": 0.01789480447769165,
    "elapsed_seconds": 277.6000623703003,
    "learning_rate": 0.00010440921750967083
  },
  {
    "step": 3725,
    "loss": 0.01886044628918171,
    "elapsed_seconds": 279.377393245697,
    "learning_rate": 0.00010261995840286285
  },
  {
    "step": 3750,
    "loss": 0.01799345761537552,
    "elapsed_seconds": 280.9517238140106,
    "learning_rate": 0.00010083982581930082
  },
  {
    "step": 3775,
    "loss": 0.017667844891548157,
    "elapsed_seconds": 282.6678419113159,
    "learning_rate": 9.906912992333196e-05
  },
  {
    "step": 3800,
    "loss": 0.018455609679222107,
    "elapsed_seconds": 286.96624660491943,
    "learning_rate": 9.730817923508646e-05
  },
  {
    "step": 3825,
    "loss": 0.017232412472367287,
    "elapsed_seconds": 289.0268507003784,
    "learning_rate": 9.555728057672222e-05
  },
  {
    "step": 3850,
    "loss": 0.01746256649494171,
    "elapsed_seconds": 290.87810826301575,
    "learning_rate": 9.381673901896503e-05
  },
  {
    "step": 3875,
    "loss": 0.017594965174794197,
    "elapsed_seconds": 292.78531432151794,
    "learning_rate": 9.208685782795407e-05
  },
  {
    "step": 3900,
    "loss": 0.017773663625121117,
    "elapsed_seconds": 294.5674204826355,
    "learning_rate": 9.036793841240194e-05
  },
  {
    "step": 3925,
    "loss": 0.01652042753994465,
    "elapsed_seconds": 296.4607946872711,
    "learning_rate": 8.866028027107815e-05
  },
  {
    "step": 3950,
    "loss": 0.016925357282161713,
    "elapsed_seconds": 298.46545791625977,
    "learning_rate": 8.69641809406254e-05
  },
  {
    "step": 3975,
    "loss": 0.017115725204348564,
    "elapsed_seconds": 300.18948125839233,
    "learning_rate": 8.52799359437179e-05
  },
  {
    "step": 4000,
    "loss": 0.016599709168076515,
    "elapsed_seconds": 301.84937286376953,
    "learning_rate": 8.360783873757036e-05
  },
  {
    "step": 4025,
    "loss": 0.017794335260987282,
    "elapsed_seconds": 303.5788722038269,
    "learning_rate": 8.19481806628072e-05
  },
  {
    "step": 4050,
    "loss": 0.01728183403611183,
    "elapsed_seconds": 305.2569007873535,
    "learning_rate": 8.030125089270009e-05
  },
  {
    "step": 4075,
    "loss": 0.019142456352710724,
    "elapsed_seconds": 306.82687187194824,
    "learning_rate": 7.866733638278337e-05
  },
  {
    "step": 4100,
    "loss": 0.017254093661904335,
    "elapsed_seconds": 308.42803621292114,
    "learning_rate": 7.704672182085631e-05
  },
  {
    "step": 4125,
    "loss": 0.016683362424373627,
    "elapsed_seconds": 310.1176381111145,
    "learning_rate": 7.543968957737925e-05
  },
  {
    "step": 4150,
    "loss": 0.016851278021931648,
    "elapsed_seconds": 311.7942442893982,
    "learning_rate": 7.384651965627534e-05
  },
  {
    "step": 4175,
    "loss": 0.016649413853883743,
    "elapsed_seconds": 313.52643752098083,
    "learning_rate": 7.226748964614254e-05
  },
  {
    "step": 4200,
    "loss": 0.01691903918981552,
    "elapsed_seconds": 315.93506717681885,
    "learning_rate": 7.070287467188833e-05
  },
  {
    "step": 4225,
    "loss": 0.01629600115120411,
    "elapsed_seconds": 317.7933440208435,
    "learning_rate": 6.915294734679246e-05
  },
  {
    "step": 4250,
    "loss": 0.016348734498023987,
    "elapsed_seconds": 322.21578454971313,
    "learning_rate": 6.761797772500782e-05
  },
  {
    "step": 4275,
    "loss": 0.01662895269691944,
    "elapsed_seconds": 324.2078318595886,
    "learning_rate": 6.609823325450714e-05
  },
  {
    "step": 4300,
    "loss": 0.016056831926107407,
    "elapsed_seconds": 325.8645236492157,
    "learning_rate": 6.459397873048363e-05
  },
  {
    "step": 4325,
    "loss": 0.01640203967690468,
    "elapsed_seconds": 327.6563618183136,
    "learning_rate": 6.310547624921415e-05
  },
  {
    "step": 4350,
    "loss": 0.0164943914860487,
    "elapsed_seconds": 329.39158391952515,
    "learning_rate": 6.163298516239222e-05
  },
  {
    "step": 4375,
    "loss": 0.01703023351728916,
    "elapsed_seconds": 331.06595611572266,
    "learning_rate": 6.017676203193962e-05
  },
  {
    "step": 4400,
    "loss": 0.01599779911339283,
    "elapsed_seconds": 332.69357991218567,
    "learning_rate": 5.873706058530376e-05
  },
  {
    "step": 4425,
    "loss": 0.0158731359988451,
    "elapsed_seconds": 334.39000034332275,
    "learning_rate": 5.7314131671249256e-05
  },
  {
    "step": 4450,
    "loss": 0.015987461432814598,
    "elapsed_seconds": 336.18565917015076,
    "learning_rate": 5.590822321615045e-05
  },
  {
    "step": 4475,
    "loss": 0.01601913757622242,
    "elapsed_seconds": 338.07502794265747,
    "learning_rate": 5.4519580180794254e-05
  },
  {
    "step": 4500,
    "loss": 0.015925761312246323,
    "elapsed_seconds": 339.75715589523315,
    "learning_rate": 5.314844451769821e-05
  },
  {
    "step": 4525,
    "loss": 0.015134179964661598,
    "elapsed_seconds": 341.55259108543396,
    "learning_rate": 5.179505512895422e-05
  },
  {
    "step": 4550,
    "loss": 0.014928235672414303,
    "elapsed_seconds": 343.2525043487549,
    "learning_rate": 5.045964782460239e-05
  },
  {
    "step": 4575,
    "loss": 0.014876951463520527,
    "elapsed_seconds": 345.1106491088867,
    "learning_rate": 4.914245528154486e-05
  },
  {
    "step": 4600,
    "loss": 0.01516406424343586,
    "elapsed_seconds": 346.93062448501587,
    "learning_rate": 4.78437070030044e-05
  },
  {
    "step": 4625,
    "loss": 0.015115486457943916,
    "elapsed_seconds": 348.7578535079956,
    "learning_rate": 4.656362927853717e-05
  },
  {
    "step": 4650,
    "loss": 0.014654692262411118,
    "elapsed_seconds": 350.5070848464966,
    "learning_rate": 4.530244514460411e-05
  },
  {
    "step": 4675,
    "loss": 0.015298327431082726,
    "elapsed_seconds": 352.19319581985474,
    "learning_rate": 4.4060374345710336e-05
  },
  {
    "step": 4700,
    "loss": 0.0163209680467844,
    "elapsed_seconds": 356.3239290714264,
    "learning_rate": 4.28376332961173e-05
  },
  {
    "step": 4725,
    "loss": 0.015485734678804874,
    "elapsed_seconds": 358.05986189842224,
    "learning_rate": 4.1634435042135686e-05
  },
  {
    "step": 4750,
    "loss": 0.014428479596972466,
    "elapsed_seconds": 359.77012968063354,
    "learning_rate": 4.045098922500475e-05
  },
  {
    "step": 4775,
    "loss": 0.014467916451394558,
    "elapsed_seconds": 361.6470539569855,
    "learning_rate": 3.928750204436527e-05
  },
  {
    "step": 4800,
    "loss": 0.014684905298054218,
    "elapsed_seconds": 363.28220319747925,
    "learning_rate": 3.8144176222331946e-05
  },
  {
    "step": 4825,
    "loss": 0.01541364099830389,
    "elapsed_seconds": 365.185706615448,
    "learning_rate": 3.702121096817177e-05
  },
  {
    "step": 4850,
    "loss": 0.014847184531390667,
    "elapsed_seconds": 367.22688364982605,
    "learning_rate": 3.591880194359453e-05
  },
  {
    "step": 4875,
    "loss": 0.014127964153885841,
    "elapsed_seconds": 369.093248128891,
    "learning_rate": 3.48371412286613e-05
  },
  {
    "step": 4900,
    "loss": 0.014187706634402275,
    "elapsed_seconds": 370.95411372184753,
    "learning_rate": 3.3776417288317077e-05
  },
  {
    "step": 4925,
    "loss": 0.013963863253593445,
    "elapsed_seconds": 372.8918528556824,
    "learning_rate": 3.273681493955329e-05
  },
  {
    "step": 4950,
    "loss": 0.014253897592425346,
    "elapsed_seconds": 374.5814106464386,
    "learning_rate": 3.171851531920597e-05
  },
  {
    "step": 4975,
    "loss": 0.014210599474608898,
    "elapsed_seconds": 376.4436948299408,
    "learning_rate": 3.0721695852394836e-05
  },
  {
    "step": 5000,
    "loss": 0.013799556531012058,
    "elapsed_seconds": 378.1525409221649,
    "learning_rate": 2.974653022160966e-05
  },
  {
    "step": 5025,
    "loss": 0.013917721807956696,
    "elapsed_seconds": 380.1506943702698,
    "learning_rate": 2.879318833644818e-05
  },
  {
    "step": 5050,
    "loss": 0.013703185133635998,
    "elapsed_seconds": 381.96921157836914,
    "learning_rate": 2.7861836304011702e-05
  },
  {
    "step": 5075,
    "loss": 0.014554777182638645,
    "elapsed_seconds": 383.8124179840088,
    "learning_rate": 2.695263639996317e-05
  },
  {
    "step": 5100,
    "loss": 0.014124813489615917,
    "elapsed_seconds": 385.4927396774292,
    "learning_rate": 2.6065747040252736e-05
  },
  {
    "step": 5125,
    "loss": 0.013935203664004803,
    "elapsed_seconds": 389.708701133728,
    "learning_rate": 2.520132275351598e-05
  },
  {
    "step": 5150,
    "loss": 0.014111322350800037,
    "elapsed_seconds": 391.510591506958,
    "learning_rate": 2.4359514154149237e-05
  },
  {
    "step": 5175,
    "loss": 0.014709088951349258,
    "elapsed_seconds": 393.4214677810669,
    "learning_rate": 2.354046791606719e-05
  },
  {
    "step": 5200,
    "loss": 0.014314278960227966,
    "elapsed_seconds": 395.1263825893402,
    "learning_rate": 2.274432674714678e-05
  },
  {
    "step": 5225,
    "loss": 0.013547297567129135,
    "elapsed_seconds": 396.85057854652405,
    "learning_rate": 2.1971229364362352e-05
  },
  {
    "step": 5250,
    "loss": 0.01375480368733406,
    "elapsed_seconds": 398.5166914463043,
    "learning_rate": 2.1221310469615998e-05
  },
  {
    "step": 5275,
    "loss": 0.01353791169822216,
    "elapsed_seconds": 400.3528730869293,
    "learning_rate": 2.049470072626757e-05
  },
  {
    "step": 5300,
    "loss": 0.013659151270985603,
    "elapsed_seconds": 402.0867486000061,
    "learning_rate": 1.979152673636842e-05
  },
  {
    "step": 5325,
    "loss": 0.013381616212427616,
    "elapsed_seconds": 404.05922269821167,
    "learning_rate": 1.911191101860252e-05
  },
  {
    "step": 5350,
    "loss": 0.01375583279877901,
    "elapsed_seconds": 405.95774507522583,
    "learning_rate": 1.8455971986939322e-05
  },
  {
    "step": 5375,
    "loss": 0.013167065568268299,
    "elapsed_seconds": 407.5915322303772,
    "learning_rate": 1.7823823930001773e-05
  },
  {
    "step": 5400,
    "loss": 0.013082577846944332,
    "elapsed_seconds": 409.3749713897705,
    "learning_rate": 1.7215576991152845e-05
  },
  {
    "step": 5425,
    "loss": 0.013133855536580086,
    "elapsed_seconds": 411.53739762306213,
    "learning_rate": 1.6631337149304674e-05
  },
  {
    "step": 5450,
    "loss": 0.012996307574212551,
    "elapsed_seconds": 413.2774181365967,
    "learning_rate": 1.6071206200453128e-05
  },
  {
    "step": 5475,
    "loss": 0.013125642202794552,
    "elapsed_seconds": 414.9693512916565,
    "learning_rate": 1.553528173994122e-05
  },
  {
    "step": 5500,
    "loss": 0.012932466343045235,
    "elapsed_seconds": 416.76382875442505,
    "learning_rate": 1.5023657145454399e-05
  },
  {
    "step": 5525,
    "loss": 0.012888278812170029,
    "elapsed_seconds": 418.608097076416,
    "learning_rate": 1.453642156075067e-05
  },
  {
    "step": 5550,
    "loss": 0.01279497891664505,
    "elapsed_seconds": 420.4874360561371,
    "learning_rate": 1.407365988012861e-05
  },
  {
    "step": 5575,
    "loss": 0.012872484512627125,
    "elapsed_seconds": 424.65879702568054,
    "learning_rate": 1.3635452733635577e-05
  },
  {
    "step": 5600,
    "loss": 0.01281955000013113,
    "elapsed_seconds": 426.5274350643158,
    "learning_rate": 1.3221876473019096e-05
  },
  {
    "step": 5625,
    "loss": 0.012736469507217407,
    "elapsed_seconds": 428.40865182876587,
    "learning_rate": 1.2833003158423434e-05
  },
  {
    "step": 5650,
    "loss": 0.012643877416849136,
    "elapsed_seconds": 430.49406719207764,
    "learning_rate": 1.2468900545834259e-05
  },
  {
    "step": 5675,
    "loss": 0.012696811929345131,
    "elapsed_seconds": 432.395938873291,
    "learning_rate": 1.2129632075272874e-05
  },
  {
    "step": 5700,
    "loss": 0.014530198648571968,
    "elapsed_seconds": 434.3696963787079,
    "learning_rate": 1.181525685974284e-05
  },
  {
    "step": 5725,
    "loss": 0.013355577364563942,
    "elapsed_seconds": 436.45575499534607,
    "learning_rate": 1.1525829674930172e-05
  },
  {
    "step": 5750,
    "loss": 0.013449441641569138,
    "elapsed_seconds": 438.11083817481995,
    "learning_rate": 1.1261400949659468e-05
  },
  {
    "step": 5775,
    "loss": 0.013027743436396122,
    "elapsed_seconds": 439.8190290927887,
    "learning_rate": 1.1022016757107355e-05
  },
  {
    "step": 5800,
    "loss": 0.013122554868459702,
    "elapsed_seconds": 441.78278636932373,
    "learning_rate": 1.0807718806774827e-05
  },
  {
    "step": 5825,
    "loss": 0.013047910295426846,
    "elapsed_seconds": 443.8568823337555,
    "learning_rate": 1.0618544437220003e-05
  },
  {
    "step": 5850,
    "loss": 0.013013158924877644,
    "elapsed_seconds": 445.52054619789124,
    "learning_rate": 1.0454526609552237e-05
  },
  {
    "step": 5875,
    "loss": 0.012957688421010971,
    "elapsed_seconds": 447.18883061408997,
    "learning_rate": 1.0315693901689228e-05
  },
  {
    "step": 5900,
    "loss": 0.013015748001635075,
    "elapsed_seconds": 449.0314497947693,
    "learning_rate": 1.0202070503377625e-05
  },
  {
    "step": 5925,
    "loss": 0.012970497831702232,
    "elapsed_seconds": 450.72513818740845,
    "learning_rate": 1.0113676211978298e-05
  },
  {
    "step": 5950,
    "loss": 0.012900851666927338,
    "elapsed_seconds": 452.68624782562256,
    "learning_rate": 1.0050526429016917e-05
  },
  {
    "step": 5975,
    "loss": 0.012867303565144539,
    "elapsed_seconds": 454.3630995750427,
    "learning_rate": 1.0012632157500456e-05
  },
  {
    "step": 6000,
    "loss": 0.012897410430014133,
    "elapsed_seconds": 458.58649706840515,
    "learning_rate": 1e-05
  },
  {
    "step": 6025,
    "loss": 0.012853279709815979,
    "elapsed_seconds": 460.6483824253082,
    "learning_rate": 1e-05
  },
  {
    "step": 6050,
    "loss": 0.012814784422516823,
    "elapsed_seconds": 462.5711600780487,
    "learning_rate": 1e-05
  },
  {
    "step": 6075,
    "loss": 0.0127831706777215,
    "elapsed_seconds": 464.4181294441223,
    "learning_rate": 1e-05
  },
  {
    "step": 6100,
    "loss": 0.012742799706757069,
    "elapsed_seconds": 466.62820959091187,
    "learning_rate": 1e-05
  },
  {
    "step": 6125,
    "loss": 0.01269158162176609,
    "elapsed_seconds": 468.7682294845581,
    "learning_rate": 1e-05
  },
  {
    "step": 6150,
    "loss": 0.012756073847413063,
    "elapsed_seconds": 470.66585874557495,
    "learning_rate": 1e-05
  },
  {
    "step": 6175,
    "loss": 0.01270053256303072,
    "elapsed_seconds": 472.5494706630707,
    "learning_rate": 1e-05
  },
  {
    "step": 6200,
    "loss": 0.012594981119036674,
    "elapsed_seconds": 474.1775493621826,
    "learning_rate": 1e-05
  },
  {
    "step": 6225,
    "loss": 0.0125605259090662,
    "elapsed_seconds": 475.9196834564209,
    "learning_rate": 1e-05
  },
  {
    "step": 6250,
    "loss": 0.012557766400277615,
    "elapsed_seconds": 477.5001471042633,
    "learning_rate": 1e-05
  },
  {
    "step": 6275,
    "loss": 0.012489558197557926,
    "elapsed_seconds": 479.1854238510132,
    "learning_rate": 1e-05
  },
  {
    "step": 6300,
    "loss": 0.012546751648187637,
    "elapsed_seconds": 481.0058605670929,
    "learning_rate": 1e-05
  },
  {
    "step": 6325,
    "loss": 0.012516635470092297,
    "elapsed_seconds": 482.7199020385742,
    "learning_rate": 1e-05
  },
  {
    "step": 6350,
    "loss": 0.012431537732481956,
    "elapsed_seconds": 484.36144733428955,
    "learning_rate": 1e-05
  },
  {
    "step": 6375,
    "loss": 0.012322988361120224,
    "elapsed_seconds": 485.94654273986816,
    "learning_rate": 1e-05
  },
  {
    "step": 6400,
    "loss": 0.012283572927117348,
    "elapsed_seconds": 487.56677985191345,
    "learning_rate": 1e-05
  },
  {
    "step": 6425,
    "loss": 0.012885787524282932,
    "elapsed_seconds": 489.37311363220215,
    "learning_rate": 1e-05
  },
  {
    "step": 6450,
    "loss": 0.01296184305101633,
    "elapsed_seconds": 493.81905221939087,
    "learning_rate": 1e-05
  },
  {
    "step": 6475,
    "loss": 0.012775436043739319,
    "elapsed_seconds": 495.81633472442627,
    "learning_rate": 1e-05
  },
  {
    "step": 6500,
    "loss": 0.012275137938559055,
    "elapsed_seconds": 497.7653477191925,
    "learning_rate": 1e-05
  },
  {
    "step": 6525,
    "loss": 0.012165982276201248,
    "elapsed_seconds": 499.68563508987427,
    "learning_rate": 1e-05
  },
  {
    "step": 6550,
    "loss": 0.013398805633187294,
    "elapsed_seconds": 501.39120507240295,
    "learning_rate": 1e-05
  },
  {
    "step": 6575,
    "loss": 0.012364850379526615,
    "elapsed_seconds": 503.19168639183044,
    "learning_rate": 1e-05
  },
  {
    "step": 6600,
    "loss": 0.012548811733722687,
    "elapsed_seconds": 504.7492983341217,
    "learning_rate": 1e-05
  },
  {
    "step": 6625,
    "loss": 0.012727230787277222,
    "elapsed_seconds": 506.46234107017517,
    "learning_rate": 1e-05
  },
  {
    "step": 6650,
    "loss": 0.012991385534405708,
    "elapsed_seconds": 508.48870515823364,
    "learning_rate": 1e-05
  },
  {
    "step": 6675,
    "loss": 0.012580233626067638,
    "elapsed_seconds": 510.3560473918915,
    "learning_rate": 1e-05
  },
  {
    "step": 6700,
    "loss": 0.012385549023747444,
    "elapsed_seconds": 512.1711118221283,
    "learning_rate": 1e-05
  },
  {
    "step": 6725,
    "loss": 0.012211981229484081,
    "elapsed_seconds": 513.8742680549622,
    "learning_rate": 1e-05
  },
  {
    "step": 6750,
    "loss": 0.012392387725412846,
    "elapsed_seconds": 515.7187943458557,
    "learning_rate": 1e-05
  },
  {
    "step": 6775,
    "loss": 0.013123176991939545,
    "elapsed_seconds": 517.264746427536,
    "learning_rate": 1e-05
  },
  {
    "step": 6800,
    "loss": 0.012816870585083961,
    "elapsed_seconds": 518.9320869445801,
    "learning_rate": 1e-05
  },
  {
    "step": 6825,
    "loss": 0.012647402472794056,
    "elapsed_seconds": 520.7190115451813,
    "learning_rate": 1e-05
  },
  {
    "step": 6850,
    "loss": 0.01258851122111082,
    "elapsed_seconds": 522.4774343967438,
    "learning_rate": 1e-05
  },
  {
    "step": 6875,
    "loss": 0.012534292414784431,
    "elapsed_seconds": 524.1114728450775,
    "learning_rate": 1e-05
  },
  {
    "step": 6900,
    "loss": 0.012495801784098148,
    "elapsed_seconds": 528.4312255382538,
    "learning_rate": 1e-05
  },
  {
    "step": 6925,
    "loss": 0.012494219467043877,
    "elapsed_seconds": 530.4463393688202,
    "learning_rate": 1e-05
  },
  {
    "step": 6950,
    "loss": 0.012425670400261879,
    "elapsed_seconds": 532.4079458713531,
    "learning_rate": 1e-05
  },
  {
    "step": 6975,
    "loss": 0.012422347441315651,
    "elapsed_seconds": 534.2443201541901,
    "learning_rate": 1e-05
  },
  {
    "step": 7000,
    "loss": 0.0123574398458004,
    "elapsed_seconds": 535.9782569408417,
    "learning_rate": 1e-05
  },
  {
    "step": 7025,
    "loss": 0.01237449236214161,
    "elapsed_seconds": 537.8967325687408,
    "learning_rate": 1e-05
  },
  {
    "step": 7050,
    "loss": 0.012313546612858772,
    "elapsed_seconds": 539.8776116371155,
    "learning_rate": 1e-05
  },
  {
    "step": 7075,
    "loss": 0.012316657230257988,
    "elapsed_seconds": 541.8709638118744,
    "learning_rate": 1e-05
  },
  {
    "step": 7100,
    "loss": 0.012293842621147633,
    "elapsed_seconds": 543.8520276546478,
    "learning_rate": 1e-05
  },
  {
    "step": 7125,
    "loss": 0.012280997820198536,
    "elapsed_seconds": 545.5981347560883,
    "learning_rate": 1e-05
  },
  {
    "step": 7150,
    "loss": 0.01260908879339695,
    "elapsed_seconds": 547.3143830299377,
    "learning_rate": 1e-05
  },
  {
    "step": 7175,
    "loss": 0.01240602694451809,
    "elapsed_seconds": 549.0822966098785,
    "learning_rate": 1e-05
  },
  {
    "step": 7200,
    "loss": 0.012559226714074612,
    "elapsed_seconds": 550.8138988018036,
    "learning_rate": 1e-05
  },
  {
    "step": 7225,
    "loss": 0.01224373560398817,
    "elapsed_seconds": 552.6350688934326,
    "learning_rate": 1e-05
  },
  {
    "step": 7250,
    "loss": 0.01217036321759224,
    "elapsed_seconds": 554.3718857765198,
    "learning_rate": 1e-05
  },
  {
    "step": 7275,
    "loss": 0.012187259271740913,
    "elapsed_seconds": 556.016676902771,
    "learning_rate": 1e-05
  },
  {
    "step": 7300,
    "loss": 0.012133508920669556,
    "elapsed_seconds": 557.9212291240692,
    "learning_rate": 1e-05
  },
  {
    "step": 7325,
    "loss": 0.012105023488402367,
    "elapsed_seconds": 559.8762812614441,
    "learning_rate": 1e-05
  },
  {
    "step": 7350,
    "loss": 0.012086798436939716,
    "elapsed_seconds": 564.4174084663391,
    "learning_rate": 1e-05
  },
  {
    "step": 7375,
    "loss": 0.012021920643746853,
    "elapsed_seconds": 566.1532118320465,
    "learning_rate": 1e-05
  },
  {
    "step": 7400,
    "loss": 0.01246302854269743,
    "elapsed_seconds": 568.2141885757446,
    "learning_rate": 1e-05
  },
  {
    "step": 7425,
    "loss": 0.01231730543076992,
    "elapsed_seconds": 570.4006707668304,
    "learning_rate": 1e-05
  },
  {
    "step": 7450,
    "loss": 0.012293286621570587,
    "elapsed_seconds": 572.1516146659851,
    "learning_rate": 1e-05
  },
  {
    "step": 7475,
    "loss": 0.012159223668277264,
    "elapsed_seconds": 573.9603371620178,
    "learning_rate": 1e-05
  },
  {
    "step": 7500,
    "loss": 0.012016876600682735,
    "elapsed_seconds": 575.5526134967804,
    "learning_rate": 1e-05
  },
  {
    "step": 7525,
    "loss": 0.012045660056173801,
    "elapsed_seconds": 577.4385912418365,
    "learning_rate": 1e-05
  },
  {
    "step": 7550,
    "loss": 0.012020764872431755,
    "elapsed_seconds": 579.1679656505585,
    "learning_rate": 1e-05
  },
  {
    "step": 7575,
    "loss": 0.012040773406624794,
    "elapsed_seconds": 580.9709446430206,
    "learning_rate": 1e-05
  },
  {
    "step": 7600,
    "loss": 0.01192406751215458,
    "elapsed_seconds": 582.6188054084778,
    "learning_rate": 1e-05
  },
  {
    "step": 7625,
    "loss": 0.011954349465668201,
    "elapsed_seconds": 584.2926173210144,
    "learning_rate": 1e-05
  },
  {
    "step": 7650,
    "loss": 0.011885605752468109,
    "elapsed_seconds": 586.1728167533875,
    "learning_rate": 1e-05
  },
  {
    "step": 7675,
    "loss": 0.011884546838700771,
    "elapsed_seconds": 588.0553691387177,
    "learning_rate": 1e-05
  },
  {
    "step": 7700,
    "loss": 0.011781325563788414,
    "elapsed_seconds": 590.1304607391357,
    "learning_rate": 1e-05
  },
  {
    "step": 7725,
    "loss": 0.01175751443952322,
    "elapsed_seconds": 591.9399693012238,
    "learning_rate": 1e-05
  },
  {
    "step": 7750,
    "loss": 0.011771571822464466,
    "elapsed_seconds": 593.7039122581482,
    "learning_rate": 1e-05
  },
  {
    "step": 7775,
    "loss": 0.0117890490218997,
    "elapsed_seconds": 598.2266256809235,
    "learning_rate": 1e-05
  },
  {
    "step": 7800,
    "loss": 0.011719373054802418,
    "elapsed_seconds": 600.1373164653778,
    "learning_rate": 1e-05
  },
  {
    "step": 7825,
    "loss": 0.011684402823448181,
    "elapsed_seconds": 602.5015461444855,
    "learning_rate": 1e-05
  },
  {
    "step": 7850,
    "loss": 0.011687076650559902,
    "elapsed_seconds": 604.2077977657318,
    "learning_rate": 1e-05
  },
  {
    "step": 7875,
    "loss": 0.011731288395822048,
    "elapsed_seconds": 605.9032850265503,
    "learning_rate": 1e-05
  },
  {
    "step": 7900,
    "loss": 0.011610334739089012,
    "elapsed_seconds": 607.494390964508,
    "learning_rate": 1e-05
  },
  {
    "step": 7925,
    "loss": 0.011660106480121613,
    "elapsed_seconds": 609.2950427532196,
    "learning_rate": 1e-05
  },
  {
    "step": 7950,
    "loss": 0.011612833477556705,
    "elapsed_seconds": 611.1640434265137,
    "learning_rate": 1e-05
  },
  {
    "step": 7975,
    "loss": 0.011661938391625881,
    "elapsed_seconds": 612.8622517585754,
    "learning_rate": 1e-05
  },
  {
    "step": 8000,
    "loss": 0.011547990143299103,
    "elapsed_seconds": 614.4446156024933,
    "learning_rate": 1e-05
  },
  {
    "step": 8025,
    "loss": 0.011641436256468296,
    "elapsed_seconds": 616.066465139389,
    "learning_rate": 1e-05
  },
  {
    "step": 8050,
    "loss": 0.011591344140470028,
    "elapsed_seconds": 617.6987099647522,
    "learning_rate": 1e-05
  },
  {
    "step": 8075,
    "loss": 0.011570279486477375,
    "elapsed_seconds": 619.8139002323151,
    "learning_rate": 1e-05
  },
  {
    "step": 8100,
    "loss": 0.011569250375032425,
    "elapsed_seconds": 621.7378866672516,
    "learning_rate": 1e-05
  },
  {
    "step": 8125,
    "loss": 0.01149650290608406,
    "elapsed_seconds": 623.4632620811462,
    "learning_rate": 1e-05
  },
  {
    "step": 8150,
    "loss": 0.01148862112313509,
    "elapsed_seconds": 625.1168215274811,
    "learning_rate": 1e-05
  },
  {
    "step": 8175,
    "loss": 0.012273600324988365,
    "elapsed_seconds": 626.8937208652496,
    "learning_rate": 1e-05
  },
  {
    "step": 8200,
    "loss": 0.011640043929219246,
    "elapsed_seconds": 628.541002035141,
    "learning_rate": 1e-05
  },
  {
    "step": 8225,
    "loss": 0.011509980075061321,
    "elapsed_seconds": 633.1831614971161,
    "learning_rate": 1e-05
  },
  {
    "step": 8250,
    "loss": 0.01130408700555563,
    "elapsed_seconds": 634.8026323318481,
    "learning_rate": 1e-05
  },
  {
    "step": 8275,
    "loss": 0.011416176334023476,
    "elapsed_seconds": 636.3645648956299,
    "learning_rate": 1e-05
  },
  {
    "step": 8300,
    "loss": 0.011340896598994732,
    "elapsed_seconds": 638.0391342639923,
    "learning_rate": 1e-05
  },
  {
    "step": 8325,
    "loss": 0.011413520202040672,
    "elapsed_seconds": 639.8239200115204,
    "learning_rate": 1e-05
  },
  {
    "step": 8350,
    "loss": 0.01135188713669777,
    "elapsed_seconds": 641.562600851059,
    "learning_rate": 1e-05
  },
  {
    "step": 8375,
    "loss": 0.011241339147090912,
    "elapsed_seconds": 643.1346018314362,
    "learning_rate": 1e-05
  },
  {
    "step": 8400,
    "loss": 0.01176978088915348,
    "elapsed_seconds": 644.9287331104279,
    "learning_rate": 1e-05
  },
  {
    "step": 8425,
    "loss": 0.011437189765274525,
    "elapsed_seconds": 646.8083448410034,
    "learning_rate": 1e-05
  },
  {
    "step": 8450,
    "loss": 0.011281102895736694,
    "elapsed_seconds": 648.7474420070648,
    "learning_rate": 1e-05
  },
  {
    "step": 8475,
    "loss": 0.011270053684711456,
    "elapsed_seconds": 650.690199136734,
    "learning_rate": 1e-05
  },
  {
    "step": 8500,
    "loss": 0.01128960307687521,
    "elapsed_seconds": 652.2432537078857,
    "learning_rate": 1e-05
  },
  {
    "step": 8525,
    "loss": 0.01113184541463852,
    "elapsed_seconds": 653.7788138389587,
    "learning_rate": 1e-05
  },
  {
    "step": 8550,
    "loss": 0.011152587831020355,
    "elapsed_seconds": 655.6218605041504,
    "learning_rate": 1e-05
  },
  {
    "step": 8575,
    "loss": 0.011177541688084602,
    "elapsed_seconds": 657.5941486358643,
    "learning_rate": 1e-05
  },
  {
    "step": 8600,
    "loss": 0.01116141863167286,
    "elapsed_seconds": 659.3448503017426,
    "learning_rate": 1e-05
  },
  {
    "step": 8625,
    "loss": 0.011131621897220612,
    "elapsed_seconds": 661.0418202877045,
    "learning_rate": 1e-05
  },
  {
    "step": 8650,
    "loss": 0.011161300353705883,
    "elapsed_seconds": 662.8207025527954,
    "learning_rate": 1e-05
  },
  {
    "step": 8675,
    "loss": 0.011069698259234428,
    "elapsed_seconds": 664.586138010025,
    "learning_rate": 1e-05
  },
  {
    "step": 8700,
    "loss": 0.011069399304687977,
    "elapsed_seconds": 669.9125182628632,
    "learning_rate": 1e-05
  },
  {
    "step": 8725,
    "loss": 0.011067144572734833,
    "elapsed_seconds": 671.8421211242676,
    "learning_rate": 1e-05
  },
  {
    "step": 8750,
    "loss": 0.011020463891327381,
    "elapsed_seconds": 673.5614442825317,
    "learning_rate": 1e-05
  },
  {
    "step": 8775,
    "loss": 0.01103576272726059,
    "elapsed_seconds": 675.4543595314026,
    "learning_rate": 1e-05
  },
  {
    "step": 8800,
    "loss": 0.011068897321820259,
    "elapsed_seconds": 677.5508241653442,
    "learning_rate": 1e-05
  },
  {
    "step": 8825,
    "loss": 0.010950285010039806,
    "elapsed_seconds": 680.1410729885101,
    "learning_rate": 1e-05
  },
  {
    "step": 8850,
    "loss": 0.010909519158303738,
    "elapsed_seconds": 683.1748435497284,
    "learning_rate": 1e-05
  },
  {
    "step": 8875,
    "loss": 0.01095276977866888,
    "elapsed_seconds": 686.1106686592102,
    "learning_rate": 1e-05
  },
  {
    "step": 8900,
    "loss": 0.010928373783826828,
    "elapsed_seconds": 687.7390203475952,
    "learning_rate": 1e-05
  },
  {
    "step": 8925,
    "loss": 0.010873787105083466,
    "elapsed_seconds": 689.7124195098877,
    "learning_rate": 1e-05
  },
  {
    "step": 8950,
    "loss": 0.010852737352252007,
    "elapsed_seconds": 691.532559633255,
    "learning_rate": 1e-05
  },
  {
    "step": 8975,
    "loss": 0.01088488195091486,
    "elapsed_seconds": 693.2692306041718,
    "learning_rate": 1e-05
  },
  {
    "step": 9000,
    "loss": 0.010865774005651474,
    "elapsed_seconds": 694.9425945281982,
    "learning_rate": 1e-05
  },
  {
    "step": 9025,
    "loss": 0.010829158127307892,
    "elapsed_seconds": 696.6772181987762,
    "learning_rate": 1e-05
  },
  {
    "step": 9050,
    "loss": 0.010882568545639515,
    "elapsed_seconds": 698.4354872703552,
    "learning_rate": 1e-05
  },
  {
    "step": 9075,
    "loss": 0.010780486278235912,
    "elapsed_seconds": 700.4180264472961,
    "learning_rate": 1e-05
  },
  {
    "step": 9100,
    "loss": 0.010767566040158272,
    "elapsed_seconds": 704.3951547145844,
    "learning_rate": 1e-05
  },
  {
    "step": 9125,
    "loss": 0.010723086073994637,
    "elapsed_seconds": 706.3142130374908,
    "learning_rate": 1e-05
  },
  {
    "step": 9150,
    "loss": 0.010745872743427753,
    "elapsed_seconds": 708.0350964069366,
    "learning_rate": 1e-05
  },
  {
    "step": 9175,
    "loss": 0.010768095031380653,
    "elapsed_seconds": 709.7700088024139,
    "learning_rate": 1e-05
  },
  {
    "step": 9200,
    "loss": 0.0109549043700099,
    "elapsed_seconds": 711.6393077373505,
    "learning_rate": 1e-05
  },
  {
    "step": 9225,
    "loss": 0.013587313704192638,
    "elapsed_seconds": 713.4232964515686,
    "learning_rate": 1e-05
  },
  {
    "step": 9250,
    "loss": 0.011142375878989697,
    "elapsed_seconds": 715.1070473194122,
    "learning_rate": 1e-05
  },
  {
    "step": 9275,
    "loss": 0.01130696665495634,
    "elapsed_seconds": 716.7292590141296,
    "learning_rate": 1e-05
  },
  {
    "step": 9300,
    "loss": 0.01117260754108429,
    "elapsed_seconds": 718.3221926689148,
    "learning_rate": 1e-05
  },
  {
    "step": 9325,
    "loss": 0.010790577158331871,
    "elapsed_seconds": 720.1116037368774,
    "learning_rate": 1e-05
  },
  {
    "step": 9350,
    "loss": 0.010915607213973999,
    "elapsed_seconds": 722.1867983341217,
    "learning_rate": 1e-05
  },
  {
    "step": 9375,
    "loss": 0.010826564393937588,
    "elapsed_seconds": 724.0516543388367,
    "learning_rate": 1e-05
  },
  {
    "step": 9400,
    "loss": 0.010724053718149662,
    "elapsed_seconds": 725.7950618267059,
    "learning_rate": 1e-05
  },
  {
    "step": 9425,
    "loss": 0.010613308288156986,
    "elapsed_seconds": 727.7867157459259,
    "learning_rate": 1e-05
  },
  {
    "step": 9450,
    "loss": 0.010696986690163612,
    "elapsed_seconds": 729.5066561698914,
    "learning_rate": 1e-05
  },
  {
    "step": 9475,
    "loss": 0.010814046487212181,
    "elapsed_seconds": 731.7313153743744,
    "learning_rate": 1e-05
  },
  {
    "step": 9500,
    "loss": 0.010739065706729889,
    "elapsed_seconds": 733.4202148914337,
    "learning_rate": 1e-05
  },
  {
    "step": 9525,
    "loss": 0.010625945404171944,
    "elapsed_seconds": 735.3624398708344,
    "learning_rate": 1e-05
  },
  {
    "step": 9550,
    "loss": 0.01089599821716547,
    "elapsed_seconds": 739.7645409107208,
    "learning_rate": 1e-05
  },
  {
    "step": 9575,
    "loss": 0.010801288299262524,
    "elapsed_seconds": 742.7841441631317,
    "learning_rate": 1e-05
  },
  {
    "step": 9600,
    "loss": 0.010889524593949318,
    "elapsed_seconds": 745.1476233005524,
    "learning_rate": 1e-05
  },
  {
    "step": 9625,
    "loss": 0.010607422329485416,
    "elapsed_seconds": 746.8972589969635,
    "learning_rate": 1e-05
  },
  {
    "step": 9650,
    "loss": 0.010705503635108471,
    "elapsed_seconds": 748.6700494289398,
    "learning_rate": 1e-05
  },
  {
    "step": 9675,
    "loss": 0.010708067566156387,
    "elapsed_seconds": 750.4697349071503,
    "learning_rate": 1e-05
  },
  {
    "step": 9700,
    "loss": 0.010496565140783787,
    "elapsed_seconds": 752.294750213623,
    "learning_rate": 1e-05
  },
  {
    "step": 9725,
    "loss": 0.010454031638801098,
    "elapsed_seconds": 754.0078461170197,
    "learning_rate": 1e-05
  },
  {
    "step": 9750,
    "loss": 0.010633651167154312,
    "elapsed_seconds": 755.9491491317749,
    "learning_rate": 1e-05
  },
  {
    "step": 9775,
    "loss": 0.010528478771448135,
    "elapsed_seconds": 757.8715691566467,
    "learning_rate": 1e-05
  },
  {
    "step": 9800,
    "loss": 0.010413818061351776,
    "elapsed_seconds": 759.7270715236664,
    "learning_rate": 1e-05
  },
  {
    "step": 9825,
    "loss": 0.010457896627485752,
    "elapsed_seconds": 761.5988876819611,
    "learning_rate": 1e-05
  },
  {
    "step": 9850,
    "loss": 0.010443998500704765,
    "elapsed_seconds": 763.5164630413055,
    "learning_rate": 1e-05
  },
  {
    "step": 9875,
    "loss": 0.010411669500172138,
    "elapsed_seconds": 765.1813063621521,
    "learning_rate": 1e-05
  },
  {
    "step": 9900,
    "loss": 0.010328645817935467,
    "elapsed_seconds": 767.0898909568787,
    "learning_rate": 1e-05
  },
  {
    "step": 9925,
    "loss": 0.01100711990147829,
    "elapsed_seconds": 769.0599789619446,
    "learning_rate": 1e-05
  },
  {
    "step": 9950,
    "loss": 0.010873683728277683,
    "elapsed_seconds": 773.4964485168457,
    "learning_rate": 1e-05
  },
  {
    "step": 9975,
    "loss": 0.010623452253639698,
    "elapsed_seconds": 775.2309131622314,
    "learning_rate": 1e-05
  },
  {
    "step": 10000,
    "loss": 0.010794278234243393,
    "elapsed_seconds": 776.8830325603485,
    "learning_rate": 1e-05
  },
  {
    "step": 10025,
    "loss": 0.01072042528539896,
    "elapsed_seconds": 778.6901836395264,
    "learning_rate": 1e-05
  },
  {
    "step": 10050,
    "loss": 0.010601921938359737,
    "elapsed_seconds": 780.5717687606812,
    "learning_rate": 1e-05
  },
  {
    "step": 10075,
    "loss": 0.010565387085080147,
    "elapsed_seconds": 782.3915994167328,
    "learning_rate": 1e-05
  },
  {
    "step": 10100,
    "loss": 0.010758444666862488,
    "elapsed_seconds": 783.9467222690582,
    "learning_rate": 1e-05
  },
  {
    "step": 10125,
    "loss": 0.010763037949800491,
    "elapsed_seconds": 785.4855265617371,
    "learning_rate": 1e-05
  },
  {
    "step": 10150,
    "loss": 0.010562111623585224,
    "elapsed_seconds": 786.9864542484283,
    "learning_rate": 1e-05
  },
  {
    "step": 10175,
    "loss": 0.010485275648534298,
    "elapsed_seconds": 788.7693362236023,
    "learning_rate": 1e-05
  },
  {
    "step": 10200,
    "loss": 0.010613198392093182,
    "elapsed_seconds": 790.4919984340668,
    "learning_rate": 1e-05
  },
  {
    "step": 10225,
    "loss": 0.011512172408401966,
    "elapsed_seconds": 792.3034770488739,
    "learning_rate": 1e-05
  },
  {
    "step": 10250,
    "loss": 0.011310791596770287,
    "elapsed_seconds": 794.0079538822174,
    "learning_rate": 1e-05
  },
  {
    "step": 10275,
    "loss": 0.010705875232815742,
    "elapsed_seconds": 795.754242181778,
    "learning_rate": 1e-05
  },
  {
    "step": 10300,
    "loss": 0.011147202923893929,
    "elapsed_seconds": 797.6613140106201,
    "learning_rate": 1e-05
  },
  {
    "step": 10325,
    "loss": 0.010693359188735485,
    "elapsed_seconds": 799.495676279068,
    "learning_rate": 1e-05
  },
  {
    "step": 10350,
    "loss": 0.010591806843876839,
    "elapsed_seconds": 801.390792131424,
    "learning_rate": 1e-05
  },
  {
    "step": 10375,
    "loss": 0.010506832040846348,
    "elapsed_seconds": 803.2196135520935,
    "learning_rate": 1e-05
  },
  {
    "step": 10400,
    "loss": 0.010651512071490288,
    "elapsed_seconds": 804.9656052589417,
    "learning_rate": 1e-05
  },
  {
    "step": 10425,
    "loss": 0.010605325922369957,
    "elapsed_seconds": 809.3018543720245,
    "learning_rate": 1e-05
  },
  {
    "step": 10450,
    "loss": 0.010536709800362587,
    "elapsed_seconds": 811.1872324943542,
    "learning_rate": 1e-05
  },
  {
    "step": 10475,
    "loss": 0.01073425728827715,
    "elapsed_seconds": 812.9819703102112,
    "learning_rate": 1e-05
  },
  {
    "step": 10500,
    "loss": 0.010581733658909798,
    "elapsed_seconds": 814.8149039745331,
    "learning_rate": 1e-05
  },
  {
    "step": 10525,
    "loss": 0.01049367617815733,
    "elapsed_seconds": 816.4634976387024,
    "learning_rate": 1e-05
  },
  {
    "step": 10550,
    "loss": 0.010502627119421959,
    "elapsed_seconds": 818.1430690288544,
    "learning_rate": 1e-05
  },
  {
    "step": 10575,
    "loss": 0.010580884292721748,
    "elapsed_seconds": 819.8621735572815,
    "learning_rate": 1e-05
  },
  {
    "step": 10600,
    "loss": 0.01048748567700386,
    "elapsed_seconds": 821.7589893341064,
    "learning_rate": 1e-05
  },
  {
    "step": 10625,
    "loss": 0.010490941815078259,
    "elapsed_seconds": 823.6281142234802,
    "learning_rate": 1e-05
  },
  {
    "step": 10650,
    "loss": 0.010426770895719528,
    "elapsed_seconds": 825.3569850921631,
    "learning_rate": 1e-05
  },
  {
    "step": 10675,
    "loss": 0.010770830325782299,
    "elapsed_seconds": 827.2360820770264,
    "learning_rate": 1e-05
  },
  {
    "step": 10700,
    "loss": 0.010509921237826347,
    "elapsed_seconds": 829.3859550952911,
    "learning_rate": 1e-05
  },
  {
    "step": 10725,
    "loss": 0.01191738247871399,
    "elapsed_seconds": 831.5980544090271,
    "learning_rate": 1e-05
  },
  {
    "step": 10750,
    "loss": 0.01075728889554739,
    "elapsed_seconds": 833.3297307491302,
    "learning_rate": 1e-05
  },
  {
    "step": 10775,
    "loss": 0.010342505760490894,
    "elapsed_seconds": 835.0236904621124,
    "learning_rate": 1e-05
  },
  {
    "step": 10800,
    "loss": 0.010283125564455986,
    "elapsed_seconds": 836.8404266834259,
    "learning_rate": 1e-05
  },
  {
    "step": 10825,
    "loss": 0.010395115241408348,
    "elapsed_seconds": 838.78293800354,
    "learning_rate": 1e-05
  },
  {
    "step": 10850,
    "loss": 0.010401779785752296,
    "elapsed_seconds": 843.2371599674225,
    "learning_rate": 1e-05
  },
  {
    "step": 10875,
    "loss": 0.010301188565790653,
    "elapsed_seconds": 845.0696794986725,
    "learning_rate": 1e-05
  },
  {
    "step": 10900,
    "loss": 0.01030135340988636,
    "elapsed_seconds": 846.9498996734619,
    "learning_rate": 1e-05
  },
  {
    "step": 10925,
    "loss": 0.010324953123927116,
    "elapsed_seconds": 849.1631393432617,
    "learning_rate": 1e-05
  },
  {
    "step": 10950,
    "loss": 0.010361866094172001,
    "elapsed_seconds": 851.0137662887573,
    "learning_rate": 1e-05
  },
  {
    "step": 10975,
    "loss": 0.010252511128783226,
    "elapsed_seconds": 852.7550721168518,
    "learning_rate": 1e-05
  },
  {
    "step": 11000,
    "loss": 0.01043646689504385,
    "elapsed_seconds": 854.3566172122955,
    "learning_rate": 1e-05
  },
  {
    "step": 11025,
    "loss": 0.01040005125105381,
    "elapsed_seconds": 856.5453250408173,
    "learning_rate": 1e-05
  },
  {
    "step": 11050,
    "loss": 0.010232373140752316,
    "elapsed_seconds": 858.3012325763702,
    "learning_rate": 1e-05
  },
  {
    "step": 11075,
    "loss": 0.01013833936303854,
    "elapsed_seconds": 860.1736648082733,
    "learning_rate": 1e-05
  },
  {
    "step": 11100,
    "loss": 0.01020567025989294,
    "elapsed_seconds": 861.978080034256,
    "learning_rate": 1e-05
  },
  {
    "step": 11125,
    "loss": 0.010307983495295048,
    "elapsed_seconds": 863.8321607112885,
    "learning_rate": 1e-05
  },
  {
    "step": 11150,
    "loss": 0.010221154429018497,
    "elapsed_seconds": 865.6826672554016,
    "learning_rate": 1e-05
  },
  {
    "step": 11175,
    "loss": 0.01012546569108963,
    "elapsed_seconds": 868.3846023082733,
    "learning_rate": 1e-05
  },
  {
    "step": 11200,
    "loss": 0.010180121287703514,
    "elapsed_seconds": 870.5609447956085,
    "learning_rate": 1e-05
  },
  {
    "step": 11225,
    "loss": 0.010210265405476093,
    "elapsed_seconds": 872.3952655792236,
    "learning_rate": 1e-05
  },
  {
    "step": 11250,
    "loss": 0.011188896372914314,
    "elapsed_seconds": 874.2448179721832,
    "learning_rate": 1e-05
  },
  {
    "step": 11275,
    "loss": 0.010224086232483387,
    "elapsed_seconds": 878.7886860370636,
    "learning_rate": 1e-05
  },
  {
    "step": 11300,
    "loss": 0.010161819867789745,
    "elapsed_seconds": 880.5234797000885,
    "learning_rate": 1e-05
  },
  {
    "step": 11325,
    "loss": 0.010217064060270786,
    "elapsed_seconds": 882.3098375797272,
    "learning_rate": 1e-05
  },
  {
    "step": 11350,
    "loss": 0.010201078839600086,
    "elapsed_seconds": 883.9264984130859,
    "learning_rate": 1e-05
  },
  {
    "step": 11375,
    "loss": 0.010282868519425392,
    "elapsed_seconds": 885.6744432449341,
    "learning_rate": 1e-05
  },
  {
    "step": 11400,
    "loss": 0.010243723168969154,
    "elapsed_seconds": 887.5268704891205,
    "learning_rate": 1e-05
  },
  {
    "step": 11425,
    "loss": 0.010232782922685146,
    "elapsed_seconds": 889.4110987186432,
    "learning_rate": 1e-05
  },
  {
    "step": 11450,
    "loss": 0.01017740461975336,
    "elapsed_seconds": 891.3330481052399,
    "learning_rate": 1e-05
  },
  {
    "step": 11475,
    "loss": 0.010044950991868973,
    "elapsed_seconds": 893.1347634792328,
    "learning_rate": 1e-05
  },
  {
    "step": 11500,
    "loss": 0.010162374936044216,
    "elapsed_seconds": 894.8891847133636,
    "learning_rate": 1e-05
  },
  {
    "step": 11525,
    "loss": 0.010032828897237778,
    "elapsed_seconds": 896.9138922691345,
    "learning_rate": 1e-05
  },
  {
    "step": 11550,
    "loss": 0.011240638792514801,
    "elapsed_seconds": 898.754754781723,
    "learning_rate": 1e-05
  },
  {
    "step": 11575,
    "loss": 0.011024948209524155,
    "elapsed_seconds": 900.6087505817413,
    "learning_rate": 1e-05
  },
  {
    "step": 11600,
    "loss": 0.010776374489068985,
    "elapsed_seconds": 902.4169111251831,
    "learning_rate": 1e-05
  },
  {
    "step": 11625,
    "loss": 0.010768760927021503,
    "elapsed_seconds": 904.1382050514221,
    "learning_rate": 1e-05
  },
  {
    "step": 11650,
    "loss": 0.010778467170894146,
    "elapsed_seconds": 905.9031760692596,
    "learning_rate": 1e-05
  },
  {
    "step": 11675,
    "loss": 0.010639810003340244,
    "elapsed_seconds": 907.7159366607666,
    "learning_rate": 1e-05
  },
  {
    "step": 11700,
    "loss": 0.01050170324742794,
    "elapsed_seconds": 909.4812724590302,
    "learning_rate": 1e-05
  },
  {
    "step": 11725,
    "loss": 0.01045365072786808,
    "elapsed_seconds": 913.7499539852142,
    "learning_rate": 1e-05
  },
  {
    "step": 11750,
    "loss": 0.010693597607314587,
    "elapsed_seconds": 915.4348468780518,
    "learning_rate": 1e-05
  },
  {
    "step": 11775,
    "loss": 0.010534664615988731,
    "elapsed_seconds": 917.1990251541138,
    "learning_rate": 1e-05
  },
  {
    "step": 11800,
    "loss": 0.010407131165266037,
    "elapsed_seconds": 919.0967764854431,
    "learning_rate": 1e-05
  },
  {
    "step": 11825,
    "loss": 0.010486509650945663,
    "elapsed_seconds": 920.9360673427582,
    "learning_rate": 1e-05
  },
  {
    "step": 11850,
    "loss": 0.010573666542768478,
    "elapsed_seconds": 922.5839688777924,
    "learning_rate": 1e-05
  },
  {
    "step": 11875,
    "loss": 0.010397004894912243,
    "elapsed_seconds": 924.3883674144745,
    "learning_rate": 1e-05
  },
  {
    "step": 11900,
    "loss": 0.01032713521271944,
    "elapsed_seconds": 926.0872793197632,
    "learning_rate": 1e-05
  },
  {
    "step": 11925,
    "loss": 0.010395488701760769,
    "elapsed_seconds": 928.2486143112183,
    "learning_rate": 1e-05
  },
  {
    "step": 11950,
    "loss": 0.010327172465622425,
    "elapsed_seconds": 930.1649806499481,
    "learning_rate": 1e-05
  },
  {
    "step": 11975,
    "loss": 0.010216210037469864,
    "elapsed_seconds": 931.8122591972351,
    "learning_rate": 1e-05
  },
  {
    "step": 12000,
    "loss": 0.010355132631957531,
    "elapsed_seconds": 933.5040519237518,
    "learning_rate": 1e-05
  },
  {
    "step": 12025,
    "loss": 0.010306429117918015,
    "elapsed_seconds": 935.1902666091919,
    "learning_rate": 1e-05
  },
  {
    "step": 12050,
    "loss": 0.010287362150847912,
    "elapsed_seconds": 936.9110217094421,
    "learning_rate": 1e-05
  },
  {
    "step": 12075,
    "loss": 0.010244829580187798,
    "elapsed_seconds": 938.6584956645966,
    "learning_rate": 1e-05
  },
  {
    "step": 12100,
    "loss": 0.011148172430694103,
    "elapsed_seconds": 940.2937524318695,
    "learning_rate": 1e-05
  },
  {
    "step": 12125,
    "loss": 0.010348591022193432,
    "elapsed_seconds": 942.1318252086639,
    "learning_rate": 1e-05
  },
  {
    "step": 12150,
    "loss": 0.010578304529190063,
    "elapsed_seconds": 943.98117852211,
    "learning_rate": 1e-05
  },
  {
    "step": 12175,
    "loss": 0.010268320329487324,
    "elapsed_seconds": 948.4511246681213,
    "learning_rate": 1e-05
  },
  {
    "step": 12200,
    "loss": 0.010196024551987648,
    "elapsed_seconds": 950.246062040329,
    "learning_rate": 1e-05
  },
  {
    "step": 12225,
    "loss": 0.010242770425975323,
    "elapsed_seconds": 952.1046416759491,
    "learning_rate": 1e-05
  },
  {
    "step": 12250,
    "loss": 0.01019549835473299,
    "elapsed_seconds": 953.8758425712585,
    "learning_rate": 1e-05
  },
  {
    "step": 12275,
    "loss": 0.010160312987864017,
    "elapsed_seconds": 955.5517134666443,
    "learning_rate": 1e-05
  },
  {
    "step": 12300,
    "loss": 0.010289521887898445,
    "elapsed_seconds": 957.3875434398651,
    "learning_rate": 1e-05
  },
  {
    "step": 12325,
    "loss": 0.010348745621740818,
    "elapsed_seconds": 959.459862947464,
    "learning_rate": 1e-05
  },
  {
    "step": 12350,
    "loss": 0.010234160348773003,
    "elapsed_seconds": 961.3064756393433,
    "learning_rate": 1e-05
  },
  {
    "step": 12375,
    "loss": 0.011161230504512787,
    "elapsed_seconds": 963.2731761932373,
    "learning_rate": 1e-05
  },
  {
    "step": 12400,
    "loss": 0.010367793031036854,
    "elapsed_seconds": 965.0388126373291,
    "learning_rate": 1e-05
  },
  {
    "step": 12425,
    "loss": 0.010395719669759274,
    "elapsed_seconds": 966.9466254711151,
    "learning_rate": 1e-05
  },
  {
    "step": 12450,
    "loss": 0.010035400278866291,
    "elapsed_seconds": 968.7858402729034,
    "learning_rate": 1e-05
  },
  {
    "step": 12475,
    "loss": 0.010525953955948353,
    "elapsed_seconds": 970.406956911087,
    "learning_rate": 1e-05
  },
  {
    "step": 12500,
    "loss": 0.01139622088521719,
    "elapsed_seconds": 972.0813200473785,
    "learning_rate": 1e-05
  },
  {
    "step": 12525,
    "loss": 0.010750639252364635,
    "elapsed_seconds": 973.8246648311615,
    "learning_rate": 1e-05
  },
  {
    "step": 12550,
    "loss": 0.010052666068077087,
    "elapsed_seconds": 975.6505389213562,
    "learning_rate": 1e-05
  },
  {
    "step": 12575,
    "loss": 0.010031254962086678,
    "elapsed_seconds": 977.4068293571472,
    "learning_rate": 1e-05
  },
  {
    "step": 12600,
    "loss": 0.010069973766803741,
    "elapsed_seconds": 979.0992641448975,
    "learning_rate": 1e-05
  },
  {
    "step": 12625,
    "loss": 0.010097111575305462,
    "elapsed_seconds": 983.3038611412048,
    "learning_rate": 1e-05
  },
  {
    "step": 12650,
    "loss": 0.010326136834919453,
    "elapsed_seconds": 984.8799712657928,
    "learning_rate": 1e-05
  },
  {
    "step": 12675,
    "loss": 0.010070089250802994,
    "elapsed_seconds": 986.8484761714935,
    "learning_rate": 1e-05
  },
  {
    "step": 12700,
    "loss": 0.010067245922982693,
    "elapsed_seconds": 988.6948869228363,
    "learning_rate": 1e-05
  },
  {
    "step": 12725,
    "loss": 0.010059839114546776,
    "elapsed_seconds": 990.4936606884003,
    "learning_rate": 1e-05
  },
  {
    "step": 12750,
    "loss": 0.010074548423290253,
    "elapsed_seconds": 992.2737526893616,
    "learning_rate": 1e-05
  },
  {
    "step": 12775,
    "loss": 0.010029420256614685,
    "elapsed_seconds": 994.1254072189331,
    "learning_rate": 1e-05
  },
  {
    "step": 12800,
    "loss": 0.010172632522881031,
    "elapsed_seconds": 996.2387714385986,
    "learning_rate": 1e-05
  },
  {
    "step": 12825,
    "loss": 0.011718211695551872,
    "elapsed_seconds": 998.3465342521667,
    "learning_rate": 1e-05
  },
  {
    "step": 12850,
    "loss": 0.010764580219984055,
    "elapsed_seconds": 1000.1638860702515,
    "learning_rate": 1e-05
  },
  {
    "step": 12875,
    "loss": 0.010480075143277645,
    "elapsed_seconds": 1001.9368245601654,
    "learning_rate": 1e-05
  },
  {
    "step": 12900,
    "loss": 0.010290461592376232,
    "elapsed_seconds": 1003.596524477005,
    "learning_rate": 1e-05
  },
  {
    "step": 12925,
    "loss": 0.010161983780562878,
    "elapsed_seconds": 1005.5780611038208,
    "learning_rate": 1e-05
  },
  {
    "step": 12950,
    "loss": 0.01004019845277071,
    "elapsed_seconds": 1007.7106058597565,
    "learning_rate": 1e-05
  },
  {
    "step": 12975,
    "loss": 0.01007106527686119,
    "elapsed_seconds": 1009.4209506511688,
    "learning_rate": 1e-05
  },
  {
    "step": 13000,
    "loss": 0.009934342466294765,
    "elapsed_seconds": 1011.4081039428711,
    "learning_rate": 1e-05
  },
  {
    "step": 13025,
    "loss": 0.00986679457128048,
    "elapsed_seconds": 1013.1929578781128,
    "learning_rate": 1e-05
  },
  {
    "step": 13050,
    "loss": 0.009990798309445381,
    "elapsed_seconds": 1014.8920948505402,
    "learning_rate": 1e-05
  },
  {
    "step": 13075,
    "loss": 0.010227637365460396,
    "elapsed_seconds": 1017.265796661377,
    "learning_rate": 1e-05
  },
  {
    "step": 13100,
    "loss": 0.010105593129992485,
    "elapsed_seconds": 1019.09348320961,
    "learning_rate": 1e-05
  },
  {
    "step": 13125,
    "loss": 0.009908415377140045,
    "elapsed_seconds": 1020.8347027301788,
    "learning_rate": 1e-05
  },
  {
    "step": 13150,
    "loss": 0.009925144724547863,
    "elapsed_seconds": 1022.5879878997803,
    "learning_rate": 1e-05
  },
  {
    "step": 13175,
    "loss": 0.009895015507936478,
    "elapsed_seconds": 1024.557886838913,
    "learning_rate": 1e-05
  },
  {
    "step": 13200,
    "loss": 0.010072225704789162,
    "elapsed_seconds": 1026.4278926849365,
    "learning_rate": 1e-05
  },
  {
    "step": 13225,
    "loss": 0.009900238364934921,
    "elapsed_seconds": 1028.1032350063324,
    "learning_rate": 1e-05
  },
  {
    "step": 13250,
    "loss": 0.010286020115017891,
    "elapsed_seconds": 1029.7857356071472,
    "learning_rate": 1e-05
  },
  {
    "step": 13275,
    "loss": 0.009935857728123665,
    "elapsed_seconds": 1035.279862165451,
    "learning_rate": 1e-05
  },
  {
    "step": 13300,
    "loss": 0.00985088013112545,
    "elapsed_seconds": 1037.3598592281342,
    "learning_rate": 1e-05
  },
  {
    "step": 13325,
    "loss": 0.009813930839300156,
    "elapsed_seconds": 1039.2799344062805,
    "learning_rate": 1e-05
  },
  {
    "step": 13350,
    "loss": 0.009877876378595829,
    "elapsed_seconds": 1041.031608581543,
    "learning_rate": 1e-05
  },
  {
    "step": 13375,
    "loss": 0.009975713677704334,
    "elapsed_seconds": 1042.680927991867,
    "learning_rate": 1e-05
  },
  {
    "step": 13400,
    "loss": 0.009846790693700314,
    "elapsed_seconds": 1044.3347623348236,
    "learning_rate": 1e-05
  },
  {
    "step": 13425,
    "loss": 0.010109744034707546,
    "elapsed_seconds": 1046.4476931095123,
    "learning_rate": 1e-05
  },
  {
    "step": 13450,
    "loss": 0.010251699015498161,
    "elapsed_seconds": 1048.3017182350159,
    "learning_rate": 1e-05
  },
  {
    "step": 13475,
    "loss": 0.009959622286260128,
    "elapsed_seconds": 1050.0758066177368,
    "learning_rate": 1e-05
  },
  {
    "step": 13500,
    "loss": 0.010705304332077503,
    "elapsed_seconds": 1051.7637643814087,
    "learning_rate": 1e-05
  },
  {
    "step": 13525,
    "loss": 0.010466618463397026,
    "elapsed_seconds": 1053.553819179535,
    "learning_rate": 1e-05
  },
  {
    "step": 13550,
    "loss": 0.009851258248090744,
    "elapsed_seconds": 1055.417330980301,
    "learning_rate": 1e-05
  },
  {
    "step": 13575,
    "loss": 0.009931066073477268,
    "elapsed_seconds": 1057.280181646347,
    "learning_rate": 1e-05
  },
  {
    "step": 13600,
    "loss": 0.010670931078493595,
    "elapsed_seconds": 1059.2933094501495,
    "learning_rate": 1e-05
  },
  {
    "step": 13625,
    "loss": 0.010054402984678745,
    "elapsed_seconds": 1061.2964725494385,
    "learning_rate": 1e-05
  },
  {
    "step": 13650,
    "loss": 0.009850823320448399,
    "elapsed_seconds": 1063.442847251892,
    "learning_rate": 1e-05
  },
  {
    "step": 13675,
    "loss": 0.0098638404160738,
    "elapsed_seconds": 1065.5488419532776,
    "learning_rate": 1e-05
  },
  {
    "step": 13700,
    "loss": 0.009723936207592487,
    "elapsed_seconds": 1070.308977842331,
    "learning_rate": 1e-05
  },
  {
    "step": 13725,
    "loss": 0.009917762130498886,
    "elapsed_seconds": 1072.2350425720215,
    "learning_rate": 1e-05
  },
  {
    "step": 13750,
    "loss": 0.009736567735671997,
    "elapsed_seconds": 1074.1719744205475,
    "learning_rate": 1e-05
  },
  {
    "step": 13775,
    "loss": 0.009922780096530914,
    "elapsed_seconds": 1076.319189786911,
    "learning_rate": 1e-05
  },
  {
    "step": 13800,
    "loss": 0.009805113077163696,
    "elapsed_seconds": 1078.6680829524994,
    "learning_rate": 1e-05
  },
  {
    "step": 13825,
    "loss": 0.010573642328381538,
    "elapsed_seconds": 1080.6205961704254,
    "learning_rate": 1e-05
  },
  {
    "step": 13850,
    "loss": 0.009963512420654297,
    "elapsed_seconds": 1082.6720554828644,
    "learning_rate": 1e-05
  },
  {
    "step": 13875,
    "loss": 0.010221817530691624,
    "elapsed_seconds": 1084.5987830162048,
    "learning_rate": 1e-05
  },
  {
    "step": 13900,
    "loss": 0.01036140788346529,
    "elapsed_seconds": 1086.7729213237762,
    "learning_rate": 1e-05
  },
  {
    "step": 13925,
    "loss": 0.00997432041913271,
    "elapsed_seconds": 1088.9146583080292,
    "learning_rate": 1e-05
  },
  {
    "step": 13950,
    "loss": 0.00998785998672247,
    "elapsed_seconds": 1090.8839495182037,
    "learning_rate": 1e-05
  },
  {
    "step": 13975,
    "loss": 0.010093305259943008,
    "elapsed_seconds": 1092.8428316116333,
    "learning_rate": 1e-05
  },
  {
    "step": 14000,
    "loss": 0.010289158672094345,
    "elapsed_seconds": 1094.8661994934082,
    "learning_rate": 1e-05
  },
  {
    "step": 14025,
    "loss": 0.00976775586605072,
    "elapsed_seconds": 1097.2186584472656,
    "learning_rate": 1e-05
  },
  {
    "step": 14050,
    "loss": 0.011276044882833958,
    "elapsed_seconds": 1099.2891855239868,
    "learning_rate": 1e-05
  },
  {
    "step": 14075,
    "loss": 0.010086657479405403,
    "elapsed_seconds": 1101.2345275878906,
    "learning_rate": 1e-05
  },
  {
    "step": 14100,
    "loss": 0.010265326127409935,
    "elapsed_seconds": 1105.857740163803,
    "learning_rate": 1e-05
  },
  {
    "step": 14125,
    "loss": 0.010702594183385372,
    "elapsed_seconds": 1108.029533624649,
    "learning_rate": 1e-05
  },
  {
    "step": 14150,
    "loss": 0.010029920376837254,
    "elapsed_seconds": 1110.36478972435,
    "learning_rate": 1e-05
  },
  {
    "step": 14175,
    "loss": 0.010094297118484974,
    "elapsed_seconds": 1112.4666147232056,
    "learning_rate": 1e-05
  },
  {
    "step": 14200,
    "loss": 0.01125259604305029,
    "elapsed_seconds": 1114.5738589763641,
    "learning_rate": 1e-05
  },
  {
    "step": 14225,
    "loss": 0.010044531896710396,
    "elapsed_seconds": 1116.9250056743622,
    "learning_rate": 1e-05
  },
  {
    "step": 14250,
    "loss": 0.01007105316966772,
    "elapsed_seconds": 1119.1449801921844,
    "learning_rate": 1e-05
  },
  {
    "step": 14275,
    "loss": 0.009931751526892185,
    "elapsed_seconds": 1121.217473745346,
    "learning_rate": 1e-05
  },
  {
    "step": 14300,
    "loss": 0.010381259024143219,
    "elapsed_seconds": 1123.527702331543,
    "learning_rate": 1e-05
  },
  {
    "step": 14325,
    "loss": 0.009712396189570427,
    "elapsed_seconds": 1126.0600383281708,
    "learning_rate": 1e-05
  },
  {
    "step": 14350,
    "loss": 0.010227302089333534,
    "elapsed_seconds": 1128.321451663971,
    "learning_rate": 1e-05
  },
  {
    "step": 14375,
    "loss": 0.009790186770260334,
    "elapsed_seconds": 1130.6534996032715,
    "learning_rate": 1e-05
  },
  {
    "step": 14400,
    "loss": 0.009987875819206238,
    "elapsed_seconds": 1133.0864379405975,
    "learning_rate": 1e-05
  },
  {
    "step": 14425,
    "loss": 0.009781349450349808,
    "elapsed_seconds": 1135.6228468418121,
    "learning_rate": 1e-05
  },
  {
    "step": 14450,
    "loss": 0.009646134451031685,
    "elapsed_seconds": 1140.6714429855347,
    "learning_rate": 1e-05
  },
  {
    "step": 14475,
    "loss": 0.011524053290486336,
    "elapsed_seconds": 1142.9290976524353,
    "learning_rate": 1e-05
  },
  {
    "step": 14500,
    "loss": 0.010066065937280655,
    "elapsed_seconds": 1145.172598361969,
    "learning_rate": 1e-05
  },
  {
    "step": 14525,
    "loss": 0.01040028128772974,
    "elapsed_seconds": 1147.5321624279022,
    "learning_rate": 1e-05
  },
  {
    "step": 14550,
    "loss": 0.01065546553581953,
    "elapsed_seconds": 1149.6304557323456,
    "learning_rate": 1e-05
  },
  {
    "step": 14575,
    "loss": 0.010421136394143105,
    "elapsed_seconds": 1151.7571742534637,
    "learning_rate": 1e-05
  },
  {
    "step": 14600,
    "loss": 0.009872605092823505,
    "elapsed_seconds": 1153.9212651252747,
    "learning_rate": 1e-05
  },
  {
    "step": 14625,
    "loss": 0.009469179436564445,
    "elapsed_seconds": 1156.4661886692047,
    "learning_rate": 1e-05
  },
  {
    "step": 14650,
    "loss": 0.009781641885638237,
    "elapsed_seconds": 1158.8776245117188,
    "learning_rate": 1e-05
  },
  {
    "step": 14675,
    "loss": 0.00959909986704588,
    "elapsed_seconds": 1161.1011822223663,
    "learning_rate": 1e-05
  },
  {
    "step": 14700,
    "loss": 0.010296882130205631,
    "elapsed_seconds": 1163.371928691864,
    "learning_rate": 1e-05
  },
  {
    "step": 14725,
    "loss": 0.00972877535969019,
    "elapsed_seconds": 1165.732961654663,
    "learning_rate": 1e-05
  },
  {
    "step": 14750,
    "loss": 0.009933614172041416,
    "elapsed_seconds": 1167.8506627082825,
    "learning_rate": 1e-05
  },
  {
    "step": 14775,
    "loss": 0.01217641495168209,
    "elapsed_seconds": 1169.969040632248,
    "learning_rate": 1e-05
  },
  {
    "step": 14800,
    "loss": 0.011562424711883068,
    "elapsed_seconds": 1174.551463842392,
    "learning_rate": 1e-05
  },
  {
    "step": 14825,
    "loss": 0.009922427125275135,
    "elapsed_seconds": 1176.675632238388,
    "learning_rate": 1e-05
  },
  {
    "step": 14850,
    "loss": 0.010138880461454391,
    "elapsed_seconds": 1178.5973861217499,
    "learning_rate": 1e-05
  },
  {
    "step": 14875,
    "loss": 0.009791364893317223,
    "elapsed_seconds": 1180.4302904605865,
    "learning_rate": 1e-05
  },
  {
    "step": 14900,
    "loss": 0.009662865661084652,
    "elapsed_seconds": 1182.3065848350525,
    "learning_rate": 1e-05
  },
  {
    "step": 14925,
    "loss": 0.009590614587068558,
    "elapsed_seconds": 1184.3661141395569,
    "learning_rate": 1e-05
  },
  {
    "step": 14950,
    "loss": 0.00969826988875866,
    "elapsed_seconds": 1186.27512717247,
    "learning_rate": 1e-05
  },
  {
    "step": 14975,
    "loss": 0.009676074609160423,
    "elapsed_seconds": 1188.2813827991486,
    "learning_rate": 1e-05
  },
  {
    "step": 15000,
    "loss": 0.009648235514760017,
    "elapsed_seconds": 1190.3376696109772,
    "learning_rate": 1e-05
  },
  {
    "step": 15025,
    "loss": 0.009560399688780308,
    "elapsed_seconds": 1192.5025556087494,
    "learning_rate": 1e-05
  },
  {
    "step": 15050,
    "loss": 0.009625128470361233,
    "elapsed_seconds": 1194.4586505889893,
    "learning_rate": 1e-05
  },
  {
    "step": 15075,
    "loss": 0.009517282247543335,
    "elapsed_seconds": 1196.3750722408295,
    "learning_rate": 1e-05
  },
  {
    "step": 15100,
    "loss": 0.009617114439606667,
    "elapsed_seconds": 1198.4980313777924,
    "learning_rate": 1e-05
  },
  {
    "step": 15125,
    "loss": 0.00953694712370634,
    "elapsed_seconds": 1200.6339721679688,
    "learning_rate": 1e-05
  },
  {
    "step": 15150,
    "loss": 0.009522086940705776,
    "elapsed_seconds": 1202.5071964263916,
    "learning_rate": 1e-05
  },
  {
    "step": 15175,
    "loss": 0.009481990709900856,
    "elapsed_seconds": 1204.4263813495636,
    "learning_rate": 1e-05
  },
  {
    "step": 15200,
    "loss": 0.009515936486423016,
    "elapsed_seconds": 1209.5022649765015,
    "learning_rate": 1e-05
  },
  {
    "step": 15225,
    "loss": 0.009579431265592575,
    "elapsed_seconds": 1211.6611683368683,
    "learning_rate": 1e-05
  },
  {
    "step": 15250,
    "loss": 0.010065281763672829,
    "elapsed_seconds": 1213.6387977600098,
    "learning_rate": 1e-05
  },
  {
    "step": 15275,
    "loss": 0.010169324465095997,
    "elapsed_seconds": 1215.7044005393982,
    "learning_rate": 1e-05
  },
  {
    "step": 15300,
    "loss": 0.010550078935921192,
    "elapsed_seconds": 1217.604370355606,
    "learning_rate": 1e-05
  },
  {
    "step": 15325,
    "loss": 0.010377027094364166,
    "elapsed_seconds": 1219.717657327652,
    "learning_rate": 1e-05
  },
  {
    "step": 15350,
    "loss": 0.009511872194707394,
    "elapsed_seconds": 1221.923376083374,
    "learning_rate": 1e-05
  },
  {
    "step": 15375,
    "loss": 0.009718753397464752,
    "elapsed_seconds": 1223.921080827713,
    "learning_rate": 1e-05
  },
  {
    "step": 15400,
    "loss": 0.009391427040100098,
    "elapsed_seconds": 1225.8640055656433,
    "learning_rate": 1e-05
  },
  {
    "step": 15425,
    "loss": 0.009583961218595505,
    "elapsed_seconds": 1227.983719587326,
    "learning_rate": 1e-05
  },
  {
    "step": 15450,
    "loss": 0.009864561259746552,
    "elapsed_seconds": 1230.0277256965637,
    "learning_rate": 1e-05
  },
  {
    "step": 15475,
    "loss": 0.009420252405107021,
    "elapsed_seconds": 1231.9436061382294,
    "learning_rate": 1e-05
  },
  {
    "step": 15500,
    "loss": 0.009433685801923275,
    "elapsed_seconds": 1233.9174687862396,
    "learning_rate": 1e-05
  },
  {
    "step": 15525,
    "loss": 0.009538237936794758,
    "elapsed_seconds": 1235.8376972675323,
    "learning_rate": 1e-05
  },
  {
    "step": 15550,
    "loss": 0.009676087647676468,
    "elapsed_seconds": 1237.989194393158,
    "learning_rate": 1e-05
  },
  {
    "step": 15575,
    "loss": 0.00964739266782999,
    "elapsed_seconds": 1240.1792042255402,
    "learning_rate": 1e-05
  },
  {
    "step": 15600,
    "loss": 0.009872566908597946,
    "elapsed_seconds": 1244.8088283538818,
    "learning_rate": 1e-05
  },
  {
    "step": 15625,
    "loss": 0.00945152249187231,
    "elapsed_seconds": 1246.8825826644897,
    "learning_rate": 1e-05
  },
  {
    "step": 15650,
    "loss": 0.009428851306438446,
    "elapsed_seconds": 1248.8151383399963,
    "learning_rate": 1e-05
  },
  {
    "step": 15675,
    "loss": 0.009556440636515617,
    "elapsed_seconds": 1250.741616487503,
    "learning_rate": 1e-05
  },
  {
    "step": 15700,
    "loss": 0.009320077486336231,
    "elapsed_seconds": 1252.6835534572601,
    "learning_rate": 1e-05
  },
  {
    "step": 15725,
    "loss": 0.009340599179267883,
    "elapsed_seconds": 1254.711156129837,
    "learning_rate": 1e-05
  },
  {
    "step": 15750,
    "loss": 0.009772228077054024,
    "elapsed_seconds": 1256.5521032810211,
    "learning_rate": 1e-05
  },
  {
    "step": 15775,
    "loss": 0.009863481856882572,
    "elapsed_seconds": 1258.5292382240295,
    "learning_rate": 1e-05
  },
  {
    "step": 15800,
    "loss": 0.009381052106618881,
    "elapsed_seconds": 1260.7090532779694,
    "learning_rate": 1e-05
  },
  {
    "step": 15825,
    "loss": 0.009508991613984108,
    "elapsed_seconds": 1262.8331995010376,
    "learning_rate": 1e-05
  },
  {
    "step": 15850,
    "loss": 0.009508691728115082,
    "elapsed_seconds": 1264.9205713272095,
    "learning_rate": 1e-05
  },
  {
    "step": 15875,
    "loss": 0.009429873898625374,
    "elapsed_seconds": 1266.8591129779816,
    "learning_rate": 1e-05
  },
  {
    "step": 15900,
    "loss": 0.009517529048025608,
    "elapsed_seconds": 1268.6774988174438,
    "learning_rate": 1e-05
  },
  {
    "step": 15925,
    "loss": 0.009512735530734062,
    "elapsed_seconds": 1270.8125360012054,
    "learning_rate": 1e-05
  },
  {
    "step": 15950,
    "loss": 0.00937105156481266,
    "elapsed_seconds": 1272.864708185196,
    "learning_rate": 1e-05
  },
  {
    "step": 15975,
    "loss": 0.009437881410121918,
    "elapsed_seconds": 1274.8592143058777,
    "learning_rate": 1e-05
  },
  {
    "step": 16000,
    "loss": 0.00946940016001463,
    "elapsed_seconds": 1279.7294857501984,
    "learning_rate": 1e-05
  },
  {
    "step": 16025,
    "loss": 0.009354273788630962,
    "elapsed_seconds": 1282.036336183548,
    "learning_rate": 1e-05
  },
  {
    "step": 16050,
    "loss": 0.00960585381835699,
    "elapsed_seconds": 1284.2485046386719,
    "learning_rate": 1e-05
  },
  {
    "step": 16075,
    "loss": 0.009398069232702255,
    "elapsed_seconds": 1286.2513155937195,
    "learning_rate": 1e-05
  },
  {
    "step": 16100,
    "loss": 0.00945957750082016,
    "elapsed_seconds": 1288.1676592826843,
    "learning_rate": 1e-05
  },
  {
    "step": 16125,
    "loss": 0.009508092887699604,
    "elapsed_seconds": 1290.2394752502441,
    "learning_rate": 1e-05
  },
  {
    "step": 16150,
    "loss": 0.009766844101250172,
    "elapsed_seconds": 1292.401328086853,
    "learning_rate": 1e-05
  },
  {
    "step": 16175,
    "loss": 0.011149177327752113,
    "elapsed_seconds": 1294.168711900711,
    "learning_rate": 1e-05
  },
  {
    "step": 16200,
    "loss": 0.00933320913463831,
    "elapsed_seconds": 1296.0986304283142,
    "learning_rate": 1e-05
  },
  {
    "step": 16225,
    "loss": 0.009321303106844425,
    "elapsed_seconds": 1298.3721628189087,
    "learning_rate": 1e-05
  },
  {
    "step": 16250,
    "loss": 0.009609706699848175,
    "elapsed_seconds": 1300.617970943451,
    "learning_rate": 1e-05
  },
  {
    "step": 16275,
    "loss": 0.009777193889021873,
    "elapsed_seconds": 1302.5842928886414,
    "learning_rate": 1e-05
  },
  {
    "step": 16300,
    "loss": 0.009444478899240494,
    "elapsed_seconds": 1304.5951285362244,
    "learning_rate": 1e-05
  },
  {
    "step": 16325,
    "loss": 0.009778403677046299,
    "elapsed_seconds": 1306.693080663681,
    "learning_rate": 1e-05
  },
  {
    "step": 16350,
    "loss": 0.009306982159614563,
    "elapsed_seconds": 1308.5441150665283,
    "learning_rate": 1e-05
  },
  {
    "step": 16375,
    "loss": 0.010970676317811012,
    "elapsed_seconds": 1310.3807764053345,
    "learning_rate": 1e-05
  },
  {
    "step": 16400,
    "loss": 0.009730481542646885,
    "elapsed_seconds": 1315.3877565860748,
    "learning_rate": 1e-05
  },
  {
    "step": 16425,
    "loss": 0.009367479011416435,
    "elapsed_seconds": 1317.3815052509308,
    "learning_rate": 1e-05
  },
  {
    "step": 16450,
    "loss": 0.009393354877829552,
    "elapsed_seconds": 1319.3076713085175,
    "learning_rate": 1e-05
  },
  {
    "step": 16475,
    "loss": 0.00942118838429451,
    "elapsed_seconds": 1321.265370607376,
    "learning_rate": 1e-05
  },
  {
    "step": 16500,
    "loss": 0.00939122773706913,
    "elapsed_seconds": 1323.147266626358,
    "learning_rate": 1e-05
  },
  {
    "step": 16525,
    "loss": 0.009332021698355675,
    "elapsed_seconds": 1325.0025389194489,
    "learning_rate": 1e-05
  },
  {
    "step": 16550,
    "loss": 0.00976545736193657,
    "elapsed_seconds": 1326.8818566799164,
    "learning_rate": 1e-05
  },
  {
    "step": 16575,
    "loss": 0.009283635765314102,
    "elapsed_seconds": 1328.858963251114,
    "learning_rate": 1e-05
  },
  {
    "step": 16600,
    "loss": 0.0094474321231246,
    "elapsed_seconds": 1331.0063893795013,
    "learning_rate": 1e-05
  },
  {
    "step": 16625,
    "loss": 0.009421533904969692,
    "elapsed_seconds": 1333.1302955150604,
    "learning_rate": 1e-05
  },
  {
    "step": 16650,
    "loss": 0.009294225834310055,
    "elapsed_seconds": 1334.9352061748505,
    "learning_rate": 1e-05
  },
  {
    "step": 16675,
    "loss": 0.009689420461654663,
    "elapsed_seconds": 1337.0881946086884,
    "learning_rate": 1e-05
  },
  {
    "step": 16700,
    "loss": 0.009425950236618519,
    "elapsed_seconds": 1339.0781695842743,
    "learning_rate": 1e-05
  },
  {
    "step": 16725,
    "loss": 0.009383445605635643,
    "elapsed_seconds": 1341.0350456237793,
    "learning_rate": 1e-05
  },
  {
    "step": 16750,
    "loss": 0.00919411238282919,
    "elapsed_seconds": 1343.0906636714935,
    "learning_rate": 1e-05
  },
  {
    "step": 16775,
    "loss": 0.009351205080747604,
    "elapsed_seconds": 1345.1520218849182,
    "learning_rate": 1e-05
  },
  {
    "step": 16800,
    "loss": 0.009277839213609695,
    "elapsed_seconds": 1350.274269580841,
    "learning_rate": 1e-05
  },
  {
    "step": 16825,
    "loss": 0.009168249554932117,
    "elapsed_seconds": 1352.2773070335388,
    "learning_rate": 1e-05
  },
  {
    "step": 16850,
    "loss": 0.009337568655610085,
    "elapsed_seconds": 1354.3989486694336,
    "learning_rate": 1e-05
  },
  {
    "step": 16875,
    "loss": 0.00934095773845911,
    "elapsed_seconds": 1356.503898859024,
    "learning_rate": 1e-05
  },
  {
    "step": 16900,
    "loss": 0.009261682629585266,
    "elapsed_seconds": 1358.5922248363495,
    "learning_rate": 1e-05
  },
  {
    "step": 16925,
    "loss": 0.009419322945177555,
    "elapsed_seconds": 1360.8226053714752,
    "learning_rate": 1e-05
  },
  {
    "step": 16950,
    "loss": 0.00931960716843605,
    "elapsed_seconds": 1362.8215308189392,
    "learning_rate": 1e-05
  },
  {
    "step": 16975,
    "loss": 0.009469917975366116,
    "elapsed_seconds": 1364.9463231563568,
    "learning_rate": 1e-05
  },
  {
    "step": 17000,
    "loss": 0.010100600309669971,
    "elapsed_seconds": 1366.9090688228607,
    "learning_rate": 1e-05
  },
  {
    "step": 17025,
    "loss": 0.00965944118797779,
    "elapsed_seconds": 1369.058462381363,
    "learning_rate": 1e-05
  },
  {
    "step": 17050,
    "loss": 0.010396878235042095,
    "elapsed_seconds": 1371.1676018238068,
    "learning_rate": 1e-05
  },
  {
    "step": 17075,
    "loss": 0.009187661111354828,
    "elapsed_seconds": 1373.2410850524902,
    "learning_rate": 1e-05
  },
  {
    "step": 17100,
    "loss": 0.009266834706068039,
    "elapsed_seconds": 1375.1426820755005,
    "learning_rate": 1e-05
  },
  {
    "step": 17125,
    "loss": 0.009583774954080582,
    "elapsed_seconds": 1377.3072645664215,
    "learning_rate": 1e-05
  },
  {
    "step": 17150,
    "loss": 0.009341786615550518,
    "elapsed_seconds": 1379.2370600700378,
    "learning_rate": 1e-05
  },
  {
    "step": 17175,
    "loss": 0.00928867980837822,
    "elapsed_seconds": 1381.0918943881989,
    "learning_rate": 1e-05
  },
  {
    "step": 17200,
    "loss": 0.009057854302227497,
    "elapsed_seconds": 1385.931927204132,
    "learning_rate": 1e-05
  },
  {
    "step": 17225,
    "loss": 0.009660730138421059,
    "elapsed_seconds": 1387.9951832294464,
    "learning_rate": 1e-05
  },
  {
    "step": 17250,
    "loss": 0.009316192008554935,
    "elapsed_seconds": 1390.0362448692322,
    "learning_rate": 1e-05
  },
  {
    "step": 17275,
    "loss": 0.009333210997283459,
    "elapsed_seconds": 1392.0932767391205,
    "learning_rate": 1e-05
  },
  {
    "step": 17300,
    "loss": 0.00942731648683548,
    "elapsed_seconds": 1394.09792137146,
    "learning_rate": 1e-05
  },
  {
    "step": 17325,
    "loss": 0.009298392571508884,
    "elapsed_seconds": 1396.3882763385773,
    "learning_rate": 1e-05
  },
  {
    "step": 17350,
    "loss": 0.009120100177824497,
    "elapsed_seconds": 1398.3371560573578,
    "learning_rate": 1e-05
  },
  {
    "step": 17375,
    "loss": 0.009402528405189514,
    "elapsed_seconds": 1400.1899938583374,
    "learning_rate": 1e-05
  },
  {
    "step": 17400,
    "loss": 0.009316405281424522,
    "elapsed_seconds": 1402.2614381313324,
    "learning_rate": 1e-05
  },
  {
    "step": 17425,
    "loss": 0.009157446213066578,
    "elapsed_seconds": 1404.2278430461884,
    "learning_rate": 1e-05
  },
  {
    "step": 17450,
    "loss": 0.009041372686624527,
    "elapsed_seconds": 1406.2091076374054,
    "learning_rate": 1e-05
  },
  {
    "step": 17475,
    "loss": 0.009195340797305107,
    "elapsed_seconds": 1408.1458427906036,
    "learning_rate": 1e-05
  },
  {
    "step": 17500,
    "loss": 0.009185493923723698,
    "elapsed_seconds": 1410.2422513961792,
    "learning_rate": 1e-05
  },
  {
    "step": 17525,
    "loss": 0.009202091954648495,
    "elapsed_seconds": 1412.419266462326,
    "learning_rate": 1e-05
  },
  {
    "step": 17550,
    "loss": 0.009244926273822784,
    "elapsed_seconds": 1414.2546043395996,
    "learning_rate": 1e-05
  },
  {
    "step": 17575,
    "loss": 0.009055398404598236,
    "elapsed_seconds": 1416.2555477619171,
    "learning_rate": 1e-05
  },
  {
    "step": 17600,
    "loss": 0.009096810594201088,
    "elapsed_seconds": 1421.6208527088165,
    "learning_rate": 1e-05
  },
  {
    "step": 17625,
    "loss": 0.009323664009571075,
    "elapsed_seconds": 1423.782214164734,
    "learning_rate": 1e-05
  },
  {
    "step": 17650,
    "loss": 0.009313122369349003,
    "elapsed_seconds": 1425.9383206367493,
    "learning_rate": 1e-05
  },
  {
    "step": 17675,
    "loss": 0.009334814734756947,
    "elapsed_seconds": 1428.2243320941925,
    "learning_rate": 1e-05
  },
  {
    "step": 17700,
    "loss": 0.009215913712978363,
    "elapsed_seconds": 1430.1705355644226,
    "learning_rate": 1e-05
  },
  {
    "step": 17725,
    "loss": 0.009425157681107521,
    "elapsed_seconds": 1432.3665833473206,
    "learning_rate": 1e-05
  },
  {
    "step": 17750,
    "loss": 0.00923004187643528,
    "elapsed_seconds": 1434.4782338142395,
    "learning_rate": 1e-05
  },
  {
    "step": 17775,
    "loss": 0.00934664811939001,
    "elapsed_seconds": 1436.552482366562,
    "learning_rate": 1e-05
  },
  {
    "step": 17800,
    "loss": 0.00913707073777914,
    "elapsed_seconds": 1438.4456996917725,
    "learning_rate": 1e-05
  },
  {
    "step": 17825,
    "loss": 0.00914784800261259,
    "elapsed_seconds": 1440.8014373779297,
    "learning_rate": 1e-05
  },
  {
    "step": 17850,
    "loss": 0.009348193183541298,
    "elapsed_seconds": 1442.812494277954,
    "learning_rate": 1e-05
  },
  {
    "step": 17875,
    "loss": 0.00935747567564249,
    "elapsed_seconds": 1444.7328321933746,
    "learning_rate": 1e-05
  },
  {
    "step": 17900,
    "loss": 0.00916006974875927,
    "elapsed_seconds": 1446.5781362056732,
    "learning_rate": 1e-05
  },
  {
    "step": 17925,
    "loss": 0.00904762838035822,
    "elapsed_seconds": 1448.9728467464447,
    "learning_rate": 1e-05
  },
  {
    "step": 17950,
    "loss": 0.009082679636776447,
    "elapsed_seconds": 1451.4612958431244,
    "learning_rate": 1e-05
  },
  {
    "step": 17975,
    "loss": 0.009506044909358025,
    "elapsed_seconds": 1456.3880634307861,
    "learning_rate": 1e-05
  },
  {
    "step": 18000,
    "loss": 0.009276920929551125,
    "elapsed_seconds": 1458.5303378105164,
    "learning_rate": 1e-05
  },
  {
    "step": 18025,
    "loss": 0.009202907793223858,
    "elapsed_seconds": 1460.7275800704956,
    "learning_rate": 1e-05
  },
  {
    "step": 18050,
    "loss": 0.00921295490115881,
    "elapsed_seconds": 1462.7417171001434,
    "learning_rate": 1e-05
  },
  {
    "step": 18075,
    "loss": 0.00988753605633974,
    "elapsed_seconds": 1464.3316895961761,
    "learning_rate": 1e-05
  },
  {
    "step": 18100,
    "loss": 0.010415259748697281,
    "elapsed_seconds": 1466.2094550132751,
    "learning_rate": 1e-05
  },
  {
    "step": 18125,
    "loss": 0.010037612169981003,
    "elapsed_seconds": 1468.1681499481201,
    "learning_rate": 1e-05
  },
  {
    "step": 18150,
    "loss": 0.00983611959964037,
    "elapsed_seconds": 1469.836426973343,
    "learning_rate": 1e-05
  },
  {
    "step": 18175,
    "loss": 0.009699899703264236,
    "elapsed_seconds": 1471.6101777553558,
    "learning_rate": 1e-05
  },
  {
    "step": 18200,
    "loss": 0.009679085575044155,
    "elapsed_seconds": 1473.4381079673767,
    "learning_rate": 1e-05
  },
  {
    "step": 18225,
    "loss": 0.009532526135444641,
    "elapsed_seconds": 1475.2172014713287,
    "learning_rate": 1e-05
  },
  {
    "step": 18250,
    "loss": 0.009638173505663872,
    "elapsed_seconds": 1476.9104113578796,
    "learning_rate": 1e-05
  },
  {
    "step": 18275,
    "loss": 0.0094118257984519,
    "elapsed_seconds": 1478.598789691925,
    "learning_rate": 1e-05
  },
  {
    "step": 18300,
    "loss": 0.011122635565698147,
    "elapsed_seconds": 1480.214591741562,
    "learning_rate": 1e-05
  },
  {
    "step": 18325,
    "loss": 0.009821319952607155,
    "elapsed_seconds": 1482.1075525283813,
    "learning_rate": 1e-05
  },
  {
    "step": 18350,
    "loss": 0.010782812722027302,
    "elapsed_seconds": 1483.930325269699,
    "learning_rate": 1e-05
  },
  {
    "step": 18375,
    "loss": 0.009422092698514462,
    "elapsed_seconds": 1485.6424684524536,
    "learning_rate": 1e-05
  },
  {
    "step": 18400,
    "loss": 0.0094407107681036,
    "elapsed_seconds": 1487.2768166065216,
    "learning_rate": 1e-05
  },
  {
    "step": 18425,
    "loss": 0.00929487869143486,
    "elapsed_seconds": 1492.3994445800781,
    "learning_rate": 1e-05
  },
  {
    "step": 18450,
    "loss": 0.009628537110984325,
    "elapsed_seconds": 1495.0684568881989,
    "learning_rate": 1e-05
  },
  {
    "step": 18475,
    "loss": 0.009590798988938332,
    "elapsed_seconds": 1496.9394178390503,
    "learning_rate": 1e-05
  },
  {
    "step": 18500,
    "loss": 0.009279120713472366,
    "elapsed_seconds": 1498.7448031902313,
    "learning_rate": 1e-05
  },
  {
    "step": 18525,
    "loss": 0.009351879358291626,
    "elapsed_seconds": 1500.353705406189,
    "learning_rate": 1e-05
  },
  {
    "step": 18550,
    "loss": 0.009442726150155067,
    "elapsed_seconds": 1502.1045563220978,
    "learning_rate": 1e-05
  },
  {
    "step": 18575,
    "loss": 0.009462326765060425,
    "elapsed_seconds": 1503.7772388458252,
    "learning_rate": 1e-05
  },
  {
    "step": 18600,
    "loss": 0.009352138265967369,
    "elapsed_seconds": 1505.5139689445496,
    "learning_rate": 1e-05
  },
  {
    "step": 18625,
    "loss": 0.009257471188902855,
    "elapsed_seconds": 1507.4176321029663,
    "learning_rate": 1e-05
  },
  {
    "step": 18650,
    "loss": 0.009165375493466854,
    "elapsed_seconds": 1508.9947216510773,
    "learning_rate": 1e-05
  },
  {
    "step": 18675,
    "loss": 0.009151004254817963,
    "elapsed_seconds": 1510.5471379756927,
    "learning_rate": 1e-05
  },
  {
    "step": 18700,
    "loss": 0.009073922410607338,
    "elapsed_seconds": 1512.1536948680878,
    "learning_rate": 1e-05
  },
  {
    "step": 18725,
    "loss": 0.009218980558216572,
    "elapsed_seconds": 1513.8446424007416,
    "learning_rate": 1e-05
  },
  {
    "step": 18750,
    "loss": 0.009154045023024082,
    "elapsed_seconds": 1515.504885673523,
    "learning_rate": 1e-05
  },
  {
    "step": 18775,
    "loss": 0.00911514088511467,
    "elapsed_seconds": 1517.1902089118958,
    "learning_rate": 1e-05
  },
  {
    "step": 18800,
    "loss": 0.009114868938922882,
    "elapsed_seconds": 1519.0034506320953,
    "learning_rate": 1e-05
  },
  {
    "step": 18825,
    "loss": 0.009302578866481781,
    "elapsed_seconds": 1520.8092782497406,
    "learning_rate": 1e-05
  },
  {
    "step": 18850,
    "loss": 0.008988584391772747,
    "elapsed_seconds": 1522.5512955188751,
    "learning_rate": 1e-05
  },
  {
    "step": 18875,
    "loss": 0.009008724242448807,
    "elapsed_seconds": 1524.2053117752075,
    "learning_rate": 1e-05
  },
  {
    "step": 18900,
    "loss": 0.009991714730858803,
    "elapsed_seconds": 1528.1946227550507,
    "learning_rate": 1e-05
  },
  {
    "step": 18925,
    "loss": 0.009941034018993378,
    "elapsed_seconds": 1529.7943284511566,
    "learning_rate": 1e-05
  },
  {
    "step": 18950,
    "loss": 0.009257511235773563,
    "elapsed_seconds": 1531.3659162521362,
    "learning_rate": 1e-05
  },
  {
    "step": 18975,
    "loss": 0.009160065092146397,
    "elapsed_seconds": 1533.9736831188202,
    "learning_rate": 1e-05
  },
  {
    "step": 19000,
    "loss": 0.009016101248562336,
    "elapsed_seconds": 1537.0360913276672,
    "learning_rate": 1e-05
  },
  {
    "step": 19025,
    "loss": 0.009036778472363949,
    "elapsed_seconds": 1540.2908337116241,
    "learning_rate": 1e-05
  },
  {
    "step": 19050,
    "loss": 0.009023692458868027,
    "elapsed_seconds": 1543.391459941864,
    "learning_rate": 1e-05
  },
  {
    "step": 19075,
    "loss": 0.009479785338044167,
    "elapsed_seconds": 1545.405270576477,
    "learning_rate": 1e-05
  },
  {
    "step": 19100,
    "loss": 0.009425788186490536,
    "elapsed_seconds": 1547.1066009998322,
    "learning_rate": 1e-05
  },
  {
    "step": 19125,
    "loss": 0.009441097266972065,
    "elapsed_seconds": 1548.7353515625,
    "learning_rate": 1e-05
  },
  {
    "step": 19150,
    "loss": 0.009055959060788155,
    "elapsed_seconds": 1550.2592718601227,
    "learning_rate": 1e-05
  },
  {
    "step": 19175,
    "loss": 0.00901799276471138,
    "elapsed_seconds": 1552.0107233524323,
    "learning_rate": 1e-05
  },
  {
    "step": 19200,
    "loss": 0.009066165424883366,
    "elapsed_seconds": 1553.664223909378,
    "learning_rate": 1e-05
  },
  {
    "step": 19225,
    "loss": 0.009064382873475552,
    "elapsed_seconds": 1555.327270269394,
    "learning_rate": 1e-05
  },
  {
    "step": 19250,
    "loss": 0.009131061844527721,
    "elapsed_seconds": 1556.8380300998688,
    "learning_rate": 1e-05
  },
  {
    "step": 19275,
    "loss": 0.009697315283119678,
    "elapsed_seconds": 1558.4418649673462,
    "learning_rate": 1e-05
  },
  {
    "step": 19300,
    "loss": 0.009200356900691986,
    "elapsed_seconds": 1563.69317984581,
    "learning_rate": 1e-05
  },
  {
    "step": 19325,
    "loss": 0.009078648872673512,
    "elapsed_seconds": 1565.4862170219421,
    "learning_rate": 1e-05
  },
  {
    "step": 19350,
    "loss": 0.009149454534053802,
    "elapsed_seconds": 1567.2141780853271,
    "learning_rate": 1e-05
  },
  {
    "step": 19375,
    "loss": 0.009028543718159199,
    "elapsed_seconds": 1568.932050704956,
    "learning_rate": 1e-05
  },
  {
    "step": 19400,
    "loss": 0.00912713073194027,
    "elapsed_seconds": 1570.536813735962,
    "learning_rate": 1e-05
  },
  {
    "step": 19425,
    "loss": 0.008927981369197369,
    "elapsed_seconds": 1572.3864574432373,
    "learning_rate": 1e-05
  },
  {
    "step": 19450,
    "loss": 0.009078411385416985,
    "elapsed_seconds": 1574.141438961029,
    "learning_rate": 1e-05
  },
  {
    "step": 19475,
    "loss": 0.008883691392838955,
    "elapsed_seconds": 1575.955745458603,
    "learning_rate": 1e-05
  },
  {
    "step": 19500,
    "loss": 0.008911109529435635,
    "elapsed_seconds": 1577.8028600215912,
    "learning_rate": 1e-05
  },
  {
    "step": 19525,
    "loss": 0.009149414487183094,
    "elapsed_seconds": 1579.7085826396942,
    "learning_rate": 1e-05
  },
  {
    "step": 19550,
    "loss": 0.009119784459471703,
    "elapsed_seconds": 1581.360009431839,
    "learning_rate": 1e-05
  },
  {
    "step": 19575,
    "loss": 0.009085376746952534,
    "elapsed_seconds": 1582.9496977329254,
    "learning_rate": 1e-05
  },
  {
    "step": 19600,
    "loss": 0.00904869381338358,
    "elapsed_seconds": 1584.604606628418,
    "learning_rate": 1e-05
  },
  {
    "step": 19625,
    "loss": 0.009293485432863235,
    "elapsed_seconds": 1586.4493770599365,
    "learning_rate": 1e-05
  },
  {
    "step": 19650,
    "loss": 0.00903285201638937,
    "elapsed_seconds": 1588.064207792282,
    "learning_rate": 1e-05
  },
  {
    "step": 19675,
    "loss": 0.00898620393127203,
    "elapsed_seconds": 1589.9105134010315,
    "learning_rate": 1e-05
  },
  {
    "step": 19700,
    "loss": 0.008928381837904453,
    "elapsed_seconds": 1592.073975801468,
    "learning_rate": 1e-05
  },
  {
    "step": 19725,
    "loss": 0.009007700718939304,
    "elapsed_seconds": 1594.882506608963,
    "learning_rate": 1e-05
  },
  {
    "step": 19750,
    "loss": 0.009192845784127712,
    "elapsed_seconds": 1600.5073964595795,
    "learning_rate": 1e-05
  },
  {
    "step": 19775,
    "loss": 0.00900428555905819,
    "elapsed_seconds": 1603.7166202068329,
    "learning_rate": 1e-05
  },
  {
    "step": 19800,
    "loss": 0.009053255431354046,
    "elapsed_seconds": 1606.6109392642975,
    "learning_rate": 1e-05
  },
  {
    "step": 19825,
    "loss": 0.009710453450679779,
    "elapsed_seconds": 1608.5696806907654,
    "learning_rate": 1e-05
  },
  {
    "step": 19850,
    "loss": 0.009010191075503826,
    "elapsed_seconds": 1610.2904942035675,
    "learning_rate": 1e-05
  },
  {
    "step": 19875,
    "loss": 0.008929597213864326,
    "elapsed_seconds": 1611.9635591506958,
    "learning_rate": 1e-05
  },
  {
    "step": 19900,
    "loss": 0.00890122726559639,
    "elapsed_seconds": 1613.675133228302,
    "learning_rate": 1e-05
  },
  {
    "step": 19925,
    "loss": 0.008992803283035755,
    "elapsed_seconds": 1615.3718168735504,
    "learning_rate": 1e-05
  },
  {
    "step": 19950,
    "loss": 0.008912327699363232,
    "elapsed_seconds": 1617.0227241516113,
    "learning_rate": 1e-05
  },
  {
    "step": 19975,
    "loss": 0.008954041637480259,
    "elapsed_seconds": 1618.6129488945007,
    "learning_rate": 1e-05
  },
  {
    "step": 20000,
    "loss": 0.008851949125528336,
    "elapsed_seconds": 1620.1971225738525,
    "learning_rate": 1e-05
  }
]