[
  {
    "step": 25,
    "loss": 0.28075477480888367,
    "elapsed_seconds": 2.0687124729156494,
    "learning_rate": 0.00015749999999999998
  },
  {
    "step": 50,
    "loss": 0.15419474244117737,
    "elapsed_seconds": 3.8289825916290283,
    "learning_rate": 0.0003
  },
  {
    "step": 75,
    "loss": 0.09577807784080505,
    "elapsed_seconds": 5.5859215259552,
    "learning_rate": 0.00029998736784249956
  },
  {
    "step": 100,
    "loss": 0.08919060975313187,
    "elapsed_seconds": 7.95054292678833,
    "learning_rate": 0.0002999494735709831
  },
  {
    "step": 125,
    "loss": 0.07550910115242004,
    "elapsed_seconds": 11.23099660873413,
    "learning_rate": 0.0002998863237880217
  },
  {
    "step": 150,
    "loss": 0.07106178998947144,
    "elapsed_seconds": 14.587800979614258,
    "learning_rate": 0.0002997979294966224
  },
  {
    "step": 175,
    "loss": 0.061283010989427567,
    "elapsed_seconds": 16.642208337783813,
    "learning_rate": 0.00029968430609831075
  },
  {
    "step": 200,
    "loss": 0.07273774594068527,
    "elapsed_seconds": 18.3212833404541,
    "learning_rate": 0.00029954547339044774
  },
  {
    "step": 225,
    "loss": 0.06067061051726341,
    "elapsed_seconds": 20.009820699691772,
    "learning_rate": 0.00029938145556278003
  },
  {
    "step": 250,
    "loss": 0.05145394802093506,
    "elapsed_seconds": 21.65335488319397,
    "learning_rate": 0.00029919228119322516
  },
  {
    "step": 275,
    "loss": 0.05706024542450905,
    "elapsed_seconds": 26.053195476531982,
    "learning_rate": 0.0002989779832428926
  },
  {
    "step": 300,
    "loss": 0.0571063831448555,
    "elapsed_seconds": 27.878854751586914,
    "learning_rate": 0.00029873859905034047
  },
  {
    "step": 325,
    "loss": 0.05065597593784332,
    "elapsed_seconds": 29.63525700569153,
    "learning_rate": 0.0002984741703250698
  },
  {
    "step": 350,
    "loss": 0.04549681022763252,
    "elapsed_seconds": 31.229318618774414,
    "learning_rate": 0.0002981847431402572
  },
  {
    "step": 375,
    "loss": 0.05444439873099327,
    "elapsed_seconds": 32.804725646972656,
    "learning_rate": 0.0002978703679247271
  },
  {
    "step": 400,
    "loss": 0.04874323680996895,
    "elapsed_seconds": 34.408989667892456,
    "learning_rate": 0.00029753109945416574
  },
  {
    "step": 425,
    "loss": 0.04340777173638344,
    "elapsed_seconds": 36.02805757522583,
    "learning_rate": 0.00029716699684157654
  },
  {
    "step": 450,
    "loss": 0.042830199003219604,
    "elapsed_seconds": 37.621511697769165,
    "learning_rate": 0.0002967781235269809
  },
  {
    "step": 475,
    "loss": 0.04225589707493782,
    "elapsed_seconds": 39.117836713790894,
    "learning_rate": 0.0002963645472663644
  },
  {
    "step": 500,
    "loss": 0.04762428626418114,
    "elapsed_seconds": 40.981382608413696,
    "learning_rate": 0.0002959263401198714
  },
  {
    "step": 525,
    "loss": 0.04507619887590408,
    "elapsed_seconds": 43.70762252807617,
    "learning_rate": 0.0002954635784392493
  },
  {
    "step": 550,
    "loss": 0.03951748460531235,
    "elapsed_seconds": 46.55437779426575,
    "learning_rate": 0.0002949763428545456
  },
  {
    "step": 575,
    "loss": 0.04261498153209686,
    "elapsed_seconds": 48.15016984939575,
    "learning_rate": 0.0002944647182600587
  },
  {
    "step": 600,
    "loss": 0.04203411191701889,
    "elapsed_seconds": 49.6181755065918,
    "learning_rate": 0.0002939287937995468
  },
  {
    "step": 625,
    "loss": 0.04125642776489258,
    "elapsed_seconds": 51.160725831985474,
    "learning_rate": 0.0002933686628506953
  },
  {
    "step": 650,
    "loss": 0.041868675500154495,
    "elapsed_seconds": 52.84572505950928,
    "learning_rate": 0.00029278442300884717
  },
  {
    "step": 675,
    "loss": 0.04310131072998047,
    "elapsed_seconds": 54.48834824562073,
    "learning_rate": 0.0002921761760699982
  },
  {
    "step": 700,
    "loss": 0.04110855981707573,
    "elapsed_seconds": 56.16903471946716,
    "learning_rate": 0.00029154402801306065
  },
  {
    "step": 725,
    "loss": 0.040704093873500824,
    "elapsed_seconds": 60.717602491378784,
    "learning_rate": 0.0002908880889813975
  },
  {
    "step": 750,
    "loss": 0.05210752412676811,
    "elapsed_seconds": 63.15213918685913,
    "learning_rate": 0.00029020847326363154
  },
  {
    "step": 775,
    "loss": 0.04958057031035423,
    "elapsed_seconds": 64.82303810119629,
    "learning_rate": 0.00028950529927373244
  },
  {
    "step": 800,
    "loss": 0.04228204861283302,
    "elapsed_seconds": 66.43166136741638,
    "learning_rate": 0.00028877868953038397
  },
  {
    "step": 825,
    "loss": 0.03919684514403343,
    "elapsed_seconds": 68.0899748802185,
    "learning_rate": 0.0002880287706356376
  },
  {
    "step": 850,
    "loss": 0.035257190465927124,
    "elapsed_seconds": 69.71829104423523,
    "learning_rate": 0.0002872556732528532
  },
  {
    "step": 875,
    "loss": 0.040254466235637665,
    "elapsed_seconds": 71.45869731903076,
    "learning_rate": 0.0002864595320839328
  },
  {
    "step": 900,
    "loss": 0.03996679186820984,
    "elapsed_seconds": 73.01857614517212,
    "learning_rate": 0.00028564048584585073
  },
  {
    "step": 925,
    "loss": 0.03695191070437431,
    "elapsed_seconds": 75.18802285194397,
    "learning_rate": 0.00028479867724648405
  },
  {
    "step": 950,
    "loss": 0.03558080270886421,
    "elapsed_seconds": 78.59553527832031,
    "learning_rate": 0.00028393425295974723
  },
  {
    "step": 975,
    "loss": 0.038398660719394684,
    "elapsed_seconds": 81.8235433101654,
    "learning_rate": 0.00028304736360003683
  },
  {
    "step": 1000,
    "loss": 0.03486048802733421,
    "elapsed_seconds": 84.64980435371399,
    "learning_rate": 0.00028213816369598827
  },
  {
    "step": 1025,
    "loss": 0.038274191319942474,
    "elapsed_seconds": 87.91874861717224,
    "learning_rate": 0.00028120681166355184
  },
  {
    "step": 1050,
    "loss": 0.03812722861766815,
    "elapsed_seconds": 91.13331437110901,
    "learning_rate": 0.00028025346977839034
  },
  {
    "step": 1075,
    "loss": 0.03828529268503189,
    "elapsed_seconds": 96.66966271400452,
    "learning_rate": 0.00027927830414760515
  },
  {
    "step": 1100,
    "loss": 0.03939267247915268,
    "elapsed_seconds": 99.49754738807678,
    "learning_rate": 0.00027828148468079405
  },
  {
    "step": 1125,
    "loss": 0.034852396696805954,
    "elapsed_seconds": 103.2768394947052,
    "learning_rate": 0.00027726318506044665
  },
  {
    "step": 1150,
    "loss": 0.03665994107723236,
    "elapsed_seconds": 106.51141715049744,
    "learning_rate": 0.0002762235827116829
  },
  {
    "step": 1175,
    "loss": 0.0354284793138504,
    "elapsed_seconds": 108.89567422866821,
    "learning_rate": 0.0002751628587713387
  },
  {
    "step": 1200,
    "loss": 0.037399083375930786,
    "elapsed_seconds": 110.8856897354126,
    "learning_rate": 0.00027408119805640544
  },
  {
    "step": 1225,
    "loss": 0.036935895681381226,
    "elapsed_seconds": 112.49914836883545,
    "learning_rate": 0.00027297878903182816
  },
  {
    "step": 1250,
    "loss": 0.03536811098456383,
    "elapsed_seconds": 114.0396044254303,
    "learning_rate": 0.00027185582377766803
  },
  {
    "step": 1275,
    "loss": 0.03419290855526924,
    "elapsed_seconds": 115.7295560836792,
    "learning_rate": 0.0002707124979556347
  },
  {
    "step": 1300,
    "loss": 0.03682410717010498,
    "elapsed_seconds": 117.61690378189087,
    "learning_rate": 0.0002695490107749952
  },
  {
    "step": 1325,
    "loss": 0.03391077369451523,
    "elapsed_seconds": 120.37627506256104,
    "learning_rate": 0.0002683655649578643
  },
  {
    "step": 1350,
    "loss": 0.03381601348519325,
    "elapsed_seconds": 123.33095788955688,
    "learning_rate": 0.0002671623667038827
  },
  {
    "step": 1375,
    "loss": 0.03551648184657097,
    "elapsed_seconds": 125.90117812156677,
    "learning_rate": 0.0002659396256542897
  },
  {
    "step": 1400,
    "loss": 0.03975559398531914,
    "elapsed_seconds": 130.0221939086914,
    "learning_rate": 0.0002646975548553959
  },
  {
    "step": 1425,
    "loss": 0.032416075468063354,
    "elapsed_seconds": 131.70428776741028,
    "learning_rate": 0.00026343637072146284
  },
  {
    "step": 1450,
    "loss": 0.033669475466012955,
    "elapsed_seconds": 133.46388864517212,
    "learning_rate": 0.0002621562929969956
  },
  {
    "step": 1475,
    "loss": 0.035968054085969925,
    "elapsed_seconds": 136.45057344436646,
    "learning_rate": 0.00026085754471845516
  },
  {
    "step": 1500,
    "loss": 0.03687591478228569,
    "elapsed_seconds": 138.36400723457336,
    "learning_rate": 0.00025954035217539757
  },
  {
    "step": 1525,
    "loss": 0.03330380097031593,
    "elapsed_seconds": 141.10299110412598,
    "learning_rate": 0.00025820494487104577
  },
  {
    "step": 1550,
    "loss": 0.030935928225517273,
    "elapsed_seconds": 144.03354120254517,
    "learning_rate": 0.00025685155548230176
  },
  {
    "step": 1575,
    "loss": 0.03478845953941345,
    "elapsed_seconds": 146.67448115348816,
    "learning_rate": 0.00025548041981920575
  },
  {
    "step": 1600,
    "loss": 0.030379636213183403,
    "elapsed_seconds": 148.55265402793884,
    "learning_rate": 0.0002540917767838495
  },
  {
    "step": 1625,
    "loss": 0.03389737755060196,
    "elapsed_seconds": 150.39055347442627,
    "learning_rate": 0.0002526858683287508
  },
  {
    "step": 1650,
    "loss": 0.03138050064444542,
    "elapsed_seconds": 151.97355580329895,
    "learning_rate": 0.0002512629394146962
  },
  {
    "step": 1675,
    "loss": 0.0338212288916111,
    "elapsed_seconds": 153.60493230819702,
    "learning_rate": 0.0002498232379680604
  },
  {
    "step": 1700,
    "loss": 0.03176480159163475,
    "elapsed_seconds": 155.24862694740295,
    "learning_rate": 0.00024836701483760775
  },
  {
    "step": 1725,
    "loss": 0.030231811106204987,
    "elapsed_seconds": 157.0465793609619,
    "learning_rate": 0.0002468945237507858
  },
  {
    "step": 1750,
    "loss": 0.0338115356862545,
    "elapsed_seconds": 158.65742564201355,
    "learning_rate": 0.00024540602126951636
  },
  {
    "step": 1775,
    "loss": 0.03462807834148407,
    "elapsed_seconds": 160.22126150131226,
    "learning_rate": 0.00024390176674549287
  },
  {
    "step": 1800,
    "loss": 0.031825628131628036,
    "elapsed_seconds": 162.14618849754333,
    "learning_rate": 0.00024238202227499215
  },
  {
    "step": 1825,
    "loss": 0.03152737766504288,
    "elapsed_seconds": 167.5030918121338,
    "learning_rate": 0.00024084705265320754
  },
  {
    "step": 1850,
    "loss": 0.029369467869400978,
    "elapsed_seconds": 170.73960614204407,
    "learning_rate": 0.00023929712532811168
  },
  {
    "step": 1875,
    "loss": 0.032408326864242554,
    "elapsed_seconds": 174.52227902412415,
    "learning_rate": 0.00023773251035385748
  },
  {
    "step": 1900,
    "loss": 0.0321473702788353,
    "elapsed_seconds": 177.58540081977844,
    "learning_rate": 0.00023615348034372466
  },
  {
    "step": 1925,
    "loss": 0.033319611102342606,
    "elapsed_seconds": 180.75952887535095,
    "learning_rate": 0.0002345603104226207
  },
  {
    "step": 1950,
    "loss": 0.02954121306538582,
    "elapsed_seconds": 183.4468638896942,
    "learning_rate": 0.00023295327817914372
  },
  {
    "step": 1975,
    "loss": 0.0297703817486763,
    "elapsed_seconds": 185.80340361595154,
    "learning_rate": 0.00023133266361721657
  },
  {
    "step": 2000,
    "loss": 0.030978934839367867,
    "elapsed_seconds": 187.42343378067017,
    "learning_rate": 0.00022969874910729987
  },
  {
    "step": 2025,
    "loss": 0.029059112071990967,
    "elapsed_seconds": 189.5834240913391,
    "learning_rate": 0.00022805181933719277
  },
  {
    "step": 2050,
    "loss": 0.03063318505883217,
    "elapsed_seconds": 191.50794863700867,
    "learning_rate": 0.0002263921612624296
  },
  {
    "step": 2075,
    "loss": 0.029389038681983948,
    "elapsed_seconds": 193.2327241897583,
    "learning_rate": 0.00022472006405628212
  },
  {
    "step": 2100,
    "loss": 0.03143440932035446,
    "elapsed_seconds": 194.86694049835205,
    "learning_rate": 0.00022303581905937459
  },
  {
    "step": 2125,
    "loss": 0.031239811331033707,
    "elapsed_seconds": 196.606351852417,
    "learning_rate": 0.00022133971972892184
  },
  {
    "step": 2150,
    "loss": 0.02933414652943611,
    "elapsed_seconds": 200.68229007720947,
    "learning_rate": 0.00021963206158759805
  },
  {
    "step": 2175,
    "loss": 0.02916780672967434,
    "elapsed_seconds": 202.4484097957611,
    "learning_rate": 0.0002179131421720459
  },
  {
    "step": 2200,
    "loss": 0.030292464420199394,
    "elapsed_seconds": 204.51748371124268,
    "learning_rate": 0.00021618326098103496
  },
  {
    "step": 2225,
    "loss": 0.03073388896882534,
    "elapsed_seconds": 206.63141655921936,
    "learning_rate": 0.00021444271942327775
  },
  {
    "step": 2250,
    "loss": 0.02869831956923008,
    "elapsed_seconds": 208.66641569137573,
    "learning_rate": 0.0002126918207649135
  },
  {
    "step": 2275,
    "loss": 0.027603650465607643,
    "elapsed_seconds": 210.6219518184662,
    "learning_rate": 0.000210930870076668
  },
  {
    "step": 2300,
    "loss": 0.029746029525995255,
    "elapsed_seconds": 212.70755124092102,
    "learning_rate": 0.00020916017418069917
  },
  {
    "step": 2325,
    "loss": 0.025762340053915977,
    "elapsed_seconds": 214.7154779434204,
    "learning_rate": 0.00020738004159713715
  },
  {
    "step": 2350,
    "loss": 0.02883024513721466,
    "elapsed_seconds": 216.6963472366333,
    "learning_rate": 0.0002055907824903292
  },
  {
    "step": 2375,
    "loss": 0.028384892269968987,
    "elapsed_seconds": 218.640709400177,
    "learning_rate": 0.00020379270861479716
  },
  {
    "step": 2400,
    "loss": 0.037411414086818695,
    "elapsed_seconds": 220.69521403312683,
    "learning_rate": 0.00020198613326091906
  },
  {
    "step": 2425,
    "loss": 0.029675044119358063,
    "elapsed_seconds": 222.76380729675293,
    "learning_rate": 0.00020017137120034175
  },
  {
    "step": 2450,
    "loss": 0.02848644182085991,
    "elapsed_seconds": 224.78171491622925,
    "learning_rate": 0.00019834873863113666
  },
  {
    "step": 2475,
    "loss": 0.02586524561047554,
    "elapsed_seconds": 226.76927995681763,
    "learning_rate": 0.00019651855312270632
  },
  {
    "step": 2500,
    "loss": 0.025850212201476097,
    "elapsed_seconds": 228.83284878730774,
    "learning_rate": 0.00019468113356045202
  },
  {
    "step": 2525,
    "loss": 0.026726707816123962,
    "elapsed_seconds": 231.04071164131165,
    "learning_rate": 0.00019283680009021242
  },
  {
    "step": 2550,
    "loss": 0.02849532850086689,
    "elapsed_seconds": 235.65608978271484,
    "learning_rate": 0.00019098587406248246
  },
  {
    "step": 2575,
    "loss": 0.028171638026833534,
    "elapsed_seconds": 237.68301701545715,
    "learning_rate": 0.00018912867797642215
  },
  {
    "step": 2600,
    "loss": 0.027497202157974243,
    "elapsed_seconds": 239.67167019844055,
    "learning_rate": 0.00018726553542366555
  },
  {
    "step": 2625,
    "loss": 0.02778952568769455,
    "elapsed_seconds": 241.62860918045044,
    "learning_rate": 0.00018539677103193925
  },
  {
    "step": 2650,
    "loss": 0.027525609359145164,
    "elapsed_seconds": 243.64313507080078,
    "learning_rate": 0.0001835227104085001
  },
  {
    "step": 2675,
    "loss": 0.02693890407681465,
    "elapsed_seconds": 245.79891276359558,
    "learning_rate": 0.0001816436800834027
  },
  {
    "step": 2700,
    "loss": 0.02614397183060646,
    "elapsed_seconds": 247.9930703639984,
    "learning_rate": 0.00017976000745260592
  },
  {
    "step": 2725,
    "loss": 0.02569945715367794,
    "elapsed_seconds": 250.13544249534607,
    "learning_rate": 0.00017787202072092843
  },
  {
    "step": 2750,
    "loss": 0.02504948526620865,
    "elapsed_seconds": 252.1578607559204,
    "learning_rate": 0.0001759800488448633
  },
  {
    "step": 2775,
    "loss": 0.0270712710916996,
    "elapsed_seconds": 254.14519548416138,
    "learning_rate": 0.00017408442147526205
  },
  {
    "step": 2800,
    "loss": 0.02633679285645485,
    "elapsed_seconds": 256.1397259235382,
    "learning_rate": 0.00017218546889989693
  },
  {
    "step": 2825,
    "loss": 0.02886255271732807,
    "elapsed_seconds": 258.1625425815582,
    "learning_rate": 0.0001702835219859129
  },
  {
    "step": 2850,
    "loss": 0.027046820148825645,
    "elapsed_seconds": 260.26275420188904,
    "learning_rate": 0.0001683789121221788
  },
  {
    "step": 2875,
    "loss": 0.02685459516942501,
    "elapsed_seconds": 262.3141198158264,
    "learning_rate": 0.0001664719711615465
  },
  {
    "step": 2900,
    "loss": 0.02455526776611805,
    "elapsed_seconds": 264.37069630622864,
    "learning_rate": 0.00016456303136303083
  },
  {
    "step": 2925,
    "loss": 0.024399060755968094,
    "elapsed_seconds": 266.50029015541077,
    "learning_rate": 0.000162652425333917
  },
  {
    "step": 2950,
    "loss": 0.026406647637486458,
    "elapsed_seconds": 271.09708309173584,
    "learning_rate": 0.00016074048597180905
  },
  {
    "step": 2975,
    "loss": 0.023673521354794502,
    "elapsed_seconds": 273.14587235450745,
    "learning_rate": 0.00015882754640662625
  },
  {
    "step": 3000,
    "loss": 0.025843333452939987,
    "elapsed_seconds": 275.26726746559143,
    "learning_rate": 0.00015691393994256002
  },
  {
    "step": 3025,
    "loss": 0.027078518643975258,
    "elapsed_seconds": 277.3692638874054,
    "learning_rate": 0.00015499999999999997
  },
  {
    "step": 3050,
    "loss": 0.024867938831448555,
    "elapsed_seconds": 279.50309324264526,
    "learning_rate": 0.00015308606005743998
  },
  {
    "step": 3075,
    "loss": 0.025298049673438072,
    "elapsed_seconds": 281.50656175613403,
    "learning_rate": 0.00015117245359337373
  },
  {
    "step": 3100,
    "loss": 0.02592175081372261,
    "elapsed_seconds": 283.54412174224854,
    "learning_rate": 0.00014925951402819092
  },
  {
    "step": 3125,
    "loss": 0.02399907261133194,
    "elapsed_seconds": 285.4502556324005,
    "learning_rate": 0.000147347574666083
  },
  {
    "step": 3150,
    "loss": 0.02226896956562996,
    "elapsed_seconds": 287.47619676589966,
    "learning_rate": 0.00014543696863696914
  },
  {
    "step": 3175,
    "loss": 0.022436173632740974,
    "elapsed_seconds": 289.4215307235718,
    "learning_rate": 0.00014352802883845343
  },
  {
    "step": 3200,
    "loss": 0.023732835426926613,
    "elapsed_seconds": 291.49479579925537,
    "learning_rate": 0.0001416210878778212
  },
  {
    "step": 3225,
    "loss": 0.025213172659277916,
    "elapsed_seconds": 293.600280046463,
    "learning_rate": 0.00013971647801408707
  },
  {
    "step": 3250,
    "loss": 0.022176967933773994,
    "elapsed_seconds": 295.6520872116089,
    "learning_rate": 0.0001378145311001031
  },
  {
    "step": 3275,
    "loss": 0.023861592635512352,
    "elapsed_seconds": 297.7511215209961,
    "learning_rate": 0.00013591557852473792
  },
  {
    "step": 3300,
    "loss": 0.02289309725165367,
    "elapsed_seconds": 299.7704966068268,
    "learning_rate": 0.00013401995115513662
  },
  {
    "step": 3325,
    "loss": 0.022232726216316223,
    "elapsed_seconds": 301.9189429283142,
    "learning_rate": 0.00013212797927907157
  },
  {
    "step": 3350,
    "loss": 0.020942555740475655,
    "elapsed_seconds": 306.380491733551,
    "learning_rate": 0.00013023999254739403
  },
  {
    "step": 3375,
    "loss": 0.021092882379889488,
    "elapsed_seconds": 308.35674595832825,
    "learning_rate": 0.0001283563199165973
  },
  {
    "step": 3400,
    "loss": 0.0228415597230196,
    "elapsed_seconds": 310.46551752090454,
    "learning_rate": 0.0001264772895914999
  },
  {
    "step": 3425,
    "loss": 0.021279226988554,
    "elapsed_seconds": 312.61359333992004,
    "learning_rate": 0.00012460322896806075
  },
  {
    "step": 3450,
    "loss": 0.02183561585843563,
    "elapsed_seconds": 314.7505316734314,
    "learning_rate": 0.00012273446457633443
  },
  {
    "step": 3475,
    "loss": 0.02133885584771633,
    "elapsed_seconds": 316.9359221458435,
    "learning_rate": 0.00012087132202357782
  },
  {
    "step": 3500,
    "loss": 0.021531565114855766,
    "elapsed_seconds": 319.0207738876343,
    "learning_rate": 0.00011901412593751756
  },
  {
    "step": 3525,
    "loss": 0.02145393006503582,
    "elapsed_seconds": 321.4119379520416,
    "learning_rate": 0.00011716319990978757
  },
  {
    "step": 3550,
    "loss": 0.025479961186647415,
    "elapsed_seconds": 323.5581331253052,
    "learning_rate": 0.00011531886643954801
  },
  {
    "step": 3575,
    "loss": 0.020287172868847847,
    "elapsed_seconds": 325.75961780548096,
    "learning_rate": 0.00011348144687729364
  },
  {
    "step": 3600,
    "loss": 0.023030804470181465,
    "elapsed_seconds": 327.50033473968506,
    "learning_rate": 0.00011165126136886331
  },
  {
    "step": 3625,
    "loss": 0.025386912748217583,
    "elapsed_seconds": 329.7775328159332,
    "learning_rate": 0.00010982862879965821
  },
  {
    "step": 3650,
    "loss": 0.025040142238140106,
    "elapsed_seconds": 331.8304660320282,
    "learning_rate": 0.00010801386673908095
  },
  {
    "step": 3675,
    "loss": 0.021951796486973763,
    "elapsed_seconds": 333.85956358909607,
    "learning_rate": 0.00010620729138520279
  },
  {
    "step": 3700,
    "loss": 0.021615702658891678,
    "elapsed_seconds": 335.82730412483215,
    "learning_rate": 0.00010440921750967083
  },
  {
    "step": 3725,
    "loss": 0.023474976420402527,
    "elapsed_seconds": 339.7040376663208,
    "learning_rate": 0.00010261995840286285
  },
  {
    "step": 3750,
    "loss": 0.019837256520986557,
    "elapsed_seconds": 341.8299779891968,
    "learning_rate": 0.00010083982581930082
  },
  {
    "step": 3775,
    "loss": 0.021558044478297234,
    "elapsed_seconds": 343.8240056037903,
    "learning_rate": 9.906912992333196e-05
  },
  {
    "step": 3800,
    "loss": 0.01957927830517292,
    "elapsed_seconds": 345.8843309879303,
    "learning_rate": 9.730817923508646e-05
  },
  {
    "step": 3825,
    "loss": 0.02046814002096653,
    "elapsed_seconds": 348.1093246936798,
    "learning_rate": 9.555728057672222e-05
  },
  {
    "step": 3850,
    "loss": 0.019025860354304314,
    "elapsed_seconds": 350.28863549232483,
    "learning_rate": 9.381673901896503e-05
  },
  {
    "step": 3875,
    "loss": 0.021956440061330795,
    "elapsed_seconds": 352.3795807361603,
    "learning_rate": 9.208685782795407e-05
  },
  {
    "step": 3900,
    "loss": 0.0195422675460577,
    "elapsed_seconds": 354.56465792655945,
    "learning_rate": 9.036793841240194e-05
  },
  {
    "step": 3925,
    "loss": 0.01832559145987034,
    "elapsed_seconds": 356.8575415611267,
    "learning_rate": 8.866028027107815e-05
  },
  {
    "step": 3950,
    "loss": 0.02220342680811882,
    "elapsed_seconds": 359.1078677177429,
    "learning_rate": 8.69641809406254e-05
  },
  {
    "step": 3975,
    "loss": 0.0197126567363739,
    "elapsed_seconds": 361.2617611885071,
    "learning_rate": 8.52799359437179e-05
  },
  {
    "step": 4000,
    "loss": 0.018836673349142075,
    "elapsed_seconds": 363.3157365322113,
    "learning_rate": 8.360783873757036e-05
  },
  {
    "step": 4025,
    "loss": 0.018688231706619263,
    "elapsed_seconds": 365.5044550895691,
    "learning_rate": 8.19481806628072e-05
  },
  {
    "step": 4050,
    "loss": 0.018964214250445366,
    "elapsed_seconds": 367.27469873428345,
    "learning_rate": 8.030125089270009e-05
  },
  {
    "step": 4075,
    "loss": 0.018946222960948944,
    "elapsed_seconds": 369.32762360572815,
    "learning_rate": 7.866733638278337e-05
  },
  {
    "step": 4100,
    "loss": 0.020162489265203476,
    "elapsed_seconds": 372.99597692489624,
    "learning_rate": 7.704672182085631e-05
  },
  {
    "step": 4125,
    "loss": 0.019581245258450508,
    "elapsed_seconds": 375.2338855266571,
    "learning_rate": 7.543968957737925e-05
  },
  {
    "step": 4150,
    "loss": 0.018288422375917435,
    "elapsed_seconds": 377.36522340774536,
    "learning_rate": 7.384651965627534e-05
  },
  {
    "step": 4175,
    "loss": 0.020294439047574997,
    "elapsed_seconds": 379.38171553611755,
    "learning_rate": 7.226748964614254e-05
  },
  {
    "step": 4200,
    "loss": 0.019083764404058456,
    "elapsed_seconds": 381.4384160041809,
    "learning_rate": 7.070287467188833e-05
  },
  {
    "step": 4225,
    "loss": 0.017952708527445793,
    "elapsed_seconds": 383.66268825531006,
    "learning_rate": 6.915294734679246e-05
  },
  {
    "step": 4250,
    "loss": 0.017324160784482956,
    "elapsed_seconds": 385.8339138031006,
    "learning_rate": 6.761797772500782e-05
  },
  {
    "step": 4275,
    "loss": 0.017453819513320923,
    "elapsed_seconds": 387.89414286613464,
    "learning_rate": 6.609823325450714e-05
  },
  {
    "step": 4300,
    "loss": 0.01728142611682415,
    "elapsed_seconds": 390.1107337474823,
    "learning_rate": 6.459397873048363e-05
  },
  {
    "step": 4325,
    "loss": 0.01797986589372158,
    "elapsed_seconds": 392.2307331562042,
    "learning_rate": 6.310547624921415e-05
  },
  {
    "step": 4350,
    "loss": 0.01675582118332386,
    "elapsed_seconds": 394.29971289634705,
    "learning_rate": 6.163298516239222e-05
  },
  {
    "step": 4375,
    "loss": 0.017430324107408524,
    "elapsed_seconds": 396.38350081443787,
    "learning_rate": 6.017676203193962e-05
  },
  {
    "step": 4400,
    "loss": 0.017388973385095596,
    "elapsed_seconds": 398.41666984558105,
    "learning_rate": 5.873706058530376e-05
  },
  {
    "step": 4425,
    "loss": 0.016879690811038017,
    "elapsed_seconds": 400.52933621406555,
    "learning_rate": 5.7314131671249256e-05
  },
  {
    "step": 4450,
    "loss": 0.01771061308681965,
    "elapsed_seconds": 402.37083673477173,
    "learning_rate": 5.590822321615045e-05
  },
  {
    "step": 4475,
    "loss": 0.017092591151595116,
    "elapsed_seconds": 404.2266516685486,
    "learning_rate": 5.4519580180794254e-05
  },
  {
    "step": 4500,
    "loss": 0.01685648411512375,
    "elapsed_seconds": 408.99258160591125,
    "learning_rate": 5.314844451769821e-05
  },
  {
    "step": 4525,
    "loss": 0.017433637753129005,
    "elapsed_seconds": 411.15631079673767,
    "learning_rate": 5.179505512895422e-05
  },
  {
    "step": 4550,
    "loss": 0.017084980383515358,
    "elapsed_seconds": 413.15609669685364,
    "learning_rate": 5.045964782460239e-05
  },
  {
    "step": 4575,
    "loss": 0.017225606366991997,
    "elapsed_seconds": 415.33071303367615,
    "learning_rate": 4.914245528154486e-05
  },
  {
    "step": 4600,
    "loss": 0.016477379947900772,
    "elapsed_seconds": 417.4075963497162,
    "learning_rate": 4.78437070030044e-05
  },
  {
    "step": 4625,
    "loss": 0.015871329233050346,
    "elapsed_seconds": 419.4784059524536,
    "learning_rate": 4.656362927853717e-05
  },
  {
    "step": 4650,
    "loss": 0.01651044376194477,
    "elapsed_seconds": 421.42417430877686,
    "learning_rate": 4.530244514460411e-05
  },
  {
    "step": 4675,
    "loss": 0.017219677567481995,
    "elapsed_seconds": 423.3512716293335,
    "learning_rate": 4.4060374345710336e-05
  },
  {
    "step": 4700,
    "loss": 0.01726795919239521,
    "elapsed_seconds": 425.3367486000061,
    "learning_rate": 4.28376332961173e-05
  },
  {
    "step": 4725,
    "loss": 0.01701299101114273,
    "elapsed_seconds": 427.57088804244995,
    "learning_rate": 4.1634435042135686e-05
  },
  {
    "step": 4750,
    "loss": 0.01622571237385273,
    "elapsed_seconds": 429.9601888656616,
    "learning_rate": 4.045098922500475e-05
  },
  {
    "step": 4775,
    "loss": 0.015930457040667534,
    "elapsed_seconds": 432.08238458633423,
    "learning_rate": 3.928750204436527e-05
  },
  {
    "step": 4800,
    "loss": 0.01617114618420601,
    "elapsed_seconds": 434.20468831062317,
    "learning_rate": 3.8144176222331946e-05
  },
  {
    "step": 4825,
    "loss": 0.015957042574882507,
    "elapsed_seconds": 436.1239564418793,
    "learning_rate": 3.702121096817177e-05
  },
  {
    "step": 4850,
    "loss": 0.015601539053022861,
    "elapsed_seconds": 438.04662346839905,
    "learning_rate": 3.591880194359453e-05
  },
  {
    "step": 4875,
    "loss": 0.016864316537976265,
    "elapsed_seconds": 440.3143832683563,
    "learning_rate": 3.48371412286613e-05
  },
  {
    "step": 4900,
    "loss": 0.01727312058210373,
    "elapsed_seconds": 445.6850209236145,
    "learning_rate": 3.3776417288317077e-05
  },
  {
    "step": 4925,
    "loss": 0.016253145411610603,
    "elapsed_seconds": 447.8270101547241,
    "learning_rate": 3.273681493955329e-05
  },
  {
    "step": 4950,
    "loss": 0.015834834426641464,
    "elapsed_seconds": 450.0447952747345,
    "learning_rate": 3.171851531920597e-05
  },
  {
    "step": 4975,
    "loss": 0.015689343214035034,
    "elapsed_seconds": 452.31020283699036,
    "learning_rate": 3.0721695852394836e-05
  },
  {
    "step": 5000,
    "loss": 0.016266876831650734,
    "elapsed_seconds": 454.46225666999817,
    "learning_rate": 2.974653022160966e-05
  },
  {
    "step": 5025,
    "loss": 0.015900764614343643,
    "elapsed_seconds": 456.4886975288391,
    "learning_rate": 2.879318833644818e-05
  },
  {
    "step": 5050,
    "loss": 0.01565553806722164,
    "elapsed_seconds": 458.5978820323944,
    "learning_rate": 2.7861836304011702e-05
  },
  {
    "step": 5075,
    "loss": 0.015923013910651207,
    "elapsed_seconds": 460.82178020477295,
    "learning_rate": 2.695263639996317e-05
  },
  {
    "step": 5100,
    "loss": 0.015232113189995289,
    "elapsed_seconds": 462.8040177822113,
    "learning_rate": 2.6065747040252736e-05
  },
  {
    "step": 5125,
    "loss": 0.015164995566010475,
    "elapsed_seconds": 465.0210928916931,
    "learning_rate": 2.520132275351598e-05
  },
  {
    "step": 5150,
    "loss": 0.015517338179051876,
    "elapsed_seconds": 467.07833909988403,
    "learning_rate": 2.4359514154149237e-05
  },
  {
    "step": 5175,
    "loss": 0.015795525163412094,
    "elapsed_seconds": 469.009970664978,
    "learning_rate": 2.354046791606719e-05
  },
  {
    "step": 5200,
    "loss": 0.01518702320754528,
    "elapsed_seconds": 471.25624775886536,
    "learning_rate": 2.274432674714678e-05
  },
  {
    "step": 5225,
    "loss": 0.014962397515773773,
    "elapsed_seconds": 473.5068860054016,
    "learning_rate": 2.1971229364362352e-05
  },
  {
    "step": 5250,
    "loss": 0.014898372814059258,
    "elapsed_seconds": 475.57590985298157,
    "learning_rate": 2.1221310469615998e-05
  },
  {
    "step": 5275,
    "loss": 0.014919170178472996,
    "elapsed_seconds": 479.7674629688263,
    "learning_rate": 2.049470072626757e-05
  },
  {
    "step": 5300,
    "loss": 0.014846027828752995,
    "elapsed_seconds": 481.8097848892212,
    "learning_rate": 1.979152673636842e-05
  },
  {
    "step": 5325,
    "loss": 0.014795576222240925,
    "elapsed_seconds": 483.93277621269226,
    "learning_rate": 1.911191101860252e-05
  },
  {
    "step": 5350,
    "loss": 0.014745641499757767,
    "elapsed_seconds": 486.11587023735046,
    "learning_rate": 1.8455971986939322e-05
  },
  {
    "step": 5375,
    "loss": 0.014731401577591896,
    "elapsed_seconds": 488.22142243385315,
    "learning_rate": 1.7823823930001773e-05
  },
  {
    "step": 5400,
    "loss": 0.014678777195513248,
    "elapsed_seconds": 490.59592485427856,
    "learning_rate": 1.7215576991152845e-05
  },
  {
    "step": 5425,
    "loss": 0.01466803252696991,
    "elapsed_seconds": 492.8418982028961,
    "learning_rate": 1.6631337149304674e-05
  },
  {
    "step": 5450,
    "loss": 0.014591673389077187,
    "elapsed_seconds": 494.8646538257599,
    "learning_rate": 1.6071206200453128e-05
  },
  {
    "step": 5475,
    "loss": 0.01461604330688715,
    "elapsed_seconds": 496.9251024723053,
    "learning_rate": 1.553528173994122e-05
  },
  {
    "step": 5500,
    "loss": 0.014553374610841274,
    "elapsed_seconds": 498.87826776504517,
    "learning_rate": 1.5023657145454399e-05
  },
  {
    "step": 5525,
    "loss": 0.014492782764136791,
    "elapsed_seconds": 501.2212595939636,
    "learning_rate": 1.453642156075067e-05
  },
  {
    "step": 5550,
    "loss": 0.014461285434663296,
    "elapsed_seconds": 503.415851354599,
    "learning_rate": 1.407365988012861e-05
  },
  {
    "step": 5575,
    "loss": 0.014463940635323524,
    "elapsed_seconds": 505.51665210723877,
    "learning_rate": 1.3635452733635577e-05
  },
  {
    "step": 5600,
    "loss": 0.014344613999128342,
    "elapsed_seconds": 507.78197741508484,
    "learning_rate": 1.3221876473019096e-05
  },
  {
    "step": 5625,
    "loss": 0.014391736127436161,
    "elapsed_seconds": 509.9510335922241,
    "learning_rate": 1.2833003158423434e-05
  },
  {
    "step": 5650,
    "loss": 0.014313998632133007,
    "elapsed_seconds": 514.3528594970703,
    "learning_rate": 1.2468900545834259e-05
  },
  {
    "step": 5675,
    "loss": 0.014272084459662437,
    "elapsed_seconds": 516.4022526741028,
    "learning_rate": 1.2129632075272874e-05
  },
  {
    "step": 5700,
    "loss": 0.014221036806702614,
    "elapsed_seconds": 518.5617356300354,
    "learning_rate": 1.181525685974284e-05
  },
  {
    "step": 5725,
    "loss": 0.014195610769093037,
    "elapsed_seconds": 520.7951364517212,
    "learning_rate": 1.1525829674930172e-05
  },
  {
    "step": 5750,
    "loss": 0.014133411459624767,
    "elapsed_seconds": 522.7200179100037,
    "learning_rate": 1.1261400949659468e-05
  },
  {
    "step": 5775,
    "loss": 0.014141024090349674,
    "elapsed_seconds": 524.6997427940369,
    "learning_rate": 1.1022016757107355e-05
  },
  {
    "step": 5800,
    "loss": 0.014082703739404678,
    "elapsed_seconds": 526.6768753528595,
    "learning_rate": 1.0807718806774827e-05
  },
  {
    "step": 5825,
    "loss": 0.014053796418011189,
    "elapsed_seconds": 528.8719692230225,
    "learning_rate": 1.0618544437220003e-05
  },
  {
    "step": 5850,
    "loss": 0.014001846313476562,
    "elapsed_seconds": 530.9806435108185,
    "learning_rate": 1.0454526609552237e-05
  },
  {
    "step": 5875,
    "loss": 0.013976206071674824,
    "elapsed_seconds": 533.3459942340851,
    "learning_rate": 1.0315693901689228e-05
  },
  {
    "step": 5900,
    "loss": 0.013967730104923248,
    "elapsed_seconds": 535.4300980567932,
    "learning_rate": 1.0202070503377625e-05
  },
  {
    "step": 5925,
    "loss": 0.013908084481954575,
    "elapsed_seconds": 537.5900027751923,
    "learning_rate": 1.0113676211978298e-05
  },
  {
    "step": 5950,
    "loss": 0.01393535640090704,
    "elapsed_seconds": 539.690906047821,
    "learning_rate": 1.0050526429016917e-05
  },
  {
    "step": 5975,
    "loss": 0.013816720806062222,
    "elapsed_seconds": 541.8783414363861,
    "learning_rate": 1.0012632157500456e-05
  },
  {
    "step": 6000,
    "loss": 0.013817251659929752,
    "elapsed_seconds": 544.0451219081879,
    "learning_rate": 1e-05
  },
  {
    "step": 6025,
    "loss": 0.013770152814686298,
    "elapsed_seconds": 546.0648550987244,
    "learning_rate": 1e-05
  },
  {
    "step": 6050,
    "loss": 0.013766389340162277,
    "elapsed_seconds": 547.7538425922394,
    "learning_rate": 1e-05
  },
  {
    "step": 6075,
    "loss": 0.013846716843545437,
    "elapsed_seconds": 549.4127817153931,
    "learning_rate": 1e-05
  },
  {
    "step": 6100,
    "loss": 0.014255006797611713,
    "elapsed_seconds": 551.0306732654572,
    "learning_rate": 1e-05
  },
  {
    "step": 6125,
    "loss": 0.013849547132849693,
    "elapsed_seconds": 553.1458575725555,
    "learning_rate": 1e-05
  },
  {
    "step": 6150,
    "loss": 0.01386272069066763,
    "elapsed_seconds": 554.999237537384,
    "learning_rate": 1e-05
  },
  {
    "step": 6175,
    "loss": 0.01372990570962429,
    "elapsed_seconds": 556.6858694553375,
    "learning_rate": 1e-05
  },
  {
    "step": 6200,
    "loss": 0.013794498518109322,
    "elapsed_seconds": 558.1743953227997,
    "learning_rate": 1e-05
  },
  {
    "step": 6225,
    "loss": 0.013720112852752209,
    "elapsed_seconds": 562.5461459159851,
    "learning_rate": 1e-05
  },
  {
    "step": 6250,
    "loss": 0.013593426905572414,
    "elapsed_seconds": 564.060718536377,
    "learning_rate": 1e-05
  },
  {
    "step": 6275,
    "loss": 0.01356510166078806,
    "elapsed_seconds": 565.6377160549164,
    "learning_rate": 1e-05
  },
  {
    "step": 6300,
    "loss": 0.01342717744410038,
    "elapsed_seconds": 567.3086543083191,
    "learning_rate": 1e-05
  },
  {
    "step": 6325,
    "loss": 0.013449756428599358,
    "elapsed_seconds": 568.909942150116,
    "learning_rate": 1e-05
  },
  {
    "step": 6350,
    "loss": 0.013478800654411316,
    "elapsed_seconds": 570.5336856842041,
    "learning_rate": 1e-05
  },
  {
    "step": 6375,
    "loss": 0.013536290265619755,
    "elapsed_seconds": 572.0601723194122,
    "learning_rate": 1e-05
  },
  {
    "step": 6400,
    "loss": 0.013610332272946835,
    "elapsed_seconds": 573.7151489257812,
    "learning_rate": 1e-05
  },
  {
    "step": 6425,
    "loss": 0.01349458284676075,
    "elapsed_seconds": 575.6370224952698,
    "learning_rate": 1e-05
  },
  {
    "step": 6450,
    "loss": 0.013524610549211502,
    "elapsed_seconds": 577.3282148838043,
    "learning_rate": 1e-05
  },
  {
    "step": 6475,
    "loss": 0.013332306407392025,
    "elapsed_seconds": 579.1960299015045,
    "learning_rate": 1e-05
  },
  {
    "step": 6500,
    "loss": 0.013350366614758968,
    "elapsed_seconds": 580.9461197853088,
    "learning_rate": 1e-05
  },
  {
    "step": 6525,
    "loss": 0.013283473439514637,
    "elapsed_seconds": 582.7009491920471,
    "learning_rate": 1e-05
  },
  {
    "step": 6550,
    "loss": 0.01326106209307909,
    "elapsed_seconds": 584.4555015563965,
    "learning_rate": 1e-05
  },
  {
    "step": 6575,
    "loss": 0.013194812461733818,
    "elapsed_seconds": 586.231983423233,
    "learning_rate": 1e-05
  },
  {
    "step": 6600,
    "loss": 0.013306787237524986,
    "elapsed_seconds": 587.9079492092133,
    "learning_rate": 1e-05
  },
  {
    "step": 6625,
    "loss": 0.01324696745723486,
    "elapsed_seconds": 589.5583975315094,
    "learning_rate": 1e-05
  },
  {
    "step": 6650,
    "loss": 0.013202386908233166,
    "elapsed_seconds": 591.1019628047943,
    "learning_rate": 1e-05
  },
  {
    "step": 6675,
    "loss": 0.013151094317436218,
    "elapsed_seconds": 592.875928401947,
    "learning_rate": 1e-05
  },
  {
    "step": 6700,
    "loss": 0.013207625597715378,
    "elapsed_seconds": 594.5557091236115,
    "learning_rate": 1e-05
  },
  {
    "step": 6725,
    "loss": 0.013147634454071522,
    "elapsed_seconds": 599.0122063159943,
    "learning_rate": 1e-05
  },
  {
    "step": 6750,
    "loss": 0.013080811128020287,
    "elapsed_seconds": 600.773092508316,
    "learning_rate": 1e-05
  },
  {
    "step": 6775,
    "loss": 0.013033834286034107,
    "elapsed_seconds": 602.3594958782196,
    "learning_rate": 1e-05
  },
  {
    "step": 6800,
    "loss": 0.013088004663586617,
    "elapsed_seconds": 603.9338791370392,
    "learning_rate": 1e-05
  },
  {
    "step": 6825,
    "loss": 0.012988134287297726,
    "elapsed_seconds": 605.4605515003204,
    "learning_rate": 1e-05
  },
  {
    "step": 6850,
    "loss": 0.013092496432363987,
    "elapsed_seconds": 607.0083758831024,
    "learning_rate": 1e-05
  },
  {
    "step": 6875,
    "loss": 0.013021212071180344,
    "elapsed_seconds": 608.5054364204407,
    "learning_rate": 1e-05
  },
  {
    "step": 6900,
    "loss": 0.0130158057436347,
    "elapsed_seconds": 609.9775154590607,
    "learning_rate": 1e-05
  },
  {
    "step": 6925,
    "loss": 0.01297879870980978,
    "elapsed_seconds": 611.6644504070282,
    "learning_rate": 1e-05
  },
  {
    "step": 6950,
    "loss": 0.012919154949486256,
    "elapsed_seconds": 613.4886183738708,
    "learning_rate": 1e-05
  },
  {
    "step": 6975,
    "loss": 0.012903310358524323,
    "elapsed_seconds": 615.3616309165955,
    "learning_rate": 1e-05
  },
  {
    "step": 7000,
    "loss": 0.012896337546408176,
    "elapsed_seconds": 616.8800792694092,
    "learning_rate": 1e-05
  },
  {
    "step": 7025,
    "loss": 0.012887136079370975,
    "elapsed_seconds": 618.4566006660461,
    "learning_rate": 1e-05
  },
  {
    "step": 7050,
    "loss": 0.01285125408321619,
    "elapsed_seconds": 619.8839793205261,
    "learning_rate": 1e-05
  },
  {
    "step": 7075,
    "loss": 0.012806356884539127,
    "elapsed_seconds": 621.3642797470093,
    "learning_rate": 1e-05
  },
  {
    "step": 7100,
    "loss": 0.012859334237873554,
    "elapsed_seconds": 622.8576102256775,
    "learning_rate": 1e-05
  },
  {
    "step": 7125,
    "loss": 0.012827766127884388,
    "elapsed_seconds": 624.4465668201447,
    "learning_rate": 1e-05
  },
  {
    "step": 7150,
    "loss": 0.012793292291462421,
    "elapsed_seconds": 626.1055996417999,
    "learning_rate": 1e-05
  },
  {
    "step": 7175,
    "loss": 0.012774786911904812,
    "elapsed_seconds": 627.7904381752014,
    "learning_rate": 1e-05
  },
  {
    "step": 7200,
    "loss": 0.012835321947932243,
    "elapsed_seconds": 629.5310163497925,
    "learning_rate": 1e-05
  },
  {
    "step": 7225,
    "loss": 0.01280420832335949,
    "elapsed_seconds": 631.3073127269745,
    "learning_rate": 1e-05
  },
  {
    "step": 7250,
    "loss": 0.01277352124452591,
    "elapsed_seconds": 633.1052012443542,
    "learning_rate": 1e-05
  },
  {
    "step": 7275,
    "loss": 0.012830850668251514,
    "elapsed_seconds": 634.9581966400146,
    "learning_rate": 1e-05
  },
  {
    "step": 7300,
    "loss": 0.012679286301136017,
    "elapsed_seconds": 636.7358326911926,
    "learning_rate": 1e-05
  },
  {
    "step": 7325,
    "loss": 0.012684551067650318,
    "elapsed_seconds": 638.3646669387817,
    "learning_rate": 1e-05
  },
  {
    "step": 7350,
    "loss": 0.012718099169433117,
    "elapsed_seconds": 639.9441249370575,
    "learning_rate": 1e-05
  },
  {
    "step": 7375,
    "loss": 0.01270290371030569,
    "elapsed_seconds": 641.512966632843,
    "learning_rate": 1e-05
  },
  {
    "step": 7400,
    "loss": 0.012630817480385303,
    "elapsed_seconds": 643.1583442687988,
    "learning_rate": 1e-05
  },
  {
    "step": 7425,
    "loss": 0.01258315984159708,
    "elapsed_seconds": 645.3134214878082,
    "learning_rate": 1e-05
  },
  {
    "step": 7450,
    "loss": 0.012697095051407814,
    "elapsed_seconds": 649.9377002716064,
    "learning_rate": 1e-05
  },
  {
    "step": 7475,
    "loss": 0.012564354576170444,
    "elapsed_seconds": 651.6495966911316,
    "learning_rate": 1e-05
  },
  {
    "step": 7500,
    "loss": 0.012672916986048222,
    "elapsed_seconds": 653.6230888366699,
    "learning_rate": 1e-05
  },
  {
    "step": 7525,
    "loss": 0.01261803787201643,
    "elapsed_seconds": 655.7033126354218,
    "learning_rate": 1e-05
  },
  {
    "step": 7550,
    "loss": 0.012531970627605915,
    "elapsed_seconds": 657.5915982723236,
    "learning_rate": 1e-05
  },
  {
    "step": 7575,
    "loss": 0.012686804868280888,
    "elapsed_seconds": 659.543986082077,
    "learning_rate": 1e-05
  },
  {
    "step": 7600,
    "loss": 0.012590426951646805,
    "elapsed_seconds": 661.259250164032,
    "learning_rate": 1e-05
  },
  {
    "step": 7625,
    "loss": 0.012840826995670795,
    "elapsed_seconds": 663.1872689723969,
    "learning_rate": 1e-05
  },
  {
    "step": 7650,
    "loss": 0.01271054521203041,
    "elapsed_seconds": 665.0618784427643,
    "learning_rate": 1e-05
  },
  {
    "step": 7675,
    "loss": 0.012552115134894848,
    "elapsed_seconds": 667.1659481525421,
    "learning_rate": 1e-05
  },
  {
    "step": 7700,
    "loss": 0.01274537667632103,
    "elapsed_seconds": 669.0487353801727,
    "learning_rate": 1e-05
  },
  {
    "step": 7725,
    "loss": 0.01267010997980833,
    "elapsed_seconds": 670.8015780448914,
    "learning_rate": 1e-05
  },
  {
    "step": 7750,
    "loss": 0.012527473270893097,
    "elapsed_seconds": 672.4152028560638,
    "learning_rate": 1e-05
  },
  {
    "step": 7775,
    "loss": 0.012456255033612251,
    "elapsed_seconds": 674.0522272586823,
    "learning_rate": 1e-05
  },
  {
    "step": 7800,
    "loss": 0.012734767980873585,
    "elapsed_seconds": 675.734664440155,
    "learning_rate": 1e-05
  },
  {
    "step": 7825,
    "loss": 0.012562398798763752,
    "elapsed_seconds": 677.4635076522827,
    "learning_rate": 1e-05
  },
  {
    "step": 7850,
    "loss": 0.012581542134284973,
    "elapsed_seconds": 679.1460826396942,
    "learning_rate": 1e-05
  },
  {
    "step": 7875,
    "loss": 0.012479416094720364,
    "elapsed_seconds": 679.8761920928955,
    "learning_rate": 1e-05
  },
  {
    "step": 7900,
    "loss": 0.012644103728234768,
    "elapsed_seconds": 681.5546050071716,
    "learning_rate": 1e-05
  },
  {
    "step": 7925,
    "loss": 0.012587086297571659,
    "elapsed_seconds": 683.4554297924042,
    "learning_rate": 1e-05
  },
  {
    "step": 7950,
    "loss": 0.01242739986628294,
    "elapsed_seconds": 685.2502257823944,
    "learning_rate": 1e-05
  },
  {
    "step": 7975,
    "loss": 0.012394977733492851,
    "elapsed_seconds": 687.0407135486603,
    "learning_rate": 1e-05
  },
  {
    "step": 8000,
    "loss": 0.012514007277786732,
    "elapsed_seconds": 688.6152439117432,
    "learning_rate": 1e-05
  },
  {
    "step": 8025,
    "loss": 0.012431802228093147,
    "elapsed_seconds": 690.3105597496033,
    "learning_rate": 1e-05
  },
  {
    "step": 8050,
    "loss": 0.012510825879871845,
    "elapsed_seconds": 691.9386839866638,
    "learning_rate": 1e-05
  },
  {
    "step": 8075,
    "loss": 0.012457727454602718,
    "elapsed_seconds": 693.4027750492096,
    "learning_rate": 1e-05
  },
  {
    "step": 8100,
    "loss": 0.01246077660471201,
    "elapsed_seconds": 695.1101908683777,
    "learning_rate": 1e-05
  },
  {
    "step": 8125,
    "loss": 0.012437919154763222,
    "elapsed_seconds": 696.7918770313263,
    "learning_rate": 1e-05
  },
  {
    "step": 8150,
    "loss": 0.01240257453173399,
    "elapsed_seconds": 698.5584146976471,
    "learning_rate": 1e-05
  },
  {
    "step": 8175,
    "loss": 0.012349551543593407,
    "elapsed_seconds": 700.2352771759033,
    "learning_rate": 1e-05
  },
  {
    "step": 8200,
    "loss": 0.012527549639344215,
    "elapsed_seconds": 701.853823184967,
    "learning_rate": 1e-05
  },
  {
    "step": 8225,
    "loss": 0.01247105561196804,
    "elapsed_seconds": 703.8186619281769,
    "learning_rate": 1e-05
  },
  {
    "step": 8250,
    "loss": 0.012476259842514992,
    "elapsed_seconds": 705.6075308322906,
    "learning_rate": 1e-05
  },
  {
    "step": 8275,
    "loss": 0.012647975236177444,
    "elapsed_seconds": 707.2270548343658,
    "learning_rate": 1e-05
  },
  {
    "step": 8300,
    "loss": 0.01237589493393898,
    "elapsed_seconds": 708.8213622570038,
    "learning_rate": 1e-05
  },
  {
    "step": 8325,
    "loss": 0.012282129377126694,
    "elapsed_seconds": 710.5067439079285,
    "learning_rate": 1e-05
  },
  {
    "step": 8350,
    "loss": 0.0123269809409976,
    "elapsed_seconds": 712.1751391887665,
    "learning_rate": 1e-05
  },
  {
    "step": 8375,
    "loss": 0.01216809917241335,
    "elapsed_seconds": 715.2356603145599,
    "learning_rate": 1e-05
  },
  {
    "step": 8400,
    "loss": 0.012550820596516132,
    "elapsed_seconds": 716.9025235176086,
    "learning_rate": 1e-05
  },
  {
    "step": 8425,
    "loss": 0.012453382834792137,
    "elapsed_seconds": 718.7498643398285,
    "learning_rate": 1e-05
  },
  {
    "step": 8450,
    "loss": 0.012171360664069653,
    "elapsed_seconds": 720.2753567695618,
    "learning_rate": 1e-05
  },
  {
    "step": 8475,
    "loss": 0.012109015136957169,
    "elapsed_seconds": 721.8136322498322,
    "learning_rate": 1e-05
  },
  {
    "step": 8500,
    "loss": 0.012481305748224258,
    "elapsed_seconds": 723.4688858985901,
    "learning_rate": 1e-05
  },
  {
    "step": 8525,
    "loss": 0.012345160357654095,
    "elapsed_seconds": 725.1100451946259,
    "learning_rate": 1e-05
  },
  {
    "step": 8550,
    "loss": 0.012184125371277332,
    "elapsed_seconds": 726.8152313232422,
    "learning_rate": 1e-05
  },
  {
    "step": 8575,
    "loss": 0.012109492905437946,
    "elapsed_seconds": 728.4946100711823,
    "learning_rate": 1e-05
  },
  {
    "step": 8600,
    "loss": 0.01241904404014349,
    "elapsed_seconds": 730.0102262496948,
    "learning_rate": 1e-05
  },
  {
    "step": 8625,
    "loss": 0.012332680635154247,
    "elapsed_seconds": 731.7366588115692,
    "learning_rate": 1e-05
  },
  {
    "step": 8650,
    "loss": 0.012161956168711185,
    "elapsed_seconds": 733.3978536128998,
    "learning_rate": 1e-05
  },
  {
    "step": 8675,
    "loss": 0.012118645012378693,
    "elapsed_seconds": 735.0199882984161,
    "learning_rate": 1e-05
  },
  {
    "step": 8700,
    "loss": 0.01229061558842659,
    "elapsed_seconds": 736.6210932731628,
    "learning_rate": 1e-05
  },
  {
    "step": 8725,
    "loss": 0.012227503582835197,
    "elapsed_seconds": 738.4401807785034,
    "learning_rate": 1e-05
  },
  {
    "step": 8750,
    "loss": 0.012104044668376446,
    "elapsed_seconds": 740.0211699008942,
    "learning_rate": 1e-05
  },
  {
    "step": 8775,
    "loss": 0.012029082514345646,
    "elapsed_seconds": 741.5948095321655,
    "learning_rate": 1e-05
  },
  {
    "step": 8800,
    "loss": 0.012324472889304161,
    "elapsed_seconds": 743.326379776001,
    "learning_rate": 1e-05
  },
  {
    "step": 8825,
    "loss": 0.012102926149964333,
    "elapsed_seconds": 745.1389358043671,
    "learning_rate": 1e-05
  },
  {
    "step": 8850,
    "loss": 0.01265786774456501,
    "elapsed_seconds": 748.4502990245819,
    "learning_rate": 1e-05
  },
  {
    "step": 8875,
    "loss": 0.013227639719843864,
    "elapsed_seconds": 750.2085568904877,
    "learning_rate": 1e-05
  },
  {
    "step": 8900,
    "loss": 0.013376059010624886,
    "elapsed_seconds": 751.81840467453,
    "learning_rate": 1e-05
  },
  {
    "step": 8925,
    "loss": 0.013168280012905598,
    "elapsed_seconds": 753.526554107666,
    "learning_rate": 1e-05
  },
  {
    "step": 8950,
    "loss": 0.013844695873558521,
    "elapsed_seconds": 755.293327331543,
    "learning_rate": 1e-05
  },
  {
    "step": 8975,
    "loss": 0.012432759627699852,
    "elapsed_seconds": 757.0548977851868,
    "learning_rate": 1e-05
  },
  {
    "step": 9000,
    "loss": 0.012955304235219955,
    "elapsed_seconds": 758.6920182704926,
    "learning_rate": 1e-05
  },
  {
    "step": 9025,
    "loss": 0.01220448687672615,
    "elapsed_seconds": 760.3115558624268,
    "learning_rate": 1e-05
  },
  {
    "step": 9050,
    "loss": 0.012084264308214188,
    "elapsed_seconds": 761.9456512928009,
    "learning_rate": 1e-05
  },
  {
    "step": 9075,
    "loss": 0.012162034399807453,
    "elapsed_seconds": 763.6200933456421,
    "learning_rate": 1e-05
  },
  {
    "step": 9100,
    "loss": 0.012034784071147442,
    "elapsed_seconds": 765.4306335449219,
    "learning_rate": 1e-05
  },
  {
    "step": 9125,
    "loss": 0.012016452848911285,
    "elapsed_seconds": 767.8039891719818,
    "learning_rate": 1e-05
  },
  {
    "step": 9150,
    "loss": 0.012013688683509827,
    "elapsed_seconds": 770.6376850605011,
    "learning_rate": 1e-05
  },
  {
    "step": 9175,
    "loss": 0.011931810528039932,
    "elapsed_seconds": 772.5257053375244,
    "learning_rate": 1e-05
  },
  {
    "step": 9200,
    "loss": 0.012079772539436817,
    "elapsed_seconds": 774.5267331600189,
    "learning_rate": 1e-05
  },
  {
    "step": 9225,
    "loss": 0.012011253274977207,
    "elapsed_seconds": 776.8184905052185,
    "learning_rate": 1e-05
  },
  {
    "step": 9250,
    "loss": 0.011952514760196209,
    "elapsed_seconds": 778.4801163673401,
    "learning_rate": 1e-05
  },
  {
    "step": 9275,
    "loss": 0.011893341317772865,
    "elapsed_seconds": 780.2419574260712,
    "learning_rate": 1e-05
  },
  {
    "step": 9300,
    "loss": 0.01202387921512127,
    "elapsed_seconds": 784.2130489349365,
    "learning_rate": 1e-05
  },
  {
    "step": 9325,
    "loss": 0.01194554939866066,
    "elapsed_seconds": 785.9785830974579,
    "learning_rate": 1e-05
  },
  {
    "step": 9350,
    "loss": 0.011959847062826157,
    "elapsed_seconds": 787.6707162857056,
    "learning_rate": 1e-05
  },
  {
    "step": 9375,
    "loss": 0.01189886499196291,
    "elapsed_seconds": 789.5179409980774,
    "learning_rate": 1e-05
  },
  {
    "step": 9400,
    "loss": 0.011946331709623337,
    "elapsed_seconds": 791.206841468811,
    "learning_rate": 1e-05
  },
  {
    "step": 9425,
    "loss": 0.011866822838783264,
    "elapsed_seconds": 792.9748001098633,
    "learning_rate": 1e-05
  },
  {
    "step": 9450,
    "loss": 0.011981084942817688,
    "elapsed_seconds": 794.7529227733612,
    "learning_rate": 1e-05
  },
  {
    "step": 9475,
    "loss": 0.011908558197319508,
    "elapsed_seconds": 796.4330289363861,
    "learning_rate": 1e-05
  },
  {
    "step": 9500,
    "loss": 0.011876690201461315,
    "elapsed_seconds": 798.1359672546387,
    "learning_rate": 1e-05
  },
  {
    "step": 9525,
    "loss": 0.011809793300926685,
    "elapsed_seconds": 799.6207416057587,
    "learning_rate": 1e-05
  },
  {
    "step": 9550,
    "loss": 0.011935603804886341,
    "elapsed_seconds": 801.1055200099945,
    "learning_rate": 1e-05
  },
  {
    "step": 9575,
    "loss": 0.011832225136458874,
    "elapsed_seconds": 802.7499520778656,
    "learning_rate": 1e-05
  },
  {
    "step": 9600,
    "loss": 0.011918332427740097,
    "elapsed_seconds": 804.4290020465851,
    "learning_rate": 1e-05
  },
  {
    "step": 9625,
    "loss": 0.011840050108730793,
    "elapsed_seconds": 806.2687582969666,
    "learning_rate": 1e-05
  },
  {
    "step": 9650,
    "loss": 0.011896652169525623,
    "elapsed_seconds": 808.0243713855743,
    "learning_rate": 1e-05
  },
  {
    "step": 9675,
    "loss": 0.011855361983180046,
    "elapsed_seconds": 809.6649420261383,
    "learning_rate": 1e-05
  },
  {
    "step": 9700,
    "loss": 0.011810826137661934,
    "elapsed_seconds": 811.3727884292603,
    "learning_rate": 1e-05
  },
  {
    "step": 9725,
    "loss": 0.011753416620194912,
    "elapsed_seconds": 813.4772732257843,
    "learning_rate": 1e-05
  },
  {
    "step": 9750,
    "loss": 0.011952045373618603,
    "elapsed_seconds": 817.3506207466125,
    "learning_rate": 1e-05
  },
  {
    "step": 9775,
    "loss": 0.011905253864824772,
    "elapsed_seconds": 819.1250042915344,
    "learning_rate": 1e-05
  },
  {
    "step": 9800,
    "loss": 0.011916101910173893,
    "elapsed_seconds": 821.1456978321075,
    "learning_rate": 1e-05
  },
  {
    "step": 9825,
    "loss": 0.012194951064884663,
    "elapsed_seconds": 822.9532718658447,
    "learning_rate": 1e-05
  },
  {
    "step": 9850,
    "loss": 0.011742262169718742,
    "elapsed_seconds": 824.6711759567261,
    "learning_rate": 1e-05
  },
  {
    "step": 9875,
    "loss": 0.011922189965844154,
    "elapsed_seconds": 826.3722760677338,
    "learning_rate": 1e-05
  },
  {
    "step": 9900,
    "loss": 0.012406081892549992,
    "elapsed_seconds": 827.9760093688965,
    "learning_rate": 1e-05
  },
  {
    "step": 9925,
    "loss": 0.013742262497544289,
    "elapsed_seconds": 829.7861685752869,
    "learning_rate": 1e-05
  },
  {
    "step": 9950,
    "loss": 0.012140676379203796,
    "elapsed_seconds": 831.4601831436157,
    "learning_rate": 1e-05
  },
  {
    "step": 9975,
    "loss": 0.011741979978978634,
    "elapsed_seconds": 833.3423111438751,
    "learning_rate": 1e-05
  },
  {
    "step": 10000,
    "loss": 0.01260437723249197,
    "elapsed_seconds": 835.3117618560791,
    "learning_rate": 1e-05
  },
  {
    "step": 10025,
    "loss": 0.011768368072807789,
    "elapsed_seconds": 837.316038608551,
    "learning_rate": 1e-05
  },
  {
    "step": 10050,
    "loss": 0.01213659904897213,
    "elapsed_seconds": 839.0988147258759,
    "learning_rate": 1e-05
  },
  {
    "step": 10075,
    "loss": 0.011857481673359871,
    "elapsed_seconds": 840.809234380722,
    "learning_rate": 1e-05
  },
  {
    "step": 10100,
    "loss": 0.012327076867222786,
    "elapsed_seconds": 842.4070234298706,
    "learning_rate": 1e-05
  },
  {
    "step": 10125,
    "loss": 0.011793152429163456,
    "elapsed_seconds": 844.1616232395172,
    "learning_rate": 1e-05
  },
  {
    "step": 10150,
    "loss": 0.012949901632964611,
    "elapsed_seconds": 846.0440499782562,
    "learning_rate": 1e-05
  },
  {
    "step": 10175,
    "loss": 0.01190873421728611,
    "elapsed_seconds": 847.7637269496918,
    "learning_rate": 1e-05
  },
  {
    "step": 10200,
    "loss": 0.012123847380280495,
    "elapsed_seconds": 851.5867671966553,
    "learning_rate": 1e-05
  },
  {
    "step": 10225,
    "loss": 0.012137132696807384,
    "elapsed_seconds": 853.7096331119537,
    "learning_rate": 1e-05
  },
  {
    "step": 10250,
    "loss": 0.013198400847613811,
    "elapsed_seconds": 855.7288835048676,
    "learning_rate": 1e-05
  },
  {
    "step": 10275,
    "loss": 0.01234934851527214,
    "elapsed_seconds": 857.6156189441681,
    "learning_rate": 1e-05
  },
  {
    "step": 10300,
    "loss": 0.01277153380215168,
    "elapsed_seconds": 859.3112895488739,
    "learning_rate": 1e-05
  },
  {
    "step": 10325,
    "loss": 0.01352023147046566,
    "elapsed_seconds": 860.9416136741638,
    "learning_rate": 1e-05
  },
  {
    "step": 10350,
    "loss": 0.012482094578444958,
    "elapsed_seconds": 862.6764996051788,
    "learning_rate": 1e-05
  },
  {
    "step": 10375,
    "loss": 0.011824091896414757,
    "elapsed_seconds": 864.4055821895599,
    "learning_rate": 1e-05
  },
  {
    "step": 10400,
    "loss": 0.011697802692651749,
    "elapsed_seconds": 866.1882314682007,
    "learning_rate": 1e-05
  },
  {
    "step": 10425,
    "loss": 0.011582807637751102,
    "elapsed_seconds": 868.0914263725281,
    "learning_rate": 1e-05
  },
  {
    "step": 10450,
    "loss": 0.011537262238562107,
    "elapsed_seconds": 869.7423956394196,
    "learning_rate": 1e-05
  },
  {
    "step": 10475,
    "loss": 0.011721006594598293,
    "elapsed_seconds": 871.3139595985413,
    "learning_rate": 1e-05
  },
  {
    "step": 10500,
    "loss": 0.011649689637124538,
    "elapsed_seconds": 873.6011219024658,
    "learning_rate": 1e-05
  },
  {
    "step": 10525,
    "loss": 0.01152633223682642,
    "elapsed_seconds": 875.8256809711456,
    "learning_rate": 1e-05
  },
  {
    "step": 10550,
    "loss": 0.011451881378889084,
    "elapsed_seconds": 877.8856432437897,
    "learning_rate": 1e-05
  },
  {
    "step": 10575,
    "loss": 0.011727270670235157,
    "elapsed_seconds": 879.8179402351379,
    "learning_rate": 1e-05
  },
  {
    "step": 10600,
    "loss": 0.011645995080471039,
    "elapsed_seconds": 881.7578649520874,
    "learning_rate": 1e-05
  },
  {
    "step": 10625,
    "loss": 0.011479664593935013,
    "elapsed_seconds": 886.1576194763184,
    "learning_rate": 1e-05
  },
  {
    "step": 10650,
    "loss": 0.01142855454236269,
    "elapsed_seconds": 888.0184640884399,
    "learning_rate": 1e-05
  },
  {
    "step": 10675,
    "loss": 0.01162995770573616,
    "elapsed_seconds": 889.7151305675507,
    "learning_rate": 1e-05
  },
  {
    "step": 10700,
    "loss": 0.011487730778753757,
    "elapsed_seconds": 891.4300532341003,
    "learning_rate": 1e-05
  },
  {
    "step": 10725,
    "loss": 0.01160547137260437,
    "elapsed_seconds": 893.2003107070923,
    "learning_rate": 1e-05
  },
  {
    "step": 10750,
    "loss": 0.011515026912093163,
    "elapsed_seconds": 895.008358001709,
    "learning_rate": 1e-05
  },
  {
    "step": 10775,
    "loss": 0.011514260433614254,
    "elapsed_seconds": 896.7361550331116,
    "learning_rate": 1e-05
  },
  {
    "step": 10800,
    "loss": 0.011457257904112339,
    "elapsed_seconds": 898.45640873909,
    "learning_rate": 1e-05
  },
  {
    "step": 10825,
    "loss": 0.011517351493239403,
    "elapsed_seconds": 900.2150135040283,
    "learning_rate": 1e-05
  },
  {
    "step": 10850,
    "loss": 0.011430232785642147,
    "elapsed_seconds": 901.8391554355621,
    "learning_rate": 1e-05
  },
  {
    "step": 10875,
    "loss": 0.011553885415196419,
    "elapsed_seconds": 903.4269609451294,
    "learning_rate": 1e-05
  },
  {
    "step": 10900,
    "loss": 0.011490539647638798,
    "elapsed_seconds": 905.1823787689209,
    "learning_rate": 1e-05
  },
  {
    "step": 10925,
    "loss": 0.011430918239057064,
    "elapsed_seconds": 907.0608518123627,
    "learning_rate": 1e-05
  },
  {
    "step": 10950,
    "loss": 0.011350996792316437,
    "elapsed_seconds": 908.8293273448944,
    "learning_rate": 1e-05
  },
  {
    "step": 10975,
    "loss": 0.011583298444747925,
    "elapsed_seconds": 910.5738258361816,
    "learning_rate": 1e-05
  },
  {
    "step": 11000,
    "loss": 0.011509005911648273,
    "elapsed_seconds": 912.5092062950134,
    "learning_rate": 1e-05
  },
  {
    "step": 11025,
    "loss": 0.01136535219848156,
    "elapsed_seconds": 914.4144415855408,
    "learning_rate": 1e-05
  },
  {
    "step": 11050,
    "loss": 0.011290282011032104,
    "elapsed_seconds": 916.1189291477203,
    "learning_rate": 1e-05
  },
  {
    "step": 11075,
    "loss": 0.011594914831221104,
    "elapsed_seconds": 917.7934927940369,
    "learning_rate": 1e-05
  },
  {
    "step": 11100,
    "loss": 0.011509742587804794,
    "elapsed_seconds": 921.4823577404022,
    "learning_rate": 1e-05
  },
  {
    "step": 11125,
    "loss": 0.011318194679915905,
    "elapsed_seconds": 923.4125618934631,
    "learning_rate": 1e-05
  },
  {
    "step": 11150,
    "loss": 0.011245380155742168,
    "elapsed_seconds": 925.2724766731262,
    "learning_rate": 1e-05
  },
  {
    "step": 11175,
    "loss": 0.011580772697925568,
    "elapsed_seconds": 927.1118235588074,
    "learning_rate": 1e-05
  },
  {
    "step": 11200,
    "loss": 0.011478685773909092,
    "elapsed_seconds": 929.0246345996857,
    "learning_rate": 1e-05
  },
  {
    "step": 11225,
    "loss": 0.011300813406705856,
    "elapsed_seconds": 930.8440029621124,
    "learning_rate": 1e-05
  },
  {
    "step": 11250,
    "loss": 0.011230194941163063,
    "elapsed_seconds": 932.7016708850861,
    "learning_rate": 1e-05
  },
  {
    "step": 11275,
    "loss": 0.011517548002302647,
    "elapsed_seconds": 934.4211101531982,
    "learning_rate": 1e-05
  },
  {
    "step": 11300,
    "loss": 0.011403179727494717,
    "elapsed_seconds": 936.0860862731934,
    "learning_rate": 1e-05
  },
  {
    "step": 11325,
    "loss": 0.011312801390886307,
    "elapsed_seconds": 937.8952829837799,
    "learning_rate": 1e-05
  },
  {
    "step": 11350,
    "loss": 0.011248153634369373,
    "elapsed_seconds": 939.6103239059448,
    "learning_rate": 1e-05
  },
  {
    "step": 11375,
    "loss": 0.011390328407287598,
    "elapsed_seconds": 941.4016029834747,
    "learning_rate": 1e-05
  },
  {
    "step": 11400,
    "loss": 0.011304310522973537,
    "elapsed_seconds": 943.0755269527435,
    "learning_rate": 1e-05
  },
  {
    "step": 11425,
    "loss": 0.011349701322615147,
    "elapsed_seconds": 945.0805611610413,
    "learning_rate": 1e-05
  },
  {
    "step": 11450,
    "loss": 0.011269756592810154,
    "elapsed_seconds": 947.0666847229004,
    "learning_rate": 1e-05
  },
  {
    "step": 11475,
    "loss": 0.011433293111622334,
    "elapsed_seconds": 949.099643945694,
    "learning_rate": 1e-05
  },
  {
    "step": 11500,
    "loss": 0.011391552165150642,
    "elapsed_seconds": 951.1480767726898,
    "learning_rate": 1e-05
  },
  {
    "step": 11525,
    "loss": 0.011441086418926716,
    "elapsed_seconds": 955.0720119476318,
    "learning_rate": 1e-05
  },
  {
    "step": 11550,
    "loss": 0.01184768509119749,
    "elapsed_seconds": 957.0028944015503,
    "learning_rate": 1e-05
  },
  {
    "step": 11575,
    "loss": 0.01154423039406538,
    "elapsed_seconds": 958.8941404819489,
    "learning_rate": 1e-05
  },
  {
    "step": 11600,
    "loss": 0.011981403455138206,
    "elapsed_seconds": 960.8303911685944,
    "learning_rate": 1e-05
  },
  {
    "step": 11625,
    "loss": 0.013418847694993019,
    "elapsed_seconds": 962.7989993095398,
    "learning_rate": 1e-05
  },
  {
    "step": 11650,
    "loss": 0.013750778511166573,
    "elapsed_seconds": 964.4751422405243,
    "learning_rate": 1e-05
  },
  {
    "step": 11675,
    "loss": 0.014355634339153767,
    "elapsed_seconds": 966.1658425331116,
    "learning_rate": 1e-05
  },
  {
    "step": 11700,
    "loss": 0.01399353239685297,
    "elapsed_seconds": 968.0326187610626,
    "learning_rate": 1e-05
  },
  {
    "step": 11725,
    "loss": 0.012839121744036674,
    "elapsed_seconds": 969.9683773517609,
    "learning_rate": 1e-05
  },
  {
    "step": 11750,
    "loss": 0.01340645644813776,
    "elapsed_seconds": 971.6383607387543,
    "learning_rate": 1e-05
  },
  {
    "step": 11775,
    "loss": 0.013428842648863792,
    "elapsed_seconds": 973.1713237762451,
    "learning_rate": 1e-05
  },
  {
    "step": 11800,
    "loss": 0.012532725930213928,
    "elapsed_seconds": 974.8041567802429,
    "learning_rate": 1e-05
  },
  {
    "step": 11825,
    "loss": 0.012213725596666336,
    "elapsed_seconds": 976.5428998470306,
    "learning_rate": 1e-05
  },
  {
    "step": 11850,
    "loss": 0.01210673339664936,
    "elapsed_seconds": 978.1219987869263,
    "learning_rate": 1e-05
  },
  {
    "step": 11875,
    "loss": 0.011954966001212597,
    "elapsed_seconds": 979.7991163730621,
    "learning_rate": 1e-05
  },
  {
    "step": 11900,
    "loss": 0.01199712697416544,
    "elapsed_seconds": 981.601625919342,
    "learning_rate": 1e-05
  },
  {
    "step": 11925,
    "loss": 0.01189828384667635,
    "elapsed_seconds": 983.6866354942322,
    "learning_rate": 1e-05
  },
  {
    "step": 11950,
    "loss": 0.011812946759164333,
    "elapsed_seconds": 985.4747381210327,
    "learning_rate": 1e-05
  },
  {
    "step": 11975,
    "loss": 0.011770653538405895,
    "elapsed_seconds": 989.2427170276642,
    "learning_rate": 1e-05
  },
  {
    "step": 12000,
    "loss": 0.011723306961357594,
    "elapsed_seconds": 991.3004305362701,
    "learning_rate": 1e-05
  },
  {
    "step": 12025,
    "loss": 0.011651531793177128,
    "elapsed_seconds": 993.1983110904694,
    "learning_rate": 1e-05
  },
  {
    "step": 12050,
    "loss": 0.01166047714650631,
    "elapsed_seconds": 994.7582693099976,
    "learning_rate": 1e-05
  },
  {
    "step": 12075,
    "loss": 0.01158751267939806,
    "elapsed_seconds": 996.2827339172363,
    "learning_rate": 1e-05
  },
  {
    "step": 12100,
    "loss": 0.011603337712585926,
    "elapsed_seconds": 997.8435628414154,
    "learning_rate": 1e-05
  },
  {
    "step": 12125,
    "loss": 0.011531399562954903,
    "elapsed_seconds": 999.6810958385468,
    "learning_rate": 1e-05
  },
  {
    "step": 12150,
    "loss": 0.01154794730246067,
    "elapsed_seconds": 1001.3554782867432,
    "learning_rate": 1e-05
  },
  {
    "step": 12175,
    "loss": 0.011477295309305191,
    "elapsed_seconds": 1002.9976723194122,
    "learning_rate": 1e-05
  },
  {
    "step": 12200,
    "loss": 0.011537523940205574,
    "elapsed_seconds": 1004.486733675003,
    "learning_rate": 1e-05
  },
  {
    "step": 12225,
    "loss": 0.011485196650028229,
    "elapsed_seconds": 1006.2115888595581,
    "learning_rate": 1e-05
  },
  {
    "step": 12250,
    "loss": 0.011428757570683956,
    "elapsed_seconds": 1007.773843050003,
    "learning_rate": 1e-05
  },
  {
    "step": 12275,
    "loss": 0.011993342079222202,
    "elapsed_seconds": 1009.5117876529694,
    "learning_rate": 1e-05
  },
  {
    "step": 12300,
    "loss": 0.012232833541929722,
    "elapsed_seconds": 1011.2723786830902,
    "learning_rate": 1e-05
  },
  {
    "step": 12325,
    "loss": 0.011630823835730553,
    "elapsed_seconds": 1012.9214687347412,
    "learning_rate": 1e-05
  },
  {
    "step": 12350,
    "loss": 0.01158883422613144,
    "elapsed_seconds": 1014.5389201641083,
    "learning_rate": 1e-05
  },
  {
    "step": 12375,
    "loss": 0.01210896484553814,
    "elapsed_seconds": 1016.2487924098969,
    "learning_rate": 1e-05
  },
  {
    "step": 12400,
    "loss": 0.012928805314004421,
    "elapsed_seconds": 1017.9141037464142,
    "learning_rate": 1e-05
  },
  {
    "step": 12425,
    "loss": 0.012122019194066525,
    "elapsed_seconds": 1019.7517743110657,
    "learning_rate": 1e-05
  },
  {
    "step": 12450,
    "loss": 0.012144725769758224,
    "elapsed_seconds": 1021.3518495559692,
    "learning_rate": 1e-05
  },
  {
    "step": 12475,
    "loss": 0.012355741113424301,
    "elapsed_seconds": 1025.1865763664246,
    "learning_rate": 1e-05
  },
  {
    "step": 12500,
    "loss": 0.011921336874365807,
    "elapsed_seconds": 1026.755912065506,
    "learning_rate": 1e-05
  },
  {
    "step": 12525,
    "loss": 0.011791056953370571,
    "elapsed_seconds": 1028.5787725448608,
    "learning_rate": 1e-05
  },
  {
    "step": 12550,
    "loss": 0.011612183414399624,
    "elapsed_seconds": 1030.1533250808716,
    "learning_rate": 1e-05
  },
  {
    "step": 12575,
    "loss": 0.012097780592739582,
    "elapsed_seconds": 1031.673475265503,
    "learning_rate": 1e-05
  },
  {
    "step": 12600,
    "loss": 0.011290243826806545,
    "elapsed_seconds": 1033.4098422527313,
    "learning_rate": 1e-05
  },
  {
    "step": 12625,
    "loss": 0.011274820193648338,
    "elapsed_seconds": 1035.1191248893738,
    "learning_rate": 1e-05
  },
  {
    "step": 12650,
    "loss": 0.011313146911561489,
    "elapsed_seconds": 1036.7414140701294,
    "learning_rate": 1e-05
  },
  {
    "step": 12675,
    "loss": 0.011276482604444027,
    "elapsed_seconds": 1038.3491463661194,
    "learning_rate": 1e-05
  },
  {
    "step": 12700,
    "loss": 0.011278141289949417,
    "elapsed_seconds": 1039.8548188209534,
    "learning_rate": 1e-05
  },
  {
    "step": 12725,
    "loss": 0.011143089272081852,
    "elapsed_seconds": 1041.529735326767,
    "learning_rate": 1e-05
  },
  {
    "step": 12750,
    "loss": 0.011369644664227962,
    "elapsed_seconds": 1043.2041926383972,
    "learning_rate": 1e-05
  },
  {
    "step": 12775,
    "loss": 0.011319397017359734,
    "elapsed_seconds": 1044.8402605056763,
    "learning_rate": 1e-05
  },
  {
    "step": 12800,
    "loss": 0.011165795847773552,
    "elapsed_seconds": 1046.4097390174866,
    "learning_rate": 1e-05
  },
  {
    "step": 12825,
    "loss": 0.011098330840468407,
    "elapsed_seconds": 1048.0903799533844,
    "learning_rate": 1e-05
  },
  {
    "step": 12850,
    "loss": 0.011380728334188461,
    "elapsed_seconds": 1049.8389480113983,
    "learning_rate": 1e-05
  },
  {
    "step": 12875,
    "loss": 0.011295908130705357,
    "elapsed_seconds": 1051.409794330597,
    "learning_rate": 1e-05
  },
  {
    "step": 12900,
    "loss": 0.011112362146377563,
    "elapsed_seconds": 1053.103792667389,
    "learning_rate": 1e-05
  },
  {
    "step": 12925,
    "loss": 0.011058208532631397,
    "elapsed_seconds": 1055.0585782527924,
    "learning_rate": 1e-05
  },
  {
    "step": 12950,
    "loss": 0.011319051496684551,
    "elapsed_seconds": 1059.3204197883606,
    "learning_rate": 1e-05
  },
  {
    "step": 12975,
    "loss": 0.011243973858654499,
    "elapsed_seconds": 1061.104171514511,
    "learning_rate": 1e-05
  },
  {
    "step": 13000,
    "loss": 0.01107767689973116,
    "elapsed_seconds": 1062.872929096222,
    "learning_rate": 1e-05
  },
  {
    "step": 13025,
    "loss": 0.011030524969100952,
    "elapsed_seconds": 1064.8541898727417,
    "learning_rate": 1e-05
  },
  {
    "step": 13050,
    "loss": 0.011255905963480473,
    "elapsed_seconds": 1066.7600224018097,
    "learning_rate": 1e-05
  },
  {
    "step": 13075,
    "loss": 0.011189134791493416,
    "elapsed_seconds": 1068.5776555538177,
    "learning_rate": 1e-05
  },
  {
    "step": 13100,
    "loss": 0.011061908677220345,
    "elapsed_seconds": 1070.2597646713257,
    "learning_rate": 1e-05
  },
  {
    "step": 13125,
    "loss": 0.011029590852558613,
    "elapsed_seconds": 1072.1009879112244,
    "learning_rate": 1e-05
  },
  {
    "step": 13150,
    "loss": 0.011179577559232712,
    "elapsed_seconds": 1073.9235725402832,
    "learning_rate": 1e-05
  },
  {
    "step": 13175,
    "loss": 0.011151210404932499,
    "elapsed_seconds": 1075.7727344036102,
    "learning_rate": 1e-05
  },
  {
    "step": 13200,
    "loss": 0.011046133004128933,
    "elapsed_seconds": 1077.385060787201,
    "learning_rate": 1e-05
  },
  {
    "step": 13225,
    "loss": 0.011046696454286575,
    "elapsed_seconds": 1079.0496454238892,
    "learning_rate": 1e-05
  },
  {
    "step": 13250,
    "loss": 0.01111174002289772,
    "elapsed_seconds": 1080.620926618576,
    "learning_rate": 1e-05
  },
  {
    "step": 13275,
    "loss": 0.011132651939988136,
    "elapsed_seconds": 1082.4559688568115,
    "learning_rate": 1e-05
  },
  {
    "step": 13300,
    "loss": 0.011017682030797005,
    "elapsed_seconds": 1084.2546849250793,
    "learning_rate": 1e-05
  },
  {
    "step": 13325,
    "loss": 0.011044945567846298,
    "elapsed_seconds": 1086.3151836395264,
    "learning_rate": 1e-05
  },
  {
    "step": 13350,
    "loss": 0.01107457373291254,
    "elapsed_seconds": 1088.088056564331,
    "learning_rate": 1e-05
  },
  {
    "step": 13375,
    "loss": 0.011074194684624672,
    "elapsed_seconds": 1090.0117599964142,
    "learning_rate": 1e-05
  },
  {
    "step": 13400,
    "loss": 0.011003443971276283,
    "elapsed_seconds": 1094.0050764083862,
    "learning_rate": 1e-05
  },
  {
    "step": 13425,
    "loss": 0.011015749536454678,
    "elapsed_seconds": 1095.6431241035461,
    "learning_rate": 1e-05
  },
  {
    "step": 13450,
    "loss": 0.01103841233998537,
    "elapsed_seconds": 1097.2705914974213,
    "learning_rate": 1e-05
  },
  {
    "step": 13475,
    "loss": 0.011033824644982815,
    "elapsed_seconds": 1098.7983665466309,
    "learning_rate": 1e-05
  },
  {
    "step": 13500,
    "loss": 0.010987180285155773,
    "elapsed_seconds": 1100.3054826259613,
    "learning_rate": 1e-05
  },
  {
    "step": 13525,
    "loss": 0.01098658423870802,
    "elapsed_seconds": 1102.221212387085,
    "learning_rate": 1e-05
  },
  {
    "step": 13550,
    "loss": 0.011001111939549446,
    "elapsed_seconds": 1103.8588972091675,
    "learning_rate": 1e-05
  },
  {
    "step": 13575,
    "loss": 0.010995753109455109,
    "elapsed_seconds": 1105.7062134742737,
    "learning_rate": 1e-05
  },
  {
    "step": 13600,
    "loss": 0.010960441082715988,
    "elapsed_seconds": 1107.5557084083557,
    "learning_rate": 1e-05
  },
  {
    "step": 13625,
    "loss": 0.01097229402512312,
    "elapsed_seconds": 1109.5994591712952,
    "learning_rate": 1e-05
  },
  {
    "step": 13650,
    "loss": 0.010972106829285622,
    "elapsed_seconds": 1111.5604100227356,
    "learning_rate": 1e-05
  },
  {
    "step": 13675,
    "loss": 0.01106774341315031,
    "elapsed_seconds": 1113.4139006137848,
    "learning_rate": 1e-05
  },
  {
    "step": 13700,
    "loss": 0.010957833379507065,
    "elapsed_seconds": 1115.1859004497528,
    "learning_rate": 1e-05
  },
  {
    "step": 13725,
    "loss": 0.010892354883253574,
    "elapsed_seconds": 1117.253607749939,
    "learning_rate": 1e-05
  },
  {
    "step": 13750,
    "loss": 0.010955742560327053,
    "elapsed_seconds": 1119.2081854343414,
    "learning_rate": 1e-05
  },
  {
    "step": 13775,
    "loss": 0.010967731475830078,
    "elapsed_seconds": 1120.8548514842987,
    "learning_rate": 1e-05
  },
  {
    "step": 13800,
    "loss": 0.010970529168844223,
    "elapsed_seconds": 1122.4984121322632,
    "learning_rate": 1e-05
  },
  {
    "step": 13825,
    "loss": 0.011012332513928413,
    "elapsed_seconds": 1124.3402156829834,
    "learning_rate": 1e-05
  },
  {
    "step": 13850,
    "loss": 0.010949941352009773,
    "elapsed_seconds": 1128.4224405288696,
    "learning_rate": 1e-05
  },
  {
    "step": 13875,
    "loss": 0.01089318934828043,
    "elapsed_seconds": 1130.2007884979248,
    "learning_rate": 1e-05
  },
  {
    "step": 13900,
    "loss": 0.010863883420825005,
    "elapsed_seconds": 1131.8954584598541,
    "learning_rate": 1e-05
  },
  {
    "step": 13925,
    "loss": 0.010678434744477272,
    "elapsed_seconds": 1133.7866497039795,
    "learning_rate": 1e-05
  },
  {
    "step": 13950,
    "loss": 0.010895410552620888,
    "elapsed_seconds": 1135.492923259735,
    "learning_rate": 1e-05
  },
  {
    "step": 13975,
    "loss": 0.010899475775659084,
    "elapsed_seconds": 1137.244964838028,
    "learning_rate": 1e-05
  },
  {
    "step": 14000,
    "loss": 0.010876924730837345,
    "elapsed_seconds": 1138.8836524486542,
    "learning_rate": 1e-05
  },
  {
    "step": 14025,
    "loss": 0.010786434635519981,
    "elapsed_seconds": 1140.5857787132263,
    "learning_rate": 1e-05
  },
  {
    "step": 14050,
    "loss": 0.010965785942971706,
    "elapsed_seconds": 1142.2676486968994,
    "learning_rate": 1e-05
  },
  {
    "step": 14075,
    "loss": 0.010802044533193111,
    "elapsed_seconds": 1144.1577005386353,
    "learning_rate": 1e-05
  },
  {
    "step": 14100,
    "loss": 0.010828996077179909,
    "elapsed_seconds": 1146.1290094852448,
    "learning_rate": 1e-05
  },
  {
    "step": 14125,
    "loss": 0.010723895393311977,
    "elapsed_seconds": 1148.0970845222473,
    "learning_rate": 1e-05
  },
  {
    "step": 14150,
    "loss": 0.010889732278883457,
    "elapsed_seconds": 1149.8846833705902,
    "learning_rate": 1e-05
  },
  {
    "step": 14175,
    "loss": 0.010899407789111137,
    "elapsed_seconds": 1151.8443620204926,
    "learning_rate": 1e-05
  },
  {
    "step": 14200,
    "loss": 0.010772035457193851,
    "elapsed_seconds": 1153.6419067382812,
    "learning_rate": 1e-05
  },
  {
    "step": 14225,
    "loss": 0.010564801283180714,
    "elapsed_seconds": 1155.4189040660858,
    "learning_rate": 1e-05
  },
  {
    "step": 14250,
    "loss": 0.010979032143950462,
    "elapsed_seconds": 1157.20046377182,
    "learning_rate": 1e-05
  },
  {
    "step": 14275,
    "loss": 0.010744951665401459,
    "elapsed_seconds": 1159.1633880138397,
    "learning_rate": 1e-05
  },
  {
    "step": 14300,
    "loss": 0.010868612676858902,
    "elapsed_seconds": 1162.9751806259155,
    "learning_rate": 1e-05
  },
  {
    "step": 14325,
    "loss": 0.010644735768437386,
    "elapsed_seconds": 1164.9390895366669,
    "learning_rate": 1e-05
  },
  {
    "step": 14350,
    "loss": 0.010800010524690151,
    "elapsed_seconds": 1166.8482871055603,
    "learning_rate": 1e-05
  },
  {
    "step": 14375,
    "loss": 0.010941443964838982,
    "elapsed_seconds": 1168.948497056961,
    "learning_rate": 1e-05
  },
  {
    "step": 14400,
    "loss": 0.011010217480361462,
    "elapsed_seconds": 1170.9005584716797,
    "learning_rate": 1e-05
  },
  {
    "step": 14425,
    "loss": 0.011312661692500114,
    "elapsed_seconds": 1172.5682320594788,
    "learning_rate": 1e-05
  },
  {
    "step": 14450,
    "loss": 0.011411333456635475,
    "elapsed_seconds": 1174.2854557037354,
    "learning_rate": 1e-05
  },
  {
    "step": 14475,
    "loss": 0.011700068600475788,
    "elapsed_seconds": 1175.935388803482,
    "learning_rate": 1e-05
  },
  {
    "step": 14500,
    "loss": 0.010576990433037281,
    "elapsed_seconds": 1177.7344286441803,
    "learning_rate": 1e-05
  },
  {
    "step": 14525,
    "loss": 0.011260696686804295,
    "elapsed_seconds": 1179.537649154663,
    "learning_rate": 1e-05
  },
  {
    "step": 14550,
    "loss": 0.010777399875223637,
    "elapsed_seconds": 1181.3730800151825,
    "learning_rate": 1e-05
  },
  {
    "step": 14575,
    "loss": 0.010678752325475216,
    "elapsed_seconds": 1183.00630068779,
    "learning_rate": 1e-05
  },
  {
    "step": 14600,
    "loss": 0.010658019222319126,
    "elapsed_seconds": 1184.4750814437866,
    "learning_rate": 1e-05
  },
  {
    "step": 14625,
    "loss": 0.010517382062971592,
    "elapsed_seconds": 1186.2234463691711,
    "learning_rate": 1e-05
  },
  {
    "step": 14650,
    "loss": 0.010772188194096088,
    "elapsed_seconds": 1187.7280650138855,
    "learning_rate": 1e-05
  },
  {
    "step": 14675,
    "loss": 0.01066621858626604,
    "elapsed_seconds": 1189.4540374279022,
    "learning_rate": 1e-05
  },
  {
    "step": 14700,
    "loss": 0.01069971639662981,
    "elapsed_seconds": 1191.097196817398,
    "learning_rate": 1e-05
  },
  {
    "step": 14725,
    "loss": 0.01036850269883871,
    "elapsed_seconds": 1192.8007390499115,
    "learning_rate": 1e-05
  },
  {
    "step": 14750,
    "loss": 0.010447000153362751,
    "elapsed_seconds": 1194.5554990768433,
    "learning_rate": 1e-05
  },
  {
    "step": 14775,
    "loss": 0.012467850930988789,
    "elapsed_seconds": 1198.4337196350098,
    "learning_rate": 1e-05
  },
  {
    "step": 14800,
    "loss": 0.011826078407466412,
    "elapsed_seconds": 1200.266105413437,
    "learning_rate": 1e-05
  },
  {
    "step": 14825,
    "loss": 0.011183262802660465,
    "elapsed_seconds": 1202.0247540473938,
    "learning_rate": 1e-05
  },
  {
    "step": 14850,
    "loss": 0.01276069413870573,
    "elapsed_seconds": 1203.6801419258118,
    "learning_rate": 1e-05
  },
  {
    "step": 14875,
    "loss": 0.014646751806139946,
    "elapsed_seconds": 1205.2282929420471,
    "learning_rate": 1e-05
  },
  {
    "step": 14900,
    "loss": 0.011329242959618568,
    "elapsed_seconds": 1206.8440117835999,
    "learning_rate": 1e-05
  },
  {
    "step": 14925,
    "loss": 0.01103235874325037,
    "elapsed_seconds": 1208.6196455955505,
    "learning_rate": 1e-05
  },
  {
    "step": 14950,
    "loss": 0.011216173879802227,
    "elapsed_seconds": 1210.0871150493622,
    "learning_rate": 1e-05
  },
  {
    "step": 14975,
    "loss": 0.010766067542135715,
    "elapsed_seconds": 1211.7349452972412,
    "learning_rate": 1e-05
  },
  {
    "step": 15000,
    "loss": 0.010768569074571133,
    "elapsed_seconds": 1213.4477560520172,
    "learning_rate": 1e-05
  },
  {
    "step": 15025,
    "loss": 0.01079072616994381,
    "elapsed_seconds": 1215.3334352970123,
    "learning_rate": 1e-05
  },
  {
    "step": 15050,
    "loss": 0.010828366503119469,
    "elapsed_seconds": 1217.0613100528717,
    "learning_rate": 1e-05
  },
  {
    "step": 15075,
    "loss": 0.010522807016968727,
    "elapsed_seconds": 1218.812593460083,
    "learning_rate": 1e-05
  },
  {
    "step": 15100,
    "loss": 0.010717347264289856,
    "elapsed_seconds": 1220.4712371826172,
    "learning_rate": 1e-05
  },
  {
    "step": 15125,
    "loss": 0.010740242898464203,
    "elapsed_seconds": 1222.1728162765503,
    "learning_rate": 1e-05
  },
  {
    "step": 15150,
    "loss": 0.010725709609687328,
    "elapsed_seconds": 1223.9393150806427,
    "learning_rate": 1e-05
  },
  {
    "step": 15175,
    "loss": 0.010621953755617142,
    "elapsed_seconds": 1225.7338190078735,
    "learning_rate": 1e-05
  },
  {
    "step": 15200,
    "loss": 0.010688317939639091,
    "elapsed_seconds": 1227.8909401893616,
    "learning_rate": 1e-05
  },
  {
    "step": 15225,
    "loss": 0.01064274925738573,
    "elapsed_seconds": 1231.8825752735138,
    "learning_rate": 1e-05
  },
  {
    "step": 15250,
    "loss": 0.010684958659112453,
    "elapsed_seconds": 1233.68079662323,
    "learning_rate": 1e-05
  },
  {
    "step": 15275,
    "loss": 0.010652799159288406,
    "elapsed_seconds": 1235.587239742279,
    "learning_rate": 1e-05
  },
  {
    "step": 15300,
    "loss": 0.010640645399689674,
    "elapsed_seconds": 1237.8935816287994,
    "learning_rate": 1e-05
  },
  {
    "step": 15325,
    "loss": 0.01061646081507206,
    "elapsed_seconds": 1239.7899866104126,
    "learning_rate": 1e-05
  },
  {
    "step": 15350,
    "loss": 0.010661179199814796,
    "elapsed_seconds": 1241.5350179672241,
    "learning_rate": 1e-05
  },
  {
    "step": 15375,
    "loss": 0.010645834729075432,
    "elapsed_seconds": 1243.1032130718231,
    "learning_rate": 1e-05
  },
  {
    "step": 15400,
    "loss": 0.010605327785015106,
    "elapsed_seconds": 1244.866000175476,
    "learning_rate": 1e-05
  },
  {
    "step": 15425,
    "loss": 0.010633395984768867,
    "elapsed_seconds": 1246.5756840705872,
    "learning_rate": 1e-05
  },
  {
    "step": 15450,
    "loss": 0.010554824024438858,
    "elapsed_seconds": 1248.3327600955963,
    "learning_rate": 1e-05
  },
  {
    "step": 15475,
    "loss": 0.010878022760152817,
    "elapsed_seconds": 1250.0351204872131,
    "learning_rate": 1e-05
  },
  {
    "step": 15500,
    "loss": 0.010759541764855385,
    "elapsed_seconds": 1251.661227941513,
    "learning_rate": 1e-05
  },
  {
    "step": 15525,
    "loss": 0.011088933795690536,
    "elapsed_seconds": 1253.4396088123322,
    "learning_rate": 1e-05
  },
  {
    "step": 15550,
    "loss": 0.0107020428404212,
    "elapsed_seconds": 1255.1643183231354,
    "learning_rate": 1e-05
  },
  {
    "step": 15575,
    "loss": 0.010560519993305206,
    "elapsed_seconds": 1256.7686791419983,
    "learning_rate": 1e-05
  },
  {
    "step": 15600,
    "loss": 0.010736948810517788,
    "elapsed_seconds": 1258.452386856079,
    "learning_rate": 1e-05
  },
  {
    "step": 15625,
    "loss": 0.01053227111697197,
    "elapsed_seconds": 1260.1940400600433,
    "learning_rate": 1e-05
  },
  {
    "step": 15650,
    "loss": 0.010420593433082104,
    "elapsed_seconds": 1261.9594118595123,
    "learning_rate": 1e-05
  },
  {
    "step": 15675,
    "loss": 0.010549942962825298,
    "elapsed_seconds": 1263.512320280075,
    "learning_rate": 1e-05
  },
  {
    "step": 15700,
    "loss": 0.010331970639526844,
    "elapsed_seconds": 1267.5216510295868,
    "learning_rate": 1e-05
  },
  {
    "step": 15725,
    "loss": 0.010562906973063946,
    "elapsed_seconds": 1269.4443926811218,
    "learning_rate": 1e-05
  },
  {
    "step": 15750,
    "loss": 0.012061006389558315,
    "elapsed_seconds": 1271.139924287796,
    "learning_rate": 1e-05
  },
  {
    "step": 15775,
    "loss": 0.01146619115024805,
    "elapsed_seconds": 1273.0763006210327,
    "learning_rate": 1e-05
  },
  {
    "step": 15800,
    "loss": 0.011866996996104717,
    "elapsed_seconds": 1274.644785642624,
    "learning_rate": 1e-05
  },
  {
    "step": 15825,
    "loss": 0.01064201071858406,
    "elapsed_seconds": 1276.2961525917053,
    "learning_rate": 1e-05
  },
  {
    "step": 15850,
    "loss": 0.0123204430565238,
    "elapsed_seconds": 1278.1333668231964,
    "learning_rate": 1e-05
  },
  {
    "step": 15875,
    "loss": 0.01198100857436657,
    "elapsed_seconds": 1279.8645374774933,
    "learning_rate": 1e-05
  },
  {
    "step": 15900,
    "loss": 0.01267161127179861,
    "elapsed_seconds": 1281.782152891159,
    "learning_rate": 1e-05
  },
  {
    "step": 15925,
    "loss": 0.010790642350912094,
    "elapsed_seconds": 1283.6788790225983,
    "learning_rate": 1e-05
  },
  {
    "step": 15950,
    "loss": 0.011595433577895164,
    "elapsed_seconds": 1285.3435204029083,
    "learning_rate": 1e-05
  },
  {
    "step": 15975,
    "loss": 0.01157146506011486,
    "elapsed_seconds": 1287.219253540039,
    "learning_rate": 1e-05
  },
  {
    "step": 16000,
    "loss": 0.011059493757784367,
    "elapsed_seconds": 1288.9687838554382,
    "learning_rate": 1e-05
  },
  {
    "step": 16025,
    "loss": 0.012293489649891853,
    "elapsed_seconds": 1290.7989521026611,
    "learning_rate": 1e-05
  },
  {
    "step": 16050,
    "loss": 0.011434939689934254,
    "elapsed_seconds": 1292.5054879188538,
    "learning_rate": 1e-05
  },
  {
    "step": 16075,
    "loss": 0.010584816336631775,
    "elapsed_seconds": 1294.2972927093506,
    "learning_rate": 1e-05
  },
  {
    "step": 16100,
    "loss": 0.010666660033166409,
    "elapsed_seconds": 1296.2580292224884,
    "learning_rate": 1e-05
  },
  {
    "step": 16125,
    "loss": 0.010284539312124252,
    "elapsed_seconds": 1298.0143790245056,
    "learning_rate": 1e-05
  },
  {
    "step": 16150,
    "loss": 0.010644427500665188,
    "elapsed_seconds": 1299.6935951709747,
    "learning_rate": 1e-05
  },
  {
    "step": 16175,
    "loss": 0.01050515752285719,
    "elapsed_seconds": 1301.6092607975006,
    "learning_rate": 1e-05
  },
  {
    "step": 16200,
    "loss": 0.01028065662831068,
    "elapsed_seconds": 1303.3264315128326,
    "learning_rate": 1e-05
  },
  {
    "step": 16225,
    "loss": 0.010274769738316536,
    "elapsed_seconds": 1305.1954398155212,
    "learning_rate": 1e-05
  },
  {
    "step": 16250,
    "loss": 0.010549955070018768,
    "elapsed_seconds": 1306.8203027248383,
    "learning_rate": 1e-05
  },
  {
    "step": 16275,
    "loss": 0.01052834466099739,
    "elapsed_seconds": 1308.6208033561707,
    "learning_rate": 1e-05
  },
  {
    "step": 16300,
    "loss": 0.010298442095518112,
    "elapsed_seconds": 1310.509963274002,
    "learning_rate": 1e-05
  },
  {
    "step": 16325,
    "loss": 0.010223904624581337,
    "elapsed_seconds": 1312.3736426830292,
    "learning_rate": 1e-05
  },
  {
    "step": 16350,
    "loss": 0.010551176965236664,
    "elapsed_seconds": 1314.017417192459,
    "learning_rate": 1e-05
  },
  {
    "step": 16375,
    "loss": 0.01046821940690279,
    "elapsed_seconds": 1318.5222010612488,
    "learning_rate": 1e-05
  },
  {
    "step": 16400,
    "loss": 0.010269120335578918,
    "elapsed_seconds": 1320.2046387195587,
    "learning_rate": 1e-05
  },
  {
    "step": 16425,
    "loss": 0.01019937451928854,
    "elapsed_seconds": 1322.0489754676819,
    "learning_rate": 1e-05
  },
  {
    "step": 16450,
    "loss": 0.010526258498430252,
    "elapsed_seconds": 1323.6379127502441,
    "learning_rate": 1e-05
  },
  {
    "step": 16475,
    "loss": 0.01045155618339777,
    "elapsed_seconds": 1325.109982252121,
    "learning_rate": 1e-05
  },
  {
    "step": 16500,
    "loss": 0.010246966034173965,
    "elapsed_seconds": 1326.7916901111603,
    "learning_rate": 1e-05
  },
  {
    "step": 16525,
    "loss": 0.010179911740124226,
    "elapsed_seconds": 1328.5613799095154,
    "learning_rate": 1e-05
  },
  {
    "step": 16550,
    "loss": 0.010495617985725403,
    "elapsed_seconds": 1330.2234561443329,
    "learning_rate": 1e-05
  },
  {
    "step": 16575,
    "loss": 0.010412294417619705,
    "elapsed_seconds": 1331.7759635448456,
    "learning_rate": 1e-05
  },
  {
    "step": 16600,
    "loss": 0.010250123217701912,
    "elapsed_seconds": 1333.6108605861664,
    "learning_rate": 1e-05
  },
  {
    "step": 16625,
    "loss": 0.010186536237597466,
    "elapsed_seconds": 1335.649379491806,
    "learning_rate": 1e-05
  },
  {
    "step": 16650,
    "loss": 0.010437261313199997,
    "elapsed_seconds": 1337.1861927509308,
    "learning_rate": 1e-05
  },
  {
    "step": 16675,
    "loss": 0.01037365011870861,
    "elapsed_seconds": 1338.7973792552948,
    "learning_rate": 1e-05
  },
  {
    "step": 16700,
    "loss": 0.010286064818501472,
    "elapsed_seconds": 1340.5881485939026,
    "learning_rate": 1e-05
  },
  {
    "step": 16725,
    "loss": 0.010313360020518303,
    "elapsed_seconds": 1342.2633483409882,
    "learning_rate": 1e-05
  },
  {
    "step": 16750,
    "loss": 0.010251632891595364,
    "elapsed_seconds": 1343.8474926948547,
    "learning_rate": 1e-05
  },
  {
    "step": 16775,
    "loss": 0.010626697912812233,
    "elapsed_seconds": 1345.330037355423,
    "learning_rate": 1e-05
  },
  {
    "step": 16800,
    "loss": 0.01032878365367651,
    "elapsed_seconds": 1347.180998325348,
    "learning_rate": 1e-05
  },
  {
    "step": 16825,
    "loss": 0.010428283363580704,
    "elapsed_seconds": 1349.372081041336,
    "learning_rate": 1e-05
  },
  {
    "step": 16850,
    "loss": 0.010918937623500824,
    "elapsed_seconds": 1351.1408689022064,
    "learning_rate": 1e-05
  },
  {
    "step": 16875,
    "loss": 0.012578187510371208,
    "elapsed_seconds": 1352.950220823288,
    "learning_rate": 1e-05
  },
  {
    "step": 16900,
    "loss": 0.011550775729119778,
    "elapsed_seconds": 1354.9367654323578,
    "learning_rate": 1e-05
  },
  {
    "step": 16925,
    "loss": 0.011586702428758144,
    "elapsed_seconds": 1356.980852842331,
    "learning_rate": 1e-05
  },
  {
    "step": 16950,
    "loss": 0.01166544295847416,
    "elapsed_seconds": 1358.8724763393402,
    "learning_rate": 1e-05
  },
  {
    "step": 16975,
    "loss": 0.010971707291901112,
    "elapsed_seconds": 1360.7528991699219,
    "learning_rate": 1e-05
  },
  {
    "step": 17000,
    "loss": 0.011349678970873356,
    "elapsed_seconds": 1362.4836308956146,
    "learning_rate": 1e-05
  },
  {
    "step": 17025,
    "loss": 0.011514492332935333,
    "elapsed_seconds": 1364.359235048294,
    "learning_rate": 1e-05
  },
  {
    "step": 17050,
    "loss": 0.011328655295073986,
    "elapsed_seconds": 1368.8081362247467,
    "learning_rate": 1e-05
  },
  {
    "step": 17075,
    "loss": 0.011036006733775139,
    "elapsed_seconds": 1370.7717278003693,
    "learning_rate": 1e-05
  },
  {
    "step": 17100,
    "loss": 0.010712954215705395,
    "elapsed_seconds": 1372.8536982536316,
    "learning_rate": 1e-05
  },
  {
    "step": 17125,
    "loss": 0.010664504952728748,
    "elapsed_seconds": 1374.8532376289368,
    "learning_rate": 1e-05
  },
  {
    "step": 17150,
    "loss": 0.010854342021048069,
    "elapsed_seconds": 1376.6157579421997,
    "learning_rate": 1e-05
  },
  {
    "step": 17175,
    "loss": 0.010641193948686123,
    "elapsed_seconds": 1378.478590965271,
    "learning_rate": 1e-05
  },
  {
    "step": 17200,
    "loss": 0.010918671265244484,
    "elapsed_seconds": 1380.5609104633331,
    "learning_rate": 1e-05
  },
  {
    "step": 17225,
    "loss": 0.01166343130171299,
    "elapsed_seconds": 1382.6402530670166,
    "learning_rate": 1e-05
  },
  {
    "step": 17250,
    "loss": 0.01163600105792284,
    "elapsed_seconds": 1384.3434164524078,
    "learning_rate": 1e-05
  },
  {
    "step": 17275,
    "loss": 0.012248714454472065,
    "elapsed_seconds": 1386.0043697357178,
    "learning_rate": 1e-05
  },
  {
    "step": 17300,
    "loss": 0.012400713749229908,
    "elapsed_seconds": 1387.8078949451447,
    "learning_rate": 1e-05
  },
  {
    "step": 17325,
    "loss": 0.010735408402979374,
    "elapsed_seconds": 1389.6456031799316,
    "learning_rate": 1e-05
  },
  {
    "step": 17350,
    "loss": 0.010477161034941673,
    "elapsed_seconds": 1391.370035648346,
    "learning_rate": 1e-05
  },
  {
    "step": 17375,
    "loss": 0.011365963146090508,
    "elapsed_seconds": 1393.0675332546234,
    "learning_rate": 1e-05
  },
  {
    "step": 17400,
    "loss": 0.011094118468463421,
    "elapsed_seconds": 1394.6719799041748,
    "learning_rate": 1e-05
  },
  {
    "step": 17425,
    "loss": 0.011045695282518864,
    "elapsed_seconds": 1396.300751209259,
    "learning_rate": 1e-05
  },
  {
    "step": 17450,
    "loss": 0.010897388681769371,
    "elapsed_seconds": 1397.851803302765,
    "learning_rate": 1e-05
  },
  {
    "step": 17475,
    "loss": 0.010578304529190063,
    "elapsed_seconds": 1400.955037355423,
    "learning_rate": 1e-05
  },
  {
    "step": 17500,
    "loss": 0.010682341642677784,
    "elapsed_seconds": 1402.8852779865265,
    "learning_rate": 1e-05
  },
  {
    "step": 17525,
    "loss": 0.011050908826291561,
    "elapsed_seconds": 1404.4946172237396,
    "learning_rate": 1e-05
  },
  {
    "step": 17550,
    "loss": 0.011337711475789547,
    "elapsed_seconds": 1405.9934294223785,
    "learning_rate": 1e-05
  },
  {
    "step": 17575,
    "loss": 0.010787595994770527,
    "elapsed_seconds": 1407.6430854797363,
    "learning_rate": 1e-05
  },
  {
    "step": 17600,
    "loss": 0.010993563570082188,
    "elapsed_seconds": 1409.3838193416595,
    "learning_rate": 1e-05
  },
  {
    "step": 17625,
    "loss": 0.010565396398305893,
    "elapsed_seconds": 1411.1230809688568,
    "learning_rate": 1e-05
  },
  {
    "step": 17650,
    "loss": 0.010965914465487003,
    "elapsed_seconds": 1412.6181573867798,
    "learning_rate": 1e-05
  },
  {
    "step": 17675,
    "loss": 0.01048990897834301,
    "elapsed_seconds": 1414.3122253417969,
    "learning_rate": 1e-05
  },
  {
    "step": 17700,
    "loss": 0.010500111617147923,
    "elapsed_seconds": 1416.001526594162,
    "learning_rate": 1e-05
  },
  {
    "step": 17725,
    "loss": 0.0112377954646945,
    "elapsed_seconds": 1417.7435731887817,
    "learning_rate": 1e-05
  },
  {
    "step": 17750,
    "loss": 0.010450339876115322,
    "elapsed_seconds": 1419.3281712532043,
    "learning_rate": 1e-05
  },
  {
    "step": 17775,
    "loss": 0.010736553929746151,
    "elapsed_seconds": 1421.038863658905,
    "learning_rate": 1e-05
  },
  {
    "step": 17800,
    "loss": 0.012441430240869522,
    "elapsed_seconds": 1422.7955729961395,
    "learning_rate": 1e-05
  },
  {
    "step": 17825,
    "loss": 0.011236847378313541,
    "elapsed_seconds": 1424.54705119133,
    "learning_rate": 1e-05
  },
  {
    "step": 17850,
    "loss": 0.011726859956979752,
    "elapsed_seconds": 1426.2957394123077,
    "learning_rate": 1e-05
  },
  {
    "step": 17875,
    "loss": 0.010800913907587528,
    "elapsed_seconds": 1428.2838776111603,
    "learning_rate": 1e-05
  },
  {
    "step": 17900,
    "loss": 0.010568193159997463,
    "elapsed_seconds": 1430.2408430576324,
    "learning_rate": 1e-05
  },
  {
    "step": 17925,
    "loss": 0.010352629236876965,
    "elapsed_seconds": 1432.0707416534424,
    "learning_rate": 1e-05
  },
  {
    "step": 17950,
    "loss": 0.010542831383645535,
    "elapsed_seconds": 1435.9173300266266,
    "learning_rate": 1e-05
  },
  {
    "step": 17975,
    "loss": 0.010092690587043762,
    "elapsed_seconds": 1437.7263188362122,
    "learning_rate": 1e-05
  },
  {
    "step": 18000,
    "loss": 0.010347354225814342,
    "elapsed_seconds": 1439.5869719982147,
    "learning_rate": 1e-05
  },
  {
    "step": 18025,
    "loss": 0.010248598642647266,
    "elapsed_seconds": 1441.390837430954,
    "learning_rate": 1e-05
  },
  {
    "step": 18050,
    "loss": 0.010174973867833614,
    "elapsed_seconds": 1442.976496219635,
    "learning_rate": 1e-05
  },
  {
    "step": 18075,
    "loss": 0.010094230063259602,
    "elapsed_seconds": 1444.7828283309937,
    "learning_rate": 1e-05
  },
  {
    "step": 18100,
    "loss": 0.010248428210616112,
    "elapsed_seconds": 1446.4360103607178,
    "learning_rate": 1e-05
  },
  {
    "step": 18125,
    "loss": 0.010166512802243233,
    "elapsed_seconds": 1448.6195974349976,
    "learning_rate": 1e-05
  },
  {
    "step": 18150,
    "loss": 0.010156000964343548,
    "elapsed_seconds": 1450.4161746501923,
    "learning_rate": 1e-05
  },
  {
    "step": 18175,
    "loss": 0.010054386220872402,
    "elapsed_seconds": 1452.3513085842133,
    "learning_rate": 1e-05
  },
  {
    "step": 18200,
    "loss": 0.010251831263303757,
    "elapsed_seconds": 1454.2363562583923,
    "learning_rate": 1e-05
  },
  {
    "step": 18225,
    "loss": 0.010669047944247723,
    "elapsed_seconds": 1456.1762940883636,
    "learning_rate": 1e-05
  },
  {
    "step": 18250,
    "loss": 0.01015403214842081,
    "elapsed_seconds": 1458.0648300647736,
    "learning_rate": 1e-05
  },
  {
    "step": 18275,
    "loss": 0.011757672764360905,
    "elapsed_seconds": 1460.0122566223145,
    "learning_rate": 1e-05
  },
  {
    "step": 18300,
    "loss": 0.01106901466846466,
    "elapsed_seconds": 1461.757967710495,
    "learning_rate": 1e-05
  },
  {
    "step": 18325,
    "loss": 0.011513378471136093,
    "elapsed_seconds": 1463.6426775455475,
    "learning_rate": 1e-05
  },
  {
    "step": 18350,
    "loss": 0.011076472699642181,
    "elapsed_seconds": 1465.1913094520569,
    "learning_rate": 1e-05
  },
  {
    "step": 18375,
    "loss": 0.010686326771974564,
    "elapsed_seconds": 1467.106315612793,
    "learning_rate": 1e-05
  },
  {
    "step": 18400,
    "loss": 0.012279241345822811,
    "elapsed_seconds": 1469.5701396465302,
    "learning_rate": 1e-05
  },
  {
    "step": 18425,
    "loss": 0.012415622361004353,
    "elapsed_seconds": 1471.5435299873352,
    "learning_rate": 1e-05
  },
  {
    "step": 18450,
    "loss": 0.012263473123311996,
    "elapsed_seconds": 1473.34277510643,
    "learning_rate": 1e-05
  },
  {
    "step": 18475,
    "loss": 0.010861107148230076,
    "elapsed_seconds": 1474.8038754463196,
    "learning_rate": 1e-05
  },
  {
    "step": 18500,
    "loss": 0.010659229941666126,
    "elapsed_seconds": 1476.2848863601685,
    "learning_rate": 1e-05
  },
  {
    "step": 18525,
    "loss": 0.01183719839900732,
    "elapsed_seconds": 1477.9742481708527,
    "learning_rate": 1e-05
  },
  {
    "step": 18550,
    "loss": 0.010519692674279213,
    "elapsed_seconds": 1479.562348127365,
    "learning_rate": 1e-05
  },
  {
    "step": 18575,
    "loss": 0.010312105529010296,
    "elapsed_seconds": 1481.311339855194,
    "learning_rate": 1e-05
  },
  {
    "step": 18600,
    "loss": 0.010734034702181816,
    "elapsed_seconds": 1483.0202412605286,
    "learning_rate": 1e-05
  },
  {
    "step": 18625,
    "loss": 0.010055945254862309,
    "elapsed_seconds": 1484.5791144371033,
    "learning_rate": 1e-05
  },
  {
    "step": 18650,
    "loss": 0.01015559583902359,
    "elapsed_seconds": 1486.350766658783,
    "learning_rate": 1e-05
  },
  {
    "step": 18675,
    "loss": 0.010634147562086582,
    "elapsed_seconds": 1488.2819802761078,
    "learning_rate": 1e-05
  },
  {
    "step": 18700,
    "loss": 0.011492445133626461,
    "elapsed_seconds": 1490.0440208911896,
    "learning_rate": 1e-05
  },
  {
    "step": 18725,
    "loss": 0.010655117221176624,
    "elapsed_seconds": 1491.6507601737976,
    "learning_rate": 1e-05
  },
  {
    "step": 18750,
    "loss": 0.01043782476335764,
    "elapsed_seconds": 1493.2938499450684,
    "learning_rate": 1e-05
  },
  {
    "step": 18775,
    "loss": 0.010376041755080223,
    "elapsed_seconds": 1494.9910271167755,
    "learning_rate": 1e-05
  },
  {
    "step": 18800,
    "loss": 0.011278098449110985,
    "elapsed_seconds": 1496.9132087230682,
    "learning_rate": 1e-05
  },
  {
    "step": 18825,
    "loss": 0.010234029963612556,
    "elapsed_seconds": 1498.8754584789276,
    "learning_rate": 1e-05
  },
  {
    "step": 18850,
    "loss": 0.012041443027555943,
    "elapsed_seconds": 1500.6445589065552,
    "learning_rate": 1e-05
  },
  {
    "step": 18875,
    "loss": 0.012127695605158806,
    "elapsed_seconds": 1504.2964193820953,
    "learning_rate": 1e-05
  },
  {
    "step": 18900,
    "loss": 0.01187148317694664,
    "elapsed_seconds": 1506.1722593307495,
    "learning_rate": 1e-05
  },
  {
    "step": 18925,
    "loss": 0.011828075163066387,
    "elapsed_seconds": 1508.279236793518,
    "learning_rate": 1e-05
  },
  {
    "step": 18950,
    "loss": 0.011017647571861744,
    "elapsed_seconds": 1510.1107625961304,
    "learning_rate": 1e-05
  },
  {
    "step": 18975,
    "loss": 0.01130825374275446,
    "elapsed_seconds": 1512.023030281067,
    "learning_rate": 1e-05
  },
  {
    "step": 19000,
    "loss": 0.010984393768012524,
    "elapsed_seconds": 1513.7752397060394,
    "learning_rate": 1e-05
  },
  {
    "step": 19025,
    "loss": 0.01095143798738718,
    "elapsed_seconds": 1515.6213626861572,
    "learning_rate": 1e-05
  },
  {
    "step": 19050,
    "loss": 0.010567231103777885,
    "elapsed_seconds": 1517.2440211772919,
    "learning_rate": 1e-05
  },
  {
    "step": 19075,
    "loss": 0.010612285695970058,
    "elapsed_seconds": 1518.9520332813263,
    "learning_rate": 1e-05
  },
  {
    "step": 19100,
    "loss": 0.010570349171757698,
    "elapsed_seconds": 1520.7776806354523,
    "learning_rate": 1e-05
  },
  {
    "step": 19125,
    "loss": 0.01056421548128128,
    "elapsed_seconds": 1522.6928985118866,
    "learning_rate": 1e-05
  },
  {
    "step": 19150,
    "loss": 0.010972106829285622,
    "elapsed_seconds": 1524.458306312561,
    "learning_rate": 1e-05
  },
  {
    "step": 19175,
    "loss": 0.012074565514922142,
    "elapsed_seconds": 1526.2326560020447,
    "learning_rate": 1e-05
  },
  {
    "step": 19200,
    "loss": 0.011794576421380043,
    "elapsed_seconds": 1528.031000137329,
    "learning_rate": 1e-05
  },
  {
    "step": 19225,
    "loss": 0.011459325440227985,
    "elapsed_seconds": 1529.758863210678,
    "learning_rate": 1e-05
  },
  {
    "step": 19250,
    "loss": 0.01095291506499052,
    "elapsed_seconds": 1531.3092393875122,
    "learning_rate": 1e-05
  },
  {
    "step": 19275,
    "loss": 0.012313460931181908,
    "elapsed_seconds": 1533.103618144989,
    "learning_rate": 1e-05
  },
  {
    "step": 19300,
    "loss": 0.01243217196315527,
    "elapsed_seconds": 1534.8813467025757,
    "learning_rate": 1e-05
  },
  {
    "step": 19325,
    "loss": 0.011688011698424816,
    "elapsed_seconds": 1538.2473819255829,
    "learning_rate": 1e-05
  },
  {
    "step": 19350,
    "loss": 0.01163671538233757,
    "elapsed_seconds": 1540.270465373993,
    "learning_rate": 1e-05
  },
  {
    "step": 19375,
    "loss": 0.011658430099487305,
    "elapsed_seconds": 1542.05517244339,
    "learning_rate": 1e-05
  },
  {
    "step": 19400,
    "loss": 0.011557605117559433,
    "elapsed_seconds": 1543.6995751857758,
    "learning_rate": 1e-05
  },
  {
    "step": 19425,
    "loss": 0.011634336784482002,
    "elapsed_seconds": 1545.5398290157318,
    "learning_rate": 1e-05
  },
  {
    "step": 19450,
    "loss": 0.011715257540345192,
    "elapsed_seconds": 1547.2432532310486,
    "learning_rate": 1e-05
  },
  {
    "step": 19475,
    "loss": 0.0112736402079463,
    "elapsed_seconds": 1548.7667787075043,
    "learning_rate": 1e-05
  },
  {
    "step": 19500,
    "loss": 0.010977392084896564,
    "elapsed_seconds": 1550.4139153957367,
    "learning_rate": 1e-05
  },
  {
    "step": 19525,
    "loss": 0.011100687086582184,
    "elapsed_seconds": 1552.0823471546173,
    "learning_rate": 1e-05
  },
  {
    "step": 19550,
    "loss": 0.011214001104235649,
    "elapsed_seconds": 1553.6058905124664,
    "learning_rate": 1e-05
  },
  {
    "step": 19575,
    "loss": 0.010913137346506119,
    "elapsed_seconds": 1555.1838071346283,
    "learning_rate": 1e-05
  },
  {
    "step": 19600,
    "loss": 0.011018030345439911,
    "elapsed_seconds": 1556.6880939006805,
    "learning_rate": 1e-05
  },
  {
    "step": 19625,
    "loss": 0.010969766415655613,
    "elapsed_seconds": 1558.436503648758,
    "learning_rate": 1e-05
  },
  {
    "step": 19650,
    "loss": 0.010815054178237915,
    "elapsed_seconds": 1559.9903602600098,
    "learning_rate": 1e-05
  },
  {
    "step": 19675,
    "loss": 0.011022576130926609,
    "elapsed_seconds": 1561.6237025260925,
    "learning_rate": 1e-05
  },
  {
    "step": 19700,
    "loss": 0.012223959900438786,
    "elapsed_seconds": 1563.1342332363129,
    "learning_rate": 1e-05
  },
  {
    "step": 19725,
    "loss": 0.011028251610696316,
    "elapsed_seconds": 1564.8221023082733,
    "learning_rate": 1e-05
  },
  {
    "step": 19750,
    "loss": 0.011031316593289375,
    "elapsed_seconds": 1566.5902531147003,
    "learning_rate": 1e-05
  },
  {
    "step": 19775,
    "loss": 0.011435575783252716,
    "elapsed_seconds": 1568.3022022247314,
    "learning_rate": 1e-05
  },
  {
    "step": 19800,
    "loss": 0.010895127430558205,
    "elapsed_seconds": 1572.1521656513214,
    "learning_rate": 1e-05
  },
  {
    "step": 19825,
    "loss": 0.01160162128508091,
    "elapsed_seconds": 1573.9746279716492,
    "learning_rate": 1e-05
  },
  {
    "step": 19850,
    "loss": 0.011712121777236462,
    "elapsed_seconds": 1575.5544440746307,
    "learning_rate": 1e-05
  },
  {
    "step": 19875,
    "loss": 0.01095867995172739,
    "elapsed_seconds": 1577.269330739975,
    "learning_rate": 1e-05
  },
  {
    "step": 19900,
    "loss": 0.011331864632666111,
    "elapsed_seconds": 1578.9368045330048,
    "learning_rate": 1e-05
  },
  {
    "step": 19925,
    "loss": 0.01082401443272829,
    "elapsed_seconds": 1580.7687275409698,
    "learning_rate": 1e-05
  },
  {
    "step": 19950,
    "loss": 0.011050961911678314,
    "elapsed_seconds": 1582.7699842453003,
    "learning_rate": 1e-05
  },
  {
    "step": 19975,
    "loss": 0.011009886860847473,
    "elapsed_seconds": 1584.5984899997711,
    "learning_rate": 1e-05
  },
  {
    "step": 20000,
    "loss": 0.011370432563126087,
    "elapsed_seconds": 1586.8864254951477,
    "learning_rate": 1e-05
  }
]