{ "completed_new_runs": 4, "total_new_runs": 4, "rows": [ { "variant": "W128_S004", "layers": 8, "width": 128, "heads": 8, "slices": 4, "parameters": 982884, "phase": "completed", "epoch": 2000, "best_checkpoint_epoch": 2000, "mean_U_percent": 2.178207296966283, "worst_U_percent": 2.8414717675235392, "mean_VM_percent": 9.635928431754557, "worst_VM_percent": 22.618039749316058, "elapsed_seconds": 3035.5273649692535 }, { "variant": "W128_S008", "layers": 8, "width": 128, "heads": 8, "slices": 8, "parameters": 983428, "phase": "completed", "epoch": 2000, "best_checkpoint_epoch": 2000, "mean_U_percent": 2.2090450246639284, "worst_U_percent": 2.8597691058584584, "mean_VM_percent": 9.707303995637918, "worst_VM_percent": 22.559790275016887, "elapsed_seconds": 3390.4382565021515 }, { "variant": "W192_S004", "layers": 8, "width": 192, "heads": 8, "slices": 4, "parameters": 2191588, "phase": "completed", "epoch": 2000, "best_checkpoint_epoch": 2000, "mean_U_percent": 1.6648867981387108, "worst_U_percent": 2.2599578365276773, "mean_VM_percent": 8.616802502140272, "worst_VM_percent": 22.096990709785395, "elapsed_seconds": 4146.3508405685425 }, { "variant": "W192_S008", "layers": 8, "width": 192, "heads": 8, "slices": 8, "parameters": 2192388, "phase": "completed", "epoch": 2000, "best_checkpoint_epoch": 2000, "mean_U_percent": 1.6102961316456297, "worst_U_percent": 2.13378092984357, "mean_VM_percent": 8.42642948271837, "worst_VM_percent": 22.04813982141457, "elapsed_seconds": 3155.10488820076 } ], "curves": { "W128_S004": [ { "step": 50, "elapsed_seconds": 76.09867024421692, "loss": 0.07933271825313569, "learning_rate": 0.0003, "mean_training_objective": 0.08252766541838985, "mean_relative_U_L2": 0.23206223573659504, "worst_relative_U_L2": 0.3523037173791289, "mean_relative_VM_L2": 0.3255629758251578, "worst_relative_VM_L2": 0.38841467218111253 }, { "step": 100, "elapsed_seconds": 155.10953783988953, "loss": 0.058319300785660735, "learning_rate": 0.00029952980967946045, "mean_training_objective": 0.057014184331839066, "mean_relative_U_L2": 0.13307033708722077, "worst_relative_U_L2": 0.25957093484825383, "mean_relative_VM_L2": 0.3038349445088474, "worst_relative_VM_L2": 0.3770865677016804 }, { "step": 150, "elapsed_seconds": 229.96977734565735, "loss": 0.04501175945624709, "learning_rate": 0.0002981222880824973, "mean_training_objective": 0.04550952003356736, "mean_relative_U_L2": 0.10966271114775199, "worst_relative_U_L2": 0.20996398385612786, "mean_relative_VM_L2": 0.27541031119539716, "worst_relative_VM_L2": 0.3601700457214597 }, { "step": 200, "elapsed_seconds": 307.0857894420624, "loss": 0.04215874075889588, "learning_rate": 0.0002957865635267775, "mean_training_objective": 0.04046997911592649, "mean_relative_U_L2": 0.09090448918860604, "worst_relative_U_L2": 0.16092059894410404, "mean_relative_VM_L2": 0.26527167809738195, "worst_relative_VM_L2": 0.3524346836000306 }, { "step": 250, "elapsed_seconds": 380.2511692047119, "loss": 0.039288817346096044, "learning_rate": 0.00029253778408233605, "mean_training_objective": 0.03982160775754916, "mean_relative_U_L2": 0.09384012351295007, "worst_relative_U_L2": 0.1488367768411608, "mean_relative_VM_L2": 0.2624790665057726, "worst_relative_VM_L2": 0.34926367781259005 }, { "step": 300, "elapsed_seconds": 457.88134026527405, "loss": 0.03694648062810302, "learning_rate": 0.0002883970193305295, "mean_training_objective": 0.03184144523572556, "mean_relative_U_L2": 0.07974793981962361, "worst_relative_U_L2": 0.12627653191210017, "mean_relative_VM_L2": 0.2352796382647701, "worst_relative_VM_L2": 0.336243704517863 }, { "step": 350, "elapsed_seconds": 533.3569643497467, "loss": 0.02843240862712264, "learning_rate": 0.0002833911237197154, "mean_training_objective": 0.0276938800671092, "mean_relative_U_L2": 0.07810988052341875, "worst_relative_U_L2": 0.11304710060070415, "mean_relative_VM_L2": 0.2183802792198835, "worst_relative_VM_L2": 0.3147572098404942 }, { "step": 400, "elapsed_seconds": 610.9681880474091, "loss": 0.024529660586267713, "learning_rate": 0.00027755256240385024, "mean_training_objective": 0.02526406091744291, "mean_relative_U_L2": 0.06762803568830925, "worst_relative_U_L2": 0.10228149541950621, "mean_relative_VM_L2": 0.21096899945784817, "worst_relative_VM_L2": 0.30281499908634835 }, { "step": 450, "elapsed_seconds": 686.522109746933, "loss": 0.02409097892232239, "learning_rate": 0.0002709192006935076, "mean_training_objective": 0.021790690729662613, "mean_relative_U_L2": 0.0588209055862325, "worst_relative_U_L2": 0.09803644168983809, "mean_relative_VM_L2": 0.1965869815621278, "worst_relative_VM_L2": 0.2946333622819446 }, { "step": 500, "elapsed_seconds": 761.1439945697784, "loss": 0.020649170689284804, "learning_rate": 0.0002635340584848096, "mean_training_objective": 0.019724106603931472, "mean_relative_U_L2": 0.05670506978472305, "worst_relative_U_L2": 0.08744650921129837, "mean_relative_VM_L2": 0.18654358410490757, "worst_relative_VM_L2": 0.2873762835125202 }, { "step": 550, "elapsed_seconds": 836.8855686187744, "loss": 0.018990701762959365, "learning_rate": 0.0002554450312588919, "mean_training_objective": 0.01896230443995258, "mean_relative_U_L2": 0.05223369578240215, "worst_relative_U_L2": 0.09080272598947682, "mean_relative_VM_L2": 0.1838665329186415, "worst_relative_VM_L2": 0.28480971914804193 }, { "step": 600, "elapsed_seconds": 911.9573490619659, "loss": 0.018638993194326756, "learning_rate": 0.00024670457946132966, "mean_training_objective": 0.016727627889407244, "mean_relative_U_L2": 0.05272205988410613, "worst_relative_U_L2": 0.08215926686559934, "mean_relative_VM_L2": 0.17148440325569161, "worst_relative_VM_L2": 0.27397109513812945 }, { "step": 650, "elapsed_seconds": 988.6258811950684, "loss": 0.017883537989109754, "learning_rate": 0.0002373693882760176, "mean_training_objective": 0.01753499419179084, "mean_relative_U_L2": 0.058853722607331994, "worst_relative_U_L2": 0.08647315343863289, "mean_relative_VM_L2": 0.17425671906355655, "worst_relative_VM_L2": 0.2759957252578676 }, { "step": 700, "elapsed_seconds": 1061.0883107185364, "loss": 0.015433384850621224, "learning_rate": 0.00022749999999999997, "mean_training_objective": 0.013947859756794214, "mean_relative_U_L2": 0.04780430302499575, "worst_relative_U_L2": 0.0684153417339954, "mean_relative_VM_L2": 0.156775300643579, "worst_relative_VM_L2": 0.2642046353823402 }, { "step": 750, "elapsed_seconds": 1135.7721590995789, "loss": 0.016859700391069054, "learning_rate": 0.0002171604214034428, "mean_training_objective": 0.014002346429932639, "mean_relative_U_L2": 0.0492359978609848, "worst_relative_U_L2": 0.07193936620177924, "mean_relative_VM_L2": 0.15684653835898565, "worst_relative_VM_L2": 0.26153273670498356 }, { "step": 800, "elapsed_seconds": 1213.0970947742462, "loss": 0.011925116507336497, "learning_rate": 0.00020641770862116766, "mean_training_objective": 0.012355662313380398, "mean_relative_U_L2": 0.037628092507218755, "worst_relative_U_L2": 0.05772448378082912, "mean_relative_VM_L2": 0.14965173536875623, "worst_relative_VM_L2": 0.2567801298727557 }, { "step": 850, "elapsed_seconds": 1287.8528230190277, "loss": 0.014366816170513632, "learning_rate": 0.00019534153226788558, "mean_training_objective": 0.012791334126786744, "mean_relative_U_L2": 0.0384495236308987, "worst_relative_U_L2": 0.05800714559287245, "mean_relative_VM_L2": 0.15259363735139225, "worst_relative_VM_L2": 0.25535723456574255 }, { "step": 900, "elapsed_seconds": 1362.2111675739288, "loss": 0.012418311857618389, "learning_rate": 0.00018400372559752647, "mean_training_objective": 0.01202962812285113, "mean_relative_U_L2": 0.03865836448378597, "worst_relative_U_L2": 0.06169084282618707, "mean_relative_VM_L2": 0.14691368021812454, "worst_relative_VM_L2": 0.2577182706435124 }, { "step": 950, "elapsed_seconds": 1436.88729763031, "loss": 0.011867577349767088, "learning_rate": 0.00017247781863702187, "mean_training_objective": 0.011992288163967513, "mean_relative_U_L2": 0.032861931857070356, "worst_relative_U_L2": 0.05152074652976672, "mean_relative_VM_L2": 0.14822214259149047, "worst_relative_VM_L2": 0.25750371559899504 }, { "step": 1000, "elapsed_seconds": 1511.4243030548096, "loss": 0.010016664932481942, "learning_rate": 0.0001608385613158652, "mean_training_objective": 0.009747324346200303, "mean_relative_U_L2": 0.02819203966129653, "worst_relative_U_L2": 0.04301052864176023, "mean_relative_VM_L2": 0.13361344647358753, "worst_relative_VM_L2": 0.24866813295523016 }, { "step": 1050, "elapsed_seconds": 1585.920105457306, "loss": 0.009246694995090366, "learning_rate": 0.00014916143868413484, "mean_training_objective": 0.009279691482013321, "mean_relative_U_L2": 0.026072570248214764, "worst_relative_U_L2": 0.04070573497924265, "mean_relative_VM_L2": 0.13046043769274127, "worst_relative_VM_L2": 0.24686352012268256 }, { "step": 1100, "elapsed_seconds": 1664.3073801994324, "loss": 0.0088153762742877, "learning_rate": 0.00013752218136297816, "mean_training_objective": 0.008868876901765563, "mean_relative_U_L2": 0.02521115604258677, "worst_relative_U_L2": 0.038806800192824835, "mean_relative_VM_L2": 0.12740075265001713, "worst_relative_VM_L2": 0.2450263038918343 }, { "step": 1150, "elapsed_seconds": 1736.8181405067444, "loss": 0.008435716014355422, "learning_rate": 0.00012599627440247358, "mean_training_objective": 0.008494297857305821, "mean_relative_U_L2": 0.0253533633187419, "worst_relative_U_L2": 0.03741577971449748, "mean_relative_VM_L2": 0.12443870968101581, "worst_relative_VM_L2": 0.2421106383844994 }, { "step": 1200, "elapsed_seconds": 1812.5201308727264, "loss": 0.007980078388936818, "learning_rate": 0.00011465846773211439, "mean_training_objective": 0.007949253755143753, "mean_relative_U_L2": 0.024644637310890054, "worst_relative_U_L2": 0.03617877244002514, "mean_relative_VM_L2": 0.1201509673923884, "worst_relative_VM_L2": 0.23795402239334543 }, { "step": 1250, "elapsed_seconds": 1888.1087815761566, "loss": 0.007678774278610945, "learning_rate": 0.00010358229137883234, "mean_training_objective": 0.007645294613935495, "mean_relative_U_L2": 0.02416892338921966, "worst_relative_U_L2": 0.034496795887284784, "mean_relative_VM_L2": 0.11773081913939706, "worst_relative_VM_L2": 0.2359356703035155 }, { "step": 1300, "elapsed_seconds": 1963.0439155101776, "loss": 0.007251250511035323, "learning_rate": 9.283957859655712e-05, "mean_training_objective": 0.007246383316817956, "mean_relative_U_L2": 0.0232582899125583, "worst_relative_U_L2": 0.03287022891068341, "mean_relative_VM_L2": 0.11441672395565279, "worst_relative_VM_L2": 0.23457781045094256 }, { "step": 1350, "elapsed_seconds": 2037.2657170295715, "loss": 0.007058669440448285, "learning_rate": 8.250000000000003e-05, "mean_training_objective": 0.007056874873576072, "mean_relative_U_L2": 0.0228268575978713, "worst_relative_U_L2": 0.03162953675855239, "mean_relative_VM_L2": 0.11281771648885439, "worst_relative_VM_L2": 0.2339106874292679 }, { "step": 1400, "elapsed_seconds": 2112.8909504413605, "loss": 0.006839236640371383, "learning_rate": 7.263061172398237e-05, "mean_training_objective": 0.006835455012963268, "mean_relative_U_L2": 0.022399001037745638, "worst_relative_U_L2": 0.030487099096643988, "mean_relative_VM_L2": 0.11089380226103715, "worst_relative_VM_L2": 0.232937581858004 }, { "step": 1450, "elapsed_seconds": 2187.7702515125275, "loss": 0.006670599663630128, "learning_rate": 6.32954205386703e-05, "mean_training_objective": 0.006667281868509879, "mean_relative_U_L2": 0.022119837066886132, "worst_relative_U_L2": 0.029798034466077858, "mean_relative_VM_L2": 0.1093979464830394, "worst_relative_VM_L2": 0.23218232031549058 }, { "step": 1500, "elapsed_seconds": 2262.7950570583344, "loss": 0.006514701573178172, "learning_rate": 5.455496874110809e-05, "mean_training_objective": 0.00651161295370682, "mean_relative_U_L2": 0.021912229303984253, "worst_relative_U_L2": 0.029237832744711336, "mean_relative_VM_L2": 0.10797981761072273, "worst_relative_VM_L2": 0.23146098948434526 }, { "step": 1550, "elapsed_seconds": 2339.2607431411743, "loss": 0.006364541361108422, "learning_rate": 4.646594151519032e-05, "mean_training_objective": 0.006361452564727, "mean_relative_U_L2": 0.021796409924872334, "worst_relative_U_L2": 0.0288311776778967, "mean_relative_VM_L2": 0.10657088613479064, "worst_relative_VM_L2": 0.23076077813285134 }, { "step": 1600, "elapsed_seconds": 2413.7816338539124, "loss": 0.0062165560200810425, "learning_rate": 3.908079930649232e-05, "mean_training_objective": 0.006213495829415007, "mean_relative_U_L2": 0.0217664150573637, "worst_relative_U_L2": 0.02860199701763141, "mean_relative_VM_L2": 0.10514002943751707, "worst_relative_VM_L2": 0.23007910347842717 }, { "step": 1650, "elapsed_seconds": 2490.8427488803864, "loss": 0.006068502005655318, "learning_rate": 3.244743759614975e-05, "mean_training_objective": 0.00606553499115963, "mean_relative_U_L2": 0.021824746340691568, "worst_relative_U_L2": 0.028540118284713218, "mean_relative_VM_L2": 0.10366351917853123, "worst_relative_VM_L2": 0.22939939655580838 }, { "step": 1700, "elapsed_seconds": 2565.7822511196136, "loss": 0.005921092291828245, "learning_rate": 2.6608876280284544e-05, "mean_training_objective": 0.005918331565145124, "mean_relative_U_L2": 0.021932936686159265, "worst_relative_U_L2": 0.028577612707455853, "mean_relative_VM_L2": 0.10215613154709238, "worst_relative_VM_L2": 0.22874477771189045 }, { "step": 1750, "elapsed_seconds": 2641.4848489761353, "loss": 0.005782242200803011, "learning_rate": 2.160298066947052e-05, "mean_training_objective": 0.005779548672836678, "mean_relative_U_L2": 0.022039950016536226, "worst_relative_U_L2": 0.028663862285696, "mean_relative_VM_L2": 0.10070978184423736, "worst_relative_VM_L2": 0.22812472238269849 }, { "step": 1800, "elapsed_seconds": 2717.63792347908, "loss": 0.00566121698357165, "learning_rate": 1.7462215917663923e-05, "mean_training_objective": 0.0056590598487705635, "mean_relative_U_L2": 0.02208445120589801, "worst_relative_U_L2": 0.02871963217024049, "mean_relative_VM_L2": 0.09944768835360676, "worst_relative_VM_L2": 0.2275844715219725 }, { "step": 1850, "elapsed_seconds": 2793.890095472336, "loss": 0.005562894337344914, "learning_rate": 1.4213436473222475e-05, "mean_training_objective": 0.005561186074187976, "mean_relative_U_L2": 0.02205971207088634, "worst_relative_U_L2": 0.028695168448762274, "mean_relative_VM_L2": 0.09842562706062605, "worst_relative_VM_L2": 0.22713381256688003 }, { "step": 1900, "elapsed_seconds": 2876.5293567180634, "loss": 0.0054842222132720055, "learning_rate": 1.1877711917502638e-05, "mean_training_objective": 0.00548283584052422, "mean_relative_U_L2": 0.021984683392618068, "worst_relative_U_L2": 0.0286339205930205, "mean_relative_VM_L2": 0.09761360885216366, "worst_relative_VM_L2": 0.22676349154112424 }, { "step": 1950, "elapsed_seconds": 2957.311372280121, "loss": 0.005419230787083507, "learning_rate": 1.047019032053956e-05, "mean_training_objective": 0.00541792450332708, "mean_relative_U_L2": 0.02189159548547078, "worst_relative_U_L2": 0.028525885518820092, "mean_relative_VM_L2": 0.09694336764257219, "worst_relative_VM_L2": 0.22645264266632725 }, { "step": 2000, "elapsed_seconds": 3032.8962857723236, "loss": 0.005362176871858537, "learning_rate": 1e-05, "mean_training_objective": 0.005361103684699767, "mean_relative_U_L2": 0.021782072969662832, "worst_relative_U_L2": 0.02841471767523539, "mean_relative_VM_L2": 0.09635928431754558, "worst_relative_VM_L2": 0.22618039749316057 } ], "W128_S008": [ { "step": 50, "elapsed_seconds": 81.86310052871704, "loss": 0.08215995244681835, "learning_rate": 0.0003, "mean_training_objective": 0.07749125688766524, "mean_relative_U_L2": 0.21268740454050214, "worst_relative_U_L2": 0.36965868261789425, "mean_relative_VM_L2": 0.31651860031784174, "worst_relative_VM_L2": 0.38703913216849933 }, { "step": 100, "elapsed_seconds": 157.3669397830963, "loss": 0.05816507395356894, "learning_rate": 0.00029952980967946045, "mean_training_objective": 0.052429274775948186, "mean_relative_U_L2": 0.1383896919187828, "worst_relative_U_L2": 0.2571829922892744, "mean_relative_VM_L2": 0.2848969100825715, "worst_relative_VM_L2": 0.36821974725333295 }, { "step": 150, "elapsed_seconds": 233.34982085227966, "loss": 0.0468461450189352, "learning_rate": 0.0002981222880824973, "mean_training_objective": 0.045507303891756556, "mean_relative_U_L2": 0.1086519231114389, "worst_relative_U_L2": 0.2012239855863354, "mean_relative_VM_L2": 0.2763213554811607, "worst_relative_VM_L2": 0.3591268467420584 }, { "step": 200, "elapsed_seconds": 309.16589188575745, "loss": 0.04061938859522343, "learning_rate": 0.0002957865635267775, "mean_training_objective": 0.0406574012210368, "mean_relative_U_L2": 0.09401720357589281, "worst_relative_U_L2": 0.1617708307631272, "mean_relative_VM_L2": 0.2649682579162343, "worst_relative_VM_L2": 0.35233659409005275 }, { "step": 250, "elapsed_seconds": 384.0873181819916, "loss": 0.036459104903042314, "learning_rate": 0.00029253778408233605, "mean_training_objective": 0.03671604992102422, "mean_relative_U_L2": 0.09058129876698576, "worst_relative_U_L2": 0.1442228653589384, "mean_relative_VM_L2": 0.25128926714434285, "worst_relative_VM_L2": 0.34280612711763014 }, { "step": 300, "elapsed_seconds": 459.1197974681854, "loss": 0.035122684016823766, "learning_rate": 0.0002883970193305295, "mean_training_objective": 0.0350417530986833, "mean_relative_U_L2": 0.09432444414098803, "worst_relative_U_L2": 0.14193925358505932, "mean_relative_VM_L2": 0.24348169647947238, "worst_relative_VM_L2": 0.3376300490512657 }, { "step": 350, "elapsed_seconds": 533.8740627765656, "loss": 0.02997781075537205, "learning_rate": 0.0002833911237197154, "mean_training_objective": 0.029118494902380658, "mean_relative_U_L2": 0.08042444908961863, "worst_relative_U_L2": 0.12891320767745154, "mean_relative_VM_L2": 0.22289597815915768, "worst_relative_VM_L2": 0.32407361380924254 }, { "step": 400, "elapsed_seconds": 608.5755178928375, "loss": 0.028977082669734956, "learning_rate": 0.00027755256240385024, "mean_training_objective": 0.024843261249064556, "mean_relative_U_L2": 0.07899728167174622, "worst_relative_U_L2": 0.11825303826703752, "mean_relative_VM_L2": 0.20465199256682548, "worst_relative_VM_L2": 0.2975638254958381 }, { "step": 450, "elapsed_seconds": 684.8716032505035, "loss": 0.027254524175077677, "learning_rate": 0.0002709192006935076, "mean_training_objective": 0.025356690314946494, "mean_relative_U_L2": 0.0685141834770256, "worst_relative_U_L2": 0.10534300506306317, "mean_relative_VM_L2": 0.21027325861991955, "worst_relative_VM_L2": 0.3077277698722888 }, { "step": 500, "elapsed_seconds": 760.6146898269653, "loss": 0.024665157869458203, "learning_rate": 0.0002635340584848096, "mean_training_objective": 0.02535169494164302, "mean_relative_U_L2": 0.08155848825073095, "worst_relative_U_L2": 0.10441686131537735, "mean_relative_VM_L2": 0.20742809217504216, "worst_relative_VM_L2": 0.29512624439422985 }, { "step": 550, "elapsed_seconds": 835.3410317897797, "loss": 0.018912206869572405, "learning_rate": 0.0002554450312588919, "mean_training_objective": 0.01867782342414796, "mean_relative_U_L2": 0.0573450205842428, "worst_relative_U_L2": 0.09399465569275778, "mean_relative_VM_L2": 0.18040794118568848, "worst_relative_VM_L2": 0.2838067443637195 }, { "step": 600, "elapsed_seconds": 910.4493989944458, "loss": 0.0179653509054333, "learning_rate": 0.00024670457946132966, "mean_training_objective": 0.01763483671616611, "mean_relative_U_L2": 0.05202976409098996, "worst_relative_U_L2": 0.08344126995422642, "mean_relative_VM_L2": 0.17680130406655156, "worst_relative_VM_L2": 0.2795408513362592 }, { "step": 650, "elapsed_seconds": 985.0395677089691, "loss": 0.016416088165715336, "learning_rate": 0.0002373693882760176, "mean_training_objective": 0.01596467193535509, "mean_relative_U_L2": 0.04460981908990659, "worst_relative_U_L2": 0.07547379198589138, "mean_relative_VM_L2": 0.16943421689561564, "worst_relative_VM_L2": 0.2727526058831087 }, { "step": 700, "elapsed_seconds": 1060.0708463191986, "loss": 0.014800991211086509, "learning_rate": 0.00022749999999999997, "mean_training_objective": 0.018390040246701468, "mean_relative_U_L2": 0.04847389077234286, "worst_relative_U_L2": 0.07118665655477288, "mean_relative_VM_L2": 0.18335890830297427, "worst_relative_VM_L2": 0.2766491270466721 }, { "step": 750, "elapsed_seconds": 1135.1549837589264, "loss": 0.013603044464252888, "learning_rate": 0.0002171604214034428, "mean_training_objective": 0.013638061417490941, "mean_relative_U_L2": 0.04150065360161488, "worst_relative_U_L2": 0.06678343677708726, "mean_relative_VM_L2": 0.1565261313301158, "worst_relative_VM_L2": 0.2631956444127553 }, { "step": 800, "elapsed_seconds": 1209.8215744495392, "loss": 0.018295788578689097, "learning_rate": 0.00020641770862116766, "mean_training_objective": 0.016221982431219792, "mean_relative_U_L2": 0.05950539546634372, "worst_relative_U_L2": 0.07490606177893387, "mean_relative_VM_L2": 0.16734988602765727, "worst_relative_VM_L2": 0.2689190052096538 }, { "step": 850, "elapsed_seconds": 1284.4514989852905, "loss": 0.011274109664373099, "learning_rate": 0.00019534153226788558, "mean_training_objective": 0.011390614505461716, "mean_relative_U_L2": 0.0331076083048938, "worst_relative_U_L2": 0.051596977970219116, "mean_relative_VM_L2": 0.14414834149077396, "worst_relative_VM_L2": 0.25479199916063694 }, { "step": 900, "elapsed_seconds": 1360.1180684566498, "loss": 0.012875844072550536, "learning_rate": 0.00018400372559752647, "mean_training_objective": 0.013140345125155578, "mean_relative_U_L2": 0.04452578782352208, "worst_relative_U_L2": 0.0663235358424357, "mean_relative_VM_L2": 0.15257286953545973, "worst_relative_VM_L2": 0.26215915684738894 }, { "step": 950, "elapsed_seconds": 1434.9031398296356, "loss": 0.012010022392496468, "learning_rate": 0.00017247781863702187, "mean_training_objective": 0.012135465756355598, "mean_relative_U_L2": 0.03193091223150557, "worst_relative_U_L2": 0.052908992141373054, "mean_relative_VM_L2": 0.14926290061807973, "worst_relative_VM_L2": 0.2593422035245595 }, { "step": 1000, "elapsed_seconds": 1509.6624002456665, "loss": 0.009499497758224609, "learning_rate": 0.0001608385613158652, "mean_training_objective": 0.00948359122413592, "mean_relative_U_L2": 0.02710387041486189, "worst_relative_U_L2": 0.042436829103526204, "mean_relative_VM_L2": 0.13179188413775822, "worst_relative_VM_L2": 0.24773700795838352 }, { "step": 1050, "elapsed_seconds": 1585.0595951080322, "loss": 0.00930893726181239, "learning_rate": 0.00014916143868413484, "mean_training_objective": 0.009316610087005385, "mean_relative_U_L2": 0.026558510043651413, "worst_relative_U_L2": 0.041058217404858224, "mean_relative_VM_L2": 0.1306136537413774, "worst_relative_VM_L2": 0.2466832441904541 }, { "step": 1100, "elapsed_seconds": 1660.009665966034, "loss": 0.008747681160457432, "learning_rate": 0.00013752218136297816, "mean_training_objective": 0.008762768894406598, "mean_relative_U_L2": 0.02495002890647522, "worst_relative_U_L2": 0.03771291619486768, "mean_relative_VM_L2": 0.12665009936029475, "worst_relative_VM_L2": 0.24388325808078556 }, { "step": 1150, "elapsed_seconds": 1734.9024074077606, "loss": 0.008349654567427934, "learning_rate": 0.00012599627440247358, "mean_training_objective": 0.008357632559072261, "mean_relative_U_L2": 0.024461853511306537, "worst_relative_U_L2": 0.035876304786507385, "mean_relative_VM_L2": 0.12354957318178723, "worst_relative_VM_L2": 0.24079440040846797 }, { "step": 1200, "elapsed_seconds": 1809.7445220947266, "loss": 0.008044515154324474, "learning_rate": 0.00011465846773211439, "mean_training_objective": 0.008086780046730543, "mean_relative_U_L2": 0.024438151411537684, "worst_relative_U_L2": 0.03553736028723215, "mean_relative_VM_L2": 0.12138820954660519, "worst_relative_VM_L2": 0.23821950702538558 }, { "step": 1250, "elapsed_seconds": 1884.867030620575, "loss": 0.007590609160251916, "learning_rate": 0.00010358229137883234, "mean_training_objective": 0.007585479695833329, "mean_relative_U_L2": 0.023964611839267173, "worst_relative_U_L2": 0.03381433507921929, "mean_relative_VM_L2": 0.11725607229760444, "worst_relative_VM_L2": 0.23539531477300413 }, { "step": 1300, "elapsed_seconds": 1960.9401264190674, "loss": 0.0072979916818439955, "learning_rate": 9.283957859655712e-05, "mean_training_objective": 0.007290326560230394, "mean_relative_U_L2": 0.023290239186939645, "worst_relative_U_L2": 0.032222319816891574, "mean_relative_VM_L2": 0.11482870317543929, "worst_relative_VM_L2": 0.2341642226725029 }, { "step": 1350, "elapsed_seconds": 2035.8570301532745, "loss": 0.0070742036448791625, "learning_rate": 8.250000000000003e-05, "mean_training_objective": 0.007071179054042693, "mean_relative_U_L2": 0.022817395316304154, "worst_relative_U_L2": 0.03093104116071555, "mean_relative_VM_L2": 0.11297551660384586, "worst_relative_VM_L2": 0.23337363747765708 }, { "step": 1400, "elapsed_seconds": 2110.55059838295, "loss": 0.006880270130932331, "learning_rate": 7.263061172398237e-05, "mean_training_objective": 0.006876843547740166, "mean_relative_U_L2": 0.02246857921159906, "worst_relative_U_L2": 0.029956755410013233, "mean_relative_VM_L2": 0.11128105901912502, "worst_relative_VM_L2": 0.2326853734087987 }, { "step": 1450, "elapsed_seconds": 2185.387720108032, "loss": 0.0067077114013955, "learning_rate": 6.32954205386703e-05, "mean_training_objective": 0.006704621911471786, "mean_relative_U_L2": 0.022210509489728462, "worst_relative_U_L2": 0.029292369065971758, "mean_relative_VM_L2": 0.10974610360472911, "worst_relative_VM_L2": 0.23199595304615916 }, { "step": 1500, "elapsed_seconds": 2260.190768480301, "loss": 0.006550694582983851, "learning_rate": 5.455496874110809e-05, "mean_training_objective": 0.006547668474690581, "mean_relative_U_L2": 0.022008172643582426, "worst_relative_U_L2": 0.028792101801930085, "mean_relative_VM_L2": 0.10832211526353115, "worst_relative_VM_L2": 0.23128694564833968 }, { "step": 1550, "elapsed_seconds": 2334.9516129493713, "loss": 0.006404697522521019, "learning_rate": 4.646594151519032e-05, "mean_training_objective": 0.006401824937179579, "mean_relative_U_L2": 0.021880011614238824, "worst_relative_U_L2": 0.028484132637163217, "mean_relative_VM_L2": 0.10696826690181241, "worst_relative_VM_L2": 0.23057629148226114 }, { "step": 1600, "elapsed_seconds": 2409.730767726898, "loss": 0.0062638624571263795, "learning_rate": 3.908079930649232e-05, "mean_training_objective": 0.006261005017432671, "mean_relative_U_L2": 0.02183635759505958, "worst_relative_U_L2": 0.02831515816091334, "mean_relative_VM_L2": 0.10562444198188341, "worst_relative_VM_L2": 0.22987109937620795 }, { "step": 1650, "elapsed_seconds": 2486.017155647278, "loss": 0.006124907499179246, "learning_rate": 3.244743759614975e-05, "mean_training_objective": 0.006122223236108416, "mean_relative_U_L2": 0.021865712292781215, "worst_relative_U_L2": 0.028287876269974987, "mean_relative_VM_L2": 0.10426284303883537, "worst_relative_VM_L2": 0.22916556117158793 }, { "step": 1700, "elapsed_seconds": 2615.691407442093, "loss": 0.005987599049694836, "learning_rate": 2.6608876280284544e-05, "mean_training_objective": 0.005984884946279395, "mean_relative_U_L2": 0.021950000331384348, "worst_relative_U_L2": 0.028367531780207466, "mean_relative_VM_L2": 0.10288073585800442, "worst_relative_VM_L2": 0.22846692001501684 }, { "step": 1750, "elapsed_seconds": 2692.8884534835815, "loss": 0.005856573104392738, "learning_rate": 2.160298066947052e-05, "mean_training_objective": 0.005854086745281228, "mean_relative_U_L2": 0.022059500303169104, "worst_relative_U_L2": 0.028469280391427817, "mean_relative_VM_L2": 0.10153518663325622, "worst_relative_VM_L2": 0.22781177049241277 }, { "step": 1800, "elapsed_seconds": 2774.644702911377, "loss": 0.005739318230189383, "learning_rate": 1.7462215917663923e-05, "mean_training_objective": 0.005737179465611772, "mean_relative_U_L2": 0.022147232867997586, "worst_relative_U_L2": 0.028558823876671195, "mean_relative_VM_L2": 0.10031739055133959, "worst_relative_VM_L2": 0.22721777622212194 }, { "step": 1850, "elapsed_seconds": 2852.1549170017242, "loss": 0.00564003037288785, "learning_rate": 1.4213436473222475e-05, "mean_training_objective": 0.005638507372185058, "mean_relative_U_L2": 0.022193762009562905, "worst_relative_U_L2": 0.028635182715264582, "mean_relative_VM_L2": 0.09928414259138364, "worst_relative_VM_L2": 0.22670614689812718 }, { "step": 1900, "elapsed_seconds": 3030.1770067214966, "loss": 0.00555801736190915, "learning_rate": 1.1877711917502638e-05, "mean_training_objective": 0.005556513504075717, "mean_relative_U_L2": 0.022186108868639025, "worst_relative_U_L2": 0.028663590797347895, "mean_relative_VM_L2": 0.09842866347177416, "worst_relative_VM_L2": 0.22628154919616603 }, { "step": 1950, "elapsed_seconds": 3204.125215768814, "loss": 0.005489028571173548, "learning_rate": 1.047019032053956e-05, "mean_training_objective": 0.005487588212558764, "mean_relative_U_L2": 0.02215029471216483, "worst_relative_U_L2": 0.028644826975004065, "mean_relative_VM_L2": 0.09771172305589668, "worst_relative_VM_L2": 0.2259227116473561 }, { "step": 2000, "elapsed_seconds": 3381.8557708263397, "loss": 0.005427242303267122, "learning_rate": 1e-05, "mean_training_objective": 0.005425936202949709, "mean_relative_U_L2": 0.022090450246639283, "worst_relative_U_L2": 0.028597691058584583, "mean_relative_VM_L2": 0.09707303995637918, "worst_relative_VM_L2": 0.22559790275016886 } ], "W192_S004": [ { "step": 50, "elapsed_seconds": 181.76157355308533, "loss": 0.059915977157652386, "learning_rate": 0.0003, "mean_training_objective": 0.06435924526242469, "mean_relative_U_L2": 0.16045018810509076, "worst_relative_U_L2": 0.286886461042479, "mean_relative_VM_L2": 0.3133292413603142, "worst_relative_VM_L2": 0.3886221246437205 }, { "step": 100, "elapsed_seconds": 367.03189849853516, "loss": 0.05130491610616445, "learning_rate": 0.00029952980967946045, "mean_training_objective": 0.04762017678814516, "mean_relative_U_L2": 0.12058420358299413, "worst_relative_U_L2": 0.19999394610974844, "mean_relative_VM_L2": 0.2791973960361849, "worst_relative_VM_L2": 0.3646111262341695 }, { "step": 150, "elapsed_seconds": 547.8739938735962, "loss": 0.04221697924658656, "learning_rate": 0.0002981222880824973, "mean_training_objective": 0.043159425113474544, "mean_relative_U_L2": 0.09649884829070289, "worst_relative_U_L2": 0.16388043969555396, "mean_relative_VM_L2": 0.27320960776302405, "worst_relative_VM_L2": 0.3587207540439965 }, { "step": 200, "elapsed_seconds": 733.604326248169, "loss": 0.0378732175566256, "learning_rate": 0.0002957865635267775, "mean_training_objective": 0.03772116713507429, "mean_relative_U_L2": 0.08341593926130525, "worst_relative_U_L2": 0.13926383382536262, "mean_relative_VM_L2": 0.25785865284792303, "worst_relative_VM_L2": 0.3466714432649237 }, { "step": 250, "elapsed_seconds": 917.9897756576538, "loss": 0.03755621314048768, "learning_rate": 0.00029253778408233605, "mean_training_objective": 0.03697712070989168, "mean_relative_U_L2": 0.08506171227328388, "worst_relative_U_L2": 0.1440726481007396, "mean_relative_VM_L2": 0.2539829865930353, "worst_relative_VM_L2": 0.35047487971594177 }, { "step": 300, "elapsed_seconds": 1102.2711725234985, "loss": 0.02481749448925257, "learning_rate": 0.0002883970193305295, "mean_training_objective": 0.02490760665114828, "mean_relative_U_L2": 0.0671574623706902, "worst_relative_U_L2": 0.11758961870721507, "mean_relative_VM_L2": 0.20825235152754656, "worst_relative_VM_L2": 0.31230856904781834 }, { "step": 350, "elapsed_seconds": 1221.2341377735138, "loss": 0.02474696892313659, "learning_rate": 0.0002833911237197154, "mean_training_objective": 0.02693463240024312, "mean_relative_U_L2": 0.08396678033337429, "worst_relative_U_L2": 0.12170359071145027, "mean_relative_VM_L2": 0.21207934805490575, "worst_relative_VM_L2": 0.3076515331944716 }, { "step": 400, "elapsed_seconds": 1300.803885936737, "loss": 0.02073960630223155, "learning_rate": 0.00027755256240385024, "mean_training_objective": 0.018150653804630316, "mean_relative_U_L2": 0.052192033421321046, "worst_relative_U_L2": 0.08695418257850446, "mean_relative_VM_L2": 0.17943976952541316, "worst_relative_VM_L2": 0.2808778992434006 }, { "step": 450, "elapsed_seconds": 1380.2456665039062, "loss": 0.020300815906375648, "learning_rate": 0.0002709192006935076, "mean_training_objective": 0.0203026745536317, "mean_relative_U_L2": 0.05563480170922891, "worst_relative_U_L2": 0.08210950843803315, "mean_relative_VM_L2": 0.19073945145948473, "worst_relative_VM_L2": 0.2852316141735516 }, { "step": 500, "elapsed_seconds": 1460.9657728672028, "loss": 0.01512191593647003, "learning_rate": 0.0002635340584848096, "mean_training_objective": 0.014865368832708465, "mean_relative_U_L2": 0.04149582765542135, "worst_relative_U_L2": 0.06997816307488412, "mean_relative_VM_L2": 0.16381899886337242, "worst_relative_VM_L2": 0.2701375566732594 }, { "step": 550, "elapsed_seconds": 1541.2573597431183, "loss": 0.014025692315772175, "learning_rate": 0.0002554450312588919, "mean_training_objective": 0.013781361811934078, "mean_relative_U_L2": 0.037763735330135315, "worst_relative_U_L2": 0.06171344076988017, "mean_relative_VM_L2": 0.15828947814318442, "worst_relative_VM_L2": 0.26535378057329906 }, { "step": 600, "elapsed_seconds": 1620.5374536514282, "loss": 0.013737884163856504, "learning_rate": 0.00024670457946132966, "mean_training_objective": 0.014198186114111038, "mean_relative_U_L2": 0.03877145509359973, "worst_relative_U_L2": 0.057465103093388516, "mean_relative_VM_L2": 0.1611215806776224, "worst_relative_VM_L2": 0.2642172777740309 }, { "step": 650, "elapsed_seconds": 1699.621859073639, "loss": 0.013406171975657346, "learning_rate": 0.0002373693882760176, "mean_training_objective": 0.011704338708354483, "mean_relative_U_L2": 0.031244119624509382, "worst_relative_U_L2": 0.0473751160862924, "mean_relative_VM_L2": 0.14676701369108586, "worst_relative_VM_L2": 0.255245864494096 }, { "step": 700, "elapsed_seconds": 1780.3407821655273, "loss": 0.010777098312973975, "learning_rate": 0.00022749999999999997, "mean_training_objective": 0.011146488851541063, "mean_relative_U_L2": 0.033202077225585304, "worst_relative_U_L2": 0.04643979704242217, "mean_relative_VM_L2": 0.142696233484038, "worst_relative_VM_L2": 0.2526499246978082 }, { "step": 750, "elapsed_seconds": 1860.5563724040985, "loss": 0.011596533423289654, "learning_rate": 0.0002171604214034428, "mean_training_objective": 0.015562206341375399, "mean_relative_U_L2": 0.05301980981468827, "worst_relative_U_L2": 0.06853988023642152, "mean_relative_VM_L2": 0.16600492954453827, "worst_relative_VM_L2": 0.26462335332815595 }, { "step": 800, "elapsed_seconds": 1940.8479347229004, "loss": 0.009891993645578624, "learning_rate": 0.00020641770862116766, "mean_training_objective": 0.009842315545739094, "mean_relative_U_L2": 0.028604614323547835, "worst_relative_U_L2": 0.04566697129584821, "mean_relative_VM_L2": 0.13407930481661062, "worst_relative_VM_L2": 0.24982827949524833 }, { "step": 850, "elapsed_seconds": 2020.9137728214264, "loss": 0.012660915357992053, "learning_rate": 0.00019534153226788558, "mean_training_objective": 0.011567427827340857, "mean_relative_U_L2": 0.03539900434440353, "worst_relative_U_L2": 0.049808326712023475, "mean_relative_VM_L2": 0.14473854684421592, "worst_relative_VM_L2": 0.2579239025118278 }, { "step": 900, "elapsed_seconds": 2100.8618857860565, "loss": 0.00821291203610599, "learning_rate": 0.00018400372559752647, "mean_training_objective": 0.008270401986751753, "mean_relative_U_L2": 0.02493259051600607, "worst_relative_U_L2": 0.03656177067341098, "mean_relative_VM_L2": 0.12279168336781734, "worst_relative_VM_L2": 0.23926358964739658 }, { "step": 950, "elapsed_seconds": 2182.4441719055176, "loss": 0.007751840050332249, "learning_rate": 0.00017247781863702187, "mean_training_objective": 0.007768743981155689, "mean_relative_U_L2": 0.023147792766101908, "worst_relative_U_L2": 0.034537642271376484, "mean_relative_VM_L2": 0.1189331226682379, "worst_relative_VM_L2": 0.23705667829052018 }, { "step": 1000, "elapsed_seconds": 2263.264504671097, "loss": 0.0075049749808385946, "learning_rate": 0.0001608385613158652, "mean_training_objective": 0.007552083494130268, "mean_relative_U_L2": 0.022175889126918303, "worst_relative_U_L2": 0.03309380614696036, "mean_relative_VM_L2": 0.11726586568462172, "worst_relative_VM_L2": 0.2364315614090437 }, { "step": 1050, "elapsed_seconds": 2343.3772382736206, "loss": 0.00722743624355644, "learning_rate": 0.00014916143868413484, "mean_training_objective": 0.007184541699101923, "mean_relative_U_L2": 0.020918713017786687, "worst_relative_U_L2": 0.029585336565444837, "mean_relative_VM_L2": 0.11430189767317674, "worst_relative_VM_L2": 0.23499724274137973 }, { "step": 1100, "elapsed_seconds": 2426.560007095337, "loss": 0.0070664793718606235, "learning_rate": 0.00013752218136297816, "mean_training_objective": 0.007114818146549759, "mean_relative_U_L2": 0.02043061164959407, "worst_relative_U_L2": 0.027873218707831222, "mean_relative_VM_L2": 0.11379044332025985, "worst_relative_VM_L2": 0.23479871512027983 }, { "step": 1150, "elapsed_seconds": 2510.2938582897186, "loss": 0.006833607051521538, "learning_rate": 0.00012599627440247358, "mean_training_objective": 0.006802605560725853, "mean_relative_U_L2": 0.02047091427544854, "worst_relative_U_L2": 0.02785580968326848, "mean_relative_VM_L2": 0.11094328530582351, "worst_relative_VM_L2": 0.23349764512744295 }, { "step": 1200, "elapsed_seconds": 2591.3700869083405, "loss": 0.006386082200333477, "learning_rate": 0.00011465846773211439, "mean_training_objective": 0.006374359934238289, "mean_relative_U_L2": 0.0194831259126028, "worst_relative_U_L2": 0.025884798368476934, "mean_relative_VM_L2": 0.10714204128413143, "worst_relative_VM_L2": 0.23144652220757153 }, { "step": 1250, "elapsed_seconds": 2671.4476721286774, "loss": 0.006153137795627117, "learning_rate": 0.00010358229137883234, "mean_training_objective": 0.0061377308514411295, "mean_relative_U_L2": 0.01964070648246096, "worst_relative_U_L2": 0.02570143351604579, "mean_relative_VM_L2": 0.10482416043988063, "worst_relative_VM_L2": 0.2303093958087188 }, { "step": 1300, "elapsed_seconds": 2752.1338164806366, "loss": 0.005768879957031459, "learning_rate": 9.283957859655712e-05, "mean_training_objective": 0.0057842460880720824, "mean_relative_U_L2": 0.01956882442073893, "worst_relative_U_L2": 0.02545883331349044, "mean_relative_VM_L2": 0.10129333221534584, "worst_relative_VM_L2": 0.2285431188733947 }, { "step": 1350, "elapsed_seconds": 2831.46009516716, "loss": 0.005471032101195305, "learning_rate": 8.250000000000003e-05, "mean_training_objective": 0.005457784592937546, "mean_relative_U_L2": 0.019287327865149886, "worst_relative_U_L2": 0.02523110000180248, "mean_relative_VM_L2": 0.09793665095572383, "worst_relative_VM_L2": 0.22720520603704863 }, { "step": 1400, "elapsed_seconds": 2965.9473445415497, "loss": 0.005212532950099557, "learning_rate": 7.263061172398237e-05, "mean_training_objective": 0.0052090426080905, "mean_relative_U_L2": 0.01892950341211348, "worst_relative_U_L2": 0.024830656311588387, "mean_relative_VM_L2": 0.09536787346764475, "worst_relative_VM_L2": 0.22589461480347325 }, { "step": 1450, "elapsed_seconds": 3156.0358295440674, "loss": 0.0050304952193982915, "learning_rate": 6.32954205386703e-05, "mean_training_objective": 0.005039731248441592, "mean_relative_U_L2": 0.018537163403190886, "worst_relative_U_L2": 0.024460462864836927, "mean_relative_VM_L2": 0.09361747901418445, "worst_relative_VM_L2": 0.2249536958250509 }, { "step": 1500, "elapsed_seconds": 3338.9644763469696, "loss": 0.004884747916366905, "learning_rate": 5.455496874110809e-05, "mean_training_objective": 0.004881901621865843, "mean_relative_U_L2": 0.018232627079029378, "worst_relative_U_L2": 0.024261484591228545, "mean_relative_VM_L2": 0.09193830179260556, "worst_relative_VM_L2": 0.22401144315275595 }, { "step": 1550, "elapsed_seconds": 3428.665638446808, "loss": 0.004767350957263261, "learning_rate": 4.646594151519032e-05, "mean_training_objective": 0.00476531386753015, "mean_relative_U_L2": 0.017934807852535106, "worst_relative_U_L2": 0.024047782646351375, "mean_relative_VM_L2": 0.09069080792981102, "worst_relative_VM_L2": 0.22331207842152886 }, { "step": 1600, "elapsed_seconds": 3506.756349802017, "loss": 0.004674110352061688, "learning_rate": 3.908079930649232e-05, "mean_training_objective": 0.004672522115922497, "mean_relative_U_L2": 0.017668237798742093, "worst_relative_U_L2": 0.023822132285763745, "mean_relative_VM_L2": 0.08968730236221818, "worst_relative_VM_L2": 0.22275578155992906 }, { "step": 1650, "elapsed_seconds": 3586.415017604828, "loss": 0.004599564825184643, "learning_rate": 3.244743759614975e-05, "mean_training_objective": 0.004598262180012776, "mean_relative_U_L2": 0.017443738373881093, "worst_relative_U_L2": 0.023602772423127184, "mean_relative_VM_L2": 0.08887491035981268, "worst_relative_VM_L2": 0.2223181108872288 }, { "step": 1700, "elapsed_seconds": 3666.598539352417, "loss": 0.004539969738107175, "learning_rate": 2.6608876280284544e-05, "mean_training_objective": 0.0045389430922222985, "mean_relative_U_L2": 0.01725448086912394, "worst_relative_U_L2": 0.02338941142119869, "mean_relative_VM_L2": 0.08822007558848383, "worst_relative_VM_L2": 0.2219763632334888 }, { "step": 1750, "elapsed_seconds": 3745.9516439437866, "loss": 0.004492541146464645, "learning_rate": 2.160298066947052e-05, "mean_training_objective": 0.0044917113088949745, "mean_relative_U_L2": 0.017101059534961008, "worst_relative_U_L2": 0.0232065104271714, "mean_relative_VM_L2": 0.08769400049687924, "worst_relative_VM_L2": 0.22170710518053477 }, { "step": 1800, "elapsed_seconds": 3824.967669248581, "loss": 0.004454530379734933, "learning_rate": 1.7462215917663923e-05, "mean_training_objective": 0.004453784128383874, "mean_relative_U_L2": 0.01697636430098636, "worst_relative_U_L2": 0.023055665926951532, "mean_relative_VM_L2": 0.08726818089357676, "worst_relative_VM_L2": 0.2214990129575847 }, { "step": 1850, "elapsed_seconds": 3905.346915245056, "loss": 0.004423732566647232, "learning_rate": 1.4213436473222475e-05, "mean_training_objective": 0.004423294626896513, "mean_relative_U_L2": 0.01687548030633881, "worst_relative_U_L2": 0.02291822266275767, "mean_relative_VM_L2": 0.08692402385674841, "worst_relative_VM_L2": 0.2213315591205016 }, { "step": 1900, "elapsed_seconds": 3984.6725239753723, "loss": 0.0043987136450596145, "learning_rate": 1.1877711917502638e-05, "mean_training_objective": 0.004398134008330499, "mean_relative_U_L2": 0.016789460659853286, "worst_relative_U_L2": 0.022803889875056733, "mean_relative_VM_L2": 0.08663893593592864, "worst_relative_VM_L2": 0.22119369759271595 }, { "step": 1950, "elapsed_seconds": 4064.3561067581177, "loss": 0.004377031256444752, "learning_rate": 1.047019032053956e-05, "mean_training_objective": 0.004376618549132292, "mean_relative_U_L2": 0.01671726954666198, "worst_relative_U_L2": 0.022695533138493033, "mean_relative_VM_L2": 0.0863940315691645, "worst_relative_VM_L2": 0.22107757761853342 }, { "step": 2000, "elapsed_seconds": 4144.084223270416, "loss": 0.0043571550748311, "learning_rate": 1e-05, "mean_training_objective": 0.004356809423731287, "mean_relative_U_L2": 0.016648867981387108, "worst_relative_U_L2": 0.022599578365276773, "mean_relative_VM_L2": 0.08616802502140272, "worst_relative_VM_L2": 0.22096990709785394 } ], "W192_S008": [ { "step": 50, "elapsed_seconds": 76.5884313583374, "loss": 0.06548479963093996, "learning_rate": 0.0003, "mean_training_objective": 0.06598267269281206, "mean_relative_U_L2": 0.1631160719025807, "worst_relative_U_L2": 0.2768449763003364, "mean_relative_VM_L2": 0.31841070605726535, "worst_relative_VM_L2": 0.38633439944148285 }, { "step": 100, "elapsed_seconds": 152.89914679527283, "loss": 0.04630296612158418, "learning_rate": 0.00029952980967946045, "mean_training_objective": 0.04881086565321627, "mean_relative_U_L2": 0.11226661596814447, "worst_relative_U_L2": 0.202442996618606, "mean_relative_VM_L2": 0.2878219285315402, "worst_relative_VM_L2": 0.3611352813432882 }, { "step": 150, "elapsed_seconds": 229.04408526420593, "loss": 0.04077061405405402, "learning_rate": 0.0002981222880824973, "mean_training_objective": 0.04068098244364891, "mean_relative_U_L2": 0.09122652323399091, "worst_relative_U_L2": 0.15605127439214722, "mean_relative_VM_L2": 0.265899109214823, "worst_relative_VM_L2": 0.35369500831688305 }, { "step": 200, "elapsed_seconds": 305.09947395324707, "loss": 0.04217742849141359, "learning_rate": 0.0002957865635267775, "mean_training_objective": 0.04241169684640391, "mean_relative_U_L2": 0.09442629025215186, "worst_relative_U_L2": 0.16596248647081174, "mean_relative_VM_L2": 0.27186953898485333, "worst_relative_VM_L2": 0.3563074530893457 }, { "step": 250, "elapsed_seconds": 381.3322596549988, "loss": 0.035593248438090086, "learning_rate": 0.00029253778408233605, "mean_training_objective": 0.036714949616583094, "mean_relative_U_L2": 0.09452237678010433, "worst_relative_U_L2": 0.13246078408652057, "mean_relative_VM_L2": 0.25016248431330274, "worst_relative_VM_L2": 0.34406543881480106 }, { "step": 300, "elapsed_seconds": 458.5335593223572, "loss": 0.027583167422562838, "learning_rate": 0.0002883970193305295, "mean_training_objective": 0.02542960332512636, "mean_relative_U_L2": 0.07210175137192182, "worst_relative_U_L2": 0.10626533954281486, "mean_relative_VM_L2": 0.20943274187479682, "worst_relative_VM_L2": 0.3105502191798551 }, { "step": 350, "elapsed_seconds": 535.9492561817169, "loss": 0.03134313588961959, "learning_rate": 0.0002833911237197154, "mean_training_objective": 0.025131244420583326, "mean_relative_U_L2": 0.06369251545810248, "worst_relative_U_L2": 0.09657580925826244, "mean_relative_VM_L2": 0.21165773294586648, "worst_relative_VM_L2": 0.3041938431174793 }, { "step": 400, "elapsed_seconds": 612.33074259758, "loss": 0.01857671891339123, "learning_rate": 0.00027755256240385024, "mean_training_objective": 0.018895699989997194, "mean_relative_U_L2": 0.06076681421540766, "worst_relative_U_L2": 0.08700496744100822, "mean_relative_VM_L2": 0.18099250810910555, "worst_relative_VM_L2": 0.28372934018383156 }, { "step": 450, "elapsed_seconds": 689.7189438343048, "loss": 0.01596080628223717, "learning_rate": 0.0002709192006935076, "mean_training_objective": 0.016221244278164522, "mean_relative_U_L2": 0.05254005685618438, "worst_relative_U_L2": 0.07450154949993408, "mean_relative_VM_L2": 0.16915339826542286, "worst_relative_VM_L2": 0.27304034515543324 }, { "step": 500, "elapsed_seconds": 768.228618144989, "loss": 0.015783644188195466, "learning_rate": 0.0002635340584848096, "mean_training_objective": 0.015726754549324144, "mean_relative_U_L2": 0.05376650371948575, "worst_relative_U_L2": 0.07986697382795671, "mean_relative_VM_L2": 0.16549213413185915, "worst_relative_VM_L2": 0.27180459143505725 }, { "step": 550, "elapsed_seconds": 845.3555603027344, "loss": 0.015015894221141935, "learning_rate": 0.0002554450312588919, "mean_training_objective": 0.01999786386168722, "mean_relative_U_L2": 0.05684860292079219, "worst_relative_U_L2": 0.0721209016499421, "mean_relative_VM_L2": 0.18824308278873172, "worst_relative_VM_L2": 0.2889836343930851 }, { "step": 600, "elapsed_seconds": 921.566513299942, "loss": 0.014555310318246483, "learning_rate": 0.00024670457946132966, "mean_training_objective": 0.0174585813010305, "mean_relative_U_L2": 0.049844149224746864, "worst_relative_U_L2": 0.07546188815832121, "mean_relative_VM_L2": 0.1769657190698258, "worst_relative_VM_L2": 0.2764613787837605 }, { "step": 650, "elapsed_seconds": 997.7098543643951, "loss": 0.016039937874302267, "learning_rate": 0.0002373693882760176, "mean_training_objective": 0.014221095463817904, "mean_relative_U_L2": 0.04730154245986462, "worst_relative_U_L2": 0.062351492488294455, "mean_relative_VM_L2": 0.15903067015445813, "worst_relative_VM_L2": 0.2626774137139346 }, { "step": 700, "elapsed_seconds": 1074.9936633110046, "loss": 0.012543963175266981, "learning_rate": 0.00022749999999999997, "mean_training_objective": 0.013663274156608642, "mean_relative_U_L2": 0.041868687875246544, "worst_relative_U_L2": 0.05445962189477932, "mean_relative_VM_L2": 0.1571032694979004, "worst_relative_VM_L2": 0.2626563764351574 }, { "step": 750, "elapsed_seconds": 1152.391979932785, "loss": 0.01182196035515517, "learning_rate": 0.0002171604214034428, "mean_training_objective": 0.012455088193324117, "mean_relative_U_L2": 0.036513788748520966, "worst_relative_U_L2": 0.05413111633516265, "mean_relative_VM_L2": 0.15052984720866772, "worst_relative_VM_L2": 0.25904641596174455 }, { "step": 800, "elapsed_seconds": 1230.3265235424042, "loss": 0.01051147314719856, "learning_rate": 0.00020641770862116766, "mean_training_objective": 0.00972969801219168, "mean_relative_U_L2": 0.027477341798759602, "worst_relative_U_L2": 0.04146154623392997, "mean_relative_VM_L2": 0.13362856559315975, "worst_relative_VM_L2": 0.24895370964812533 }, { "step": 850, "elapsed_seconds": 1307.3827500343323, "loss": 0.008703834819607436, "learning_rate": 0.00019534153226788558, "mean_training_objective": 0.008812861132041314, "mean_relative_U_L2": 0.025723235723584092, "worst_relative_U_L2": 0.03803879299917131, "mean_relative_VM_L2": 0.1269180518753479, "worst_relative_VM_L2": 0.24412972151161036 }, { "step": 900, "elapsed_seconds": 1384.5903978347778, "loss": 0.008099627611227333, "learning_rate": 0.00018400372559752647, "mean_training_objective": 0.008166293119399854, "mean_relative_U_L2": 0.025084021793655813, "worst_relative_U_L2": 0.036445969472964045, "mean_relative_VM_L2": 0.12189556843995153, "worst_relative_VM_L2": 0.2389751894899818 }, { "step": 950, "elapsed_seconds": 1460.6078341007233, "loss": 0.007881584484130144, "learning_rate": 0.00017247781863702187, "mean_training_objective": 0.007864623112505388, "mean_relative_U_L2": 0.023440398490537473, "worst_relative_U_L2": 0.03433074458986462, "mean_relative_VM_L2": 0.1197153767636748, "worst_relative_VM_L2": 0.23792788689048563 }, { "step": 1000, "elapsed_seconds": 1536.6064522266388, "loss": 0.007407213863916694, "learning_rate": 0.0001608385613158652, "mean_training_objective": 0.007431692566092643, "mean_relative_U_L2": 0.02203916948529263, "worst_relative_U_L2": 0.03206237301286393, "mean_relative_VM_L2": 0.1162269777993989, "worst_relative_VM_L2": 0.23622750398681533 }, { "step": 1050, "elapsed_seconds": 1612.1808490753174, "loss": 0.006923374719917774, "learning_rate": 0.00014916143868413484, "mean_training_objective": 0.006842716170152402, "mean_relative_U_L2": 0.020902691999777272, "worst_relative_U_L2": 0.028761023752039348, "mean_relative_VM_L2": 0.11122110675333723, "worst_relative_VM_L2": 0.2335217079649714 }, { "step": 1100, "elapsed_seconds": 1697.8006134033203, "loss": 0.0065716931130737075, "learning_rate": 0.00013752218136297816, "mean_training_objective": 0.006575680599293787, "mean_relative_U_L2": 0.02082709214088848, "worst_relative_U_L2": 0.027653524726394037, "mean_relative_VM_L2": 0.10873909593298134, "worst_relative_VM_L2": 0.232614426443912 }, { "step": 1150, "elapsed_seconds": 1781.8600783348083, "loss": 0.006219319987576456, "learning_rate": 0.00012599627440247358, "mean_training_objective": 0.0062330539783141585, "mean_relative_U_L2": 0.020498498806948498, "worst_relative_U_L2": 0.026930234122420633, "mean_relative_VM_L2": 0.10552006707180613, "worst_relative_VM_L2": 0.2309488072272897 }, { "step": 1200, "elapsed_seconds": 1887.7654068470001, "loss": 0.005708212254103273, "learning_rate": 0.00011465846773211439, "mean_training_objective": 0.005689690438102898, "mean_relative_U_L2": 0.01982169039727142, "worst_relative_U_L2": 0.025963083731358107, "mean_relative_VM_L2": 0.10014164308092435, "worst_relative_VM_L2": 0.2291447689323398 }, { "step": 1250, "elapsed_seconds": 1977.9485919475555, "loss": 0.005427668499760329, "learning_rate": 0.00010358229137883234, "mean_training_objective": 0.005439871678327624, "mean_relative_U_L2": 0.019326786545134273, "worst_relative_U_L2": 0.025169569993795167, "mean_relative_VM_L2": 0.09763066416882242, "worst_relative_VM_L2": 0.22789618389379812 }, { "step": 1300, "elapsed_seconds": 2059.9884254932404, "loss": 0.005169623869005591, "learning_rate": 9.283957859655712e-05, "mean_training_objective": 0.005158414730914014, "mean_relative_U_L2": 0.018725406932092063, "worst_relative_U_L2": 0.024230722824247316, "mean_relative_VM_L2": 0.0947584150615032, "worst_relative_VM_L2": 0.22628510750474298 }, { "step": 1350, "elapsed_seconds": 2141.0308442115784, "loss": 0.004977268935181201, "learning_rate": 8.250000000000003e-05, "mean_training_objective": 0.004983926686675722, "mean_relative_U_L2": 0.01837581768199133, "worst_relative_U_L2": 0.023571248596146815, "mean_relative_VM_L2": 0.09294303524409445, "worst_relative_VM_L2": 0.2251555085916124 }, { "step": 1400, "elapsed_seconds": 2222.2941431999207, "loss": 0.004803192918188871, "learning_rate": 7.263061172398237e-05, "mean_training_objective": 0.004801248808606429, "mean_relative_U_L2": 0.01794232750676037, "worst_relative_U_L2": 0.02308476348259057, "mean_relative_VM_L2": 0.09100411991181043, "worst_relative_VM_L2": 0.22399779728906166 }, { "step": 1450, "elapsed_seconds": 2303.8480315208435, "loss": 0.004674468049779535, "learning_rate": 6.32954205386703e-05, "mean_training_objective": 0.004672297432321259, "mean_relative_U_L2": 0.017622713552798028, "worst_relative_U_L2": 0.022702278210492734, "mean_relative_VM_L2": 0.08961177395902857, "worst_relative_VM_L2": 0.2231632656075386 }, { "step": 1500, "elapsed_seconds": 2383.5223529338837, "loss": 0.004572629393078387, "learning_rate": 5.455496874110809e-05, "mean_training_objective": 0.004570885311649607, "mean_relative_U_L2": 0.017334733473543678, "worst_relative_U_L2": 0.02243435130161913, "mean_relative_VM_L2": 0.08850165277868952, "worst_relative_VM_L2": 0.22253724992786214 }, { "step": 1550, "elapsed_seconds": 2461.0800879001617, "loss": 0.0044914589379914105, "learning_rate": 4.646594151519032e-05, "mean_training_objective": 0.004489911834096566, "mean_relative_U_L2": 0.01709074401125956, "worst_relative_U_L2": 0.022221733871933266, "mean_relative_VM_L2": 0.0876017395474581, "worst_relative_VM_L2": 0.22206918101574533 }, { "step": 1600, "elapsed_seconds": 2536.6920306682587, "loss": 0.004425989941228181, "learning_rate": 3.908079930649232e-05, "mean_training_objective": 0.004424761301083064, "mean_relative_U_L2": 0.016880779894148885, "worst_relative_U_L2": 0.022051509727023477, "mean_relative_VM_L2": 0.0868700307517043, "worst_relative_VM_L2": 0.22170923622800204 }, { "step": 1650, "elapsed_seconds": 2615.4484503269196, "loss": 0.004373253777157516, "learning_rate": 3.244743759614975e-05, "mean_training_objective": 0.004372241405915556, "mean_relative_U_L2": 0.016709468558173617, "worst_relative_U_L2": 0.021906289321044985, "mean_relative_VM_L2": 0.08627381811815962, "worst_relative_VM_L2": 0.22142529997129665 }, { "step": 1700, "elapsed_seconds": 2691.9157164096832, "loss": 0.004330715839751065, "learning_rate": 2.6608876280284544e-05, "mean_training_objective": 0.004329878643741203, "mean_relative_U_L2": 0.01656529857662011, "worst_relative_U_L2": 0.021774939898022375, "mean_relative_VM_L2": 0.08579020734240424, "worst_relative_VM_L2": 0.2211964131112591 }, { "step": 1750, "elapsed_seconds": 2768.386602640152, "loss": 0.004296527779661119, "learning_rate": 2.160298066947052e-05, "mean_training_objective": 0.004295855035134764, "mean_relative_U_L2": 0.016450423394707432, "worst_relative_U_L2": 0.021673829831512913, "mean_relative_VM_L2": 0.08539948299869456, "worst_relative_VM_L2": 0.2210086316478494 }, { "step": 1800, "elapsed_seconds": 2844.6918563842773, "loss": 0.0042690401314757764, "learning_rate": 1.7462215917663923e-05, "mean_training_objective": 0.004268691955637371, "mean_relative_U_L2": 0.016356889194258904, "worst_relative_U_L2": 0.021587960634088306, "mean_relative_VM_L2": 0.08508522337326052, "worst_relative_VM_L2": 0.22086658040124385 }, { "step": 1850, "elapsed_seconds": 2922.065403699875, "loss": 0.004246921371668577, "learning_rate": 1.4213436473222475e-05, "mean_training_objective": 0.004246478663543703, "mean_relative_U_L2": 0.016276318461596113, "worst_relative_U_L2": 0.021505175794815288, "mean_relative_VM_L2": 0.08482857419483221, "worst_relative_VM_L2": 0.2207457606530765 }, { "step": 1900, "elapsed_seconds": 2999.3539748191833, "loss": 0.00422857089433819, "learning_rate": 1.1877711917502638e-05, "mean_training_objective": 0.004228284911518906, "mean_relative_U_L2": 0.016213535528173412, "worst_relative_U_L2": 0.021453131718063234, "mean_relative_VM_L2": 0.08461692680930162, "worst_relative_VM_L2": 0.22064882612346093 }, { "step": 1950, "elapsed_seconds": 3075.478632211685, "loss": 0.0042128206114284686, "learning_rate": 1.047019032053956e-05, "mean_training_objective": 0.00421244691140686, "mean_relative_U_L2": 0.0161561705860798, "worst_relative_U_L2": 0.021388832983508122, "mean_relative_VM_L2": 0.0844328729816411, "worst_relative_VM_L2": 0.2205630257636444 }, { "step": 2000, "elapsed_seconds": 3152.84899353981, "loss": 0.004198291851207614, "learning_rate": 1e-05, "mean_training_objective": 0.004197963566387876, "mean_relative_U_L2": 0.016102961316456298, "worst_relative_U_L2": 0.0213378092984357, "mean_relative_VM_L2": 0.0842642948271837, "worst_relative_VM_L2": 0.2204813982141457 } ] }, "export_reviews": { "W128_S004": { "variant": "W128_S004", "parameters": 982884, "cases": 20, "total_original_nodes": 1083269, "weights_only_CPU_load_and_strict_model_load": true, "original_node_ids_and_prediction_metrics_match": true, "max_metric_recompute_difference": 0.0, "inference_sha256": "f7f3983b02f811f87460afca32047ffe5c8b5b6fca1eeba8fbcf429e13f76984", "CUDA_initialized": false, "note": "Export consistency tolerance only, not a user fit-error threshold; training metrics are reported without pass/fail.", "updated_unix": 1793237048.7055109 }, "W128_S008": { "variant": "W128_S008", "parameters": 983428, "cases": 20, "total_original_nodes": 1083269, "weights_only_CPU_load_and_strict_model_load": true, "original_node_ids_and_prediction_metrics_match": true, "max_metric_recompute_difference": 0.0, "inference_sha256": "535ae74b261119aff6d91bb496f8ec697288accd376ace9d6c955823f8729732", "CUDA_initialized": false, "note": "Export consistency tolerance only, not a user fit-error threshold; training metrics are reported without pass/fail.", "updated_unix": 1793240497.8673007 }, "W192_S004": { "variant": "W192_S004", "parameters": 2191588, "cases": 20, "total_original_nodes": 1083269, "weights_only_CPU_load_and_strict_model_load": true, "original_node_ids_and_prediction_metrics_match": true, "max_metric_recompute_difference": 0.0, "inference_sha256": "a16e92bfb548b7d0d479c5a202991602be066d3f8000d197146fac0a1ac228b1", "CUDA_initialized": false, "note": "Export consistency tolerance only, not a user fit-error threshold; training metrics are reported without pass/fail.", "updated_unix": 1793247191.4695704 }, "W192_S008": { "variant": "W192_S008", "parameters": 2192388, "cases": 20, "total_original_nodes": 1083269, "weights_only_CPU_load_and_strict_model_load": true, "original_node_ids_and_prediction_metrics_match": true, "max_metric_recompute_difference": 0.0, "inference_sha256": "d8135a3c3a1242810fd0a671739d5ba03c783ee1ee679ed62ff362b95fff5626", "CUDA_initialized": false, "note": "Export consistency tolerance only, not a user fit-error threshold; training metrics are reported without pass/fail.", "updated_unix": 1793250623.9061637 } }, "protocol": { "schema": "ts3_tension20_capacity_ablation_v1", "phase": "prepared_waiting_for_MGN_full_completion", "fresh_runs": [ "W128_S004", "W128_S008", "W192_S004", "W192_S008" ], "variants": { "W128_S004": { "variant": "W128_S004", "layers": 8, "width": 128, "heads": 8, "slices": 4, "parameters": 982884, "relative_to_original_TS3": 0.12887962978989223, "relative_to_previous_half_model": 0.25238782438102475, "CPU_19node_forward_finite": true, "config_sha256": "9f81957cc458a6d526e72ab5c0ce40fb763cbbe1eda516ec7efe365c6894191a", "manifest_sha256": "52892b0976e55c155a50d9bcd81536e14aa40ced0f7c633f2dbca9e1573b1199", "initialization_sha256": "b15c2c338bd0d574bf14b3a062ff7caa4fc535bbe853d298b7471e7d3ef403ad" }, "W128_S008": { "variant": "W128_S008", "layers": 8, "width": 128, "heads": 8, "slices": 8, "parameters": 983428, "relative_to_original_TS3": 0.12895096121720787, "relative_to_previous_half_model": 0.25252751428996956, "CPU_19node_forward_finite": true, "config_sha256": "3bbf67f2d2da9c8982bcd97e6391e4c139a8dd8c817bd84db13605c26c442237", "manifest_sha256": "52892b0976e55c155a50d9bcd81536e14aa40ced0f7c633f2dbca9e1573b1199", "initialization_sha256": "2e8cfc4935ef9e3e205b82add018f915bdce2fe58cb5a9c73ea6426efa095d62" }, "W192_S004": { "variant": "W192_S004", "layers": 8, "width": 192, "heads": 8, "slices": 4, "parameters": 2191588, "relative_to_original_TS3": 0.2873696693526096, "relative_to_previous_half_model": 0.562762367949383, "CPU_19node_forward_finite": true, "config_sha256": "8bec9459c8ad71c149e956e8eaf7ee17b45203af51c439560c4957164f1c142b", "manifest_sha256": "52892b0976e55c155a50d9bcd81536e14aa40ced0f7c633f2dbca9e1573b1199", "initialization_sha256": "e47863a096e475862aaf8ef36051e3ce7dea64f41336ca31a4fbf92de5bfcac9" }, "W192_S008": { "variant": "W192_S008", "layers": 8, "width": 192, "heads": 8, "slices": 8, "parameters": 2192388, "relative_to_original_TS3": 0.2874745685104267, "relative_to_previous_half_model": 0.5629677942860665, "CPU_19node_forward_finite": true, "config_sha256": "0cbe4514240565ab4fccd74f7697d13b834922c02d9a79ca610dc9fc4d17dce4", "manifest_sha256": "52892b0976e55c155a50d9bcd81536e14aa40ced0f7c633f2dbca9e1573b1199", "initialization_sha256": "e2dbe5fcf4c6e689bb0d82023a4ed144d73d1abf63339239fdab74da29df3992" } }, "cases": 20, "epochs_each": 2000, "total_new_runs": 4, "seed": 20261029, "AMP": false, "TF32": true, "full_native_nodes": true, "error_threshold": null, "early_stop_on_error": false, "initialization": "Same seed; shared same-shape values and nested slice rows within each width; different widths independently initialized", "dataset_manifest_sha256": "52892b0976e55c155a50d9bcd81536e14aa40ced0f7c633f2dbca9e1573b1199", "worker_source_sha256": "d2ce02ec199ad120b5855ac8cd93b10b2abf705e208c9eb93fe9a267c7d6a8ad", "coordinator_sha256": "6c7746cba28360f0a41138c0fb50697283da590e3d5e6b689436e39190a7b855", "model_source_sha256": "4241224442e2ef5cadb64511ce82b5ae383ad53ef18d873e4414b27e0d0dcb6e", "reused_training_loop": "Independent derivative of frozen slice_capacity_v2; same mathematical loop/AdamW/LR/full20 accumulation.", "prerequisite": "MGN full fixed20 summary and native/supervisor exit, then 3 exclusive GPU observations.", "cancelled_old_2000_epoch_extensions": true, "automatic_TS3_FP64_resume": false, "FE_solves": 0, "comparison_scope": "All four use same pure axial tension subset; old mixed-load20 results are historical and not a same-data capacity baseline.", "created_unix": 1793226499.9977825, "pinned_TS3_source_sha256": "49292aa1ee7be2e143db5b9c75d0128f8767f8a2ae74479cdc06aeb9d41fb71a", "prelaunch_preparation_revision": { "initial_coordinator_sha256": "3b647b36d4885e76ea0163c0ce955e2338ca1c49a94ea1e04202e9ce2b6eb49b", "note": "Added model/pinned-source guards before any coordinator or GPU run; mathematical worker unchanged." }, "worker_module": "tools.train_ts3_tension20_capacity_v2", "coordinator_file": "D:\\GeoBC\\GeoBC Neural Operator\\notes\\run_ts3_tension20_ablation_v2.py", "startup_metadata_recovery": { "reason": "Pre-CUDA status metadata parsed W128_S004 as old S004 naming; ValueError before model/GPU initialization.", "prior_worker_sha256": "d9715aa3ffc8dcd62dcb8b4377d7910df6843e815625f104992df9c7e31e0559", "prior_coordinator_sha256": "ca005770dd52cec492c501fcb7d340ad7a04bbd78507f00cd35ad11af9b332c1", "GPU_training_updates_before_recovery": 0, "numerical_loop_unchanged": true, "configuration_manifest_initialization_unchanged": true, "metadata_parse_test_all_four_configs": true, "updated_unix": 1793233880.787602 } }, "configs": { "W128_S004": { "seed": 20261029, "subset_sizes": [ 1, 5, 20 ], "epochs": 2000, "evaluation_every_epochs": 50, "learning_rate": 0.0003, "minimum_learning_rate": 1e-05, "warmup_epochs": 50, "error_threshold": null, "early_stop_on_error": false, "loss": "Equal-case mean of 0.5*(relative full-vector U squared L2 + projected VM relative squared L2)", "gradient_accumulation": "Every optimizer step accumulates the entire selected subset; no inter-case forgetting from sequential optimizer updates.", "independent_initialization_per_subset": true, "precision": "FP32, TF32 CUDA matmul allowed", "ts3": { "n_layers": 8, "n_hidden": 128, "n_head": 8, "slice_num": 4, "mlp_ratio": 2, "dropout": 0.0 }, "mgn": { "latent_size": 256, "message_passing_steps": 15, "hidden_layers": 2, "edge_channels": 4, "output_channels": 4, "chunk_size": 65536, "checkpoint_blocks": true }, "user_directive": "No user-specified error threshold. Report actual curves, mean/worst per-case errors and checkpoints; never invent pass/fail or early-stop thresholds. Larger networks requested." }, "W128_S008": { "seed": 20261029, "subset_sizes": [ 1, 5, 20 ], "epochs": 2000, "evaluation_every_epochs": 50, "learning_rate": 0.0003, "minimum_learning_rate": 1e-05, "warmup_epochs": 50, "error_threshold": null, "early_stop_on_error": false, "loss": "Equal-case mean of 0.5*(relative full-vector U squared L2 + projected VM relative squared L2)", "gradient_accumulation": "Every optimizer step accumulates the entire selected subset; no inter-case forgetting from sequential optimizer updates.", "independent_initialization_per_subset": true, "precision": "FP32, TF32 CUDA matmul allowed", "ts3": { "n_layers": 8, "n_hidden": 128, "n_head": 8, "slice_num": 8, "mlp_ratio": 2, "dropout": 0.0 }, "mgn": { "latent_size": 256, "message_passing_steps": 15, "hidden_layers": 2, "edge_channels": 4, "output_channels": 4, "chunk_size": 65536, "checkpoint_blocks": true }, "user_directive": "No user-specified error threshold. Report actual curves, mean/worst per-case errors and checkpoints; never invent pass/fail or early-stop thresholds. Larger networks requested." }, "W192_S004": { "seed": 20261029, "subset_sizes": [ 1, 5, 20 ], "epochs": 2000, "evaluation_every_epochs": 50, "learning_rate": 0.0003, "minimum_learning_rate": 1e-05, "warmup_epochs": 50, "error_threshold": null, "early_stop_on_error": false, "loss": "Equal-case mean of 0.5*(relative full-vector U squared L2 + projected VM relative squared L2)", "gradient_accumulation": "Every optimizer step accumulates the entire selected subset; no inter-case forgetting from sequential optimizer updates.", "independent_initialization_per_subset": true, "precision": "FP32, TF32 CUDA matmul allowed", "ts3": { "n_layers": 8, "n_hidden": 192, "n_head": 8, "slice_num": 4, "mlp_ratio": 2, "dropout": 0.0 }, "mgn": { "latent_size": 256, "message_passing_steps": 15, "hidden_layers": 2, "edge_channels": 4, "output_channels": 4, "chunk_size": 65536, "checkpoint_blocks": true }, "user_directive": "No user-specified error threshold. Report actual curves, mean/worst per-case errors and checkpoints; never invent pass/fail or early-stop thresholds. Larger networks requested." }, "W192_S008": { "seed": 20261029, "subset_sizes": [ 1, 5, 20 ], "epochs": 2000, "evaluation_every_epochs": 50, "learning_rate": 0.0003, "minimum_learning_rate": 1e-05, "warmup_epochs": 50, "error_threshold": null, "early_stop_on_error": false, "loss": "Equal-case mean of 0.5*(relative full-vector U squared L2 + projected VM relative squared L2)", "gradient_accumulation": "Every optimizer step accumulates the entire selected subset; no inter-case forgetting from sequential optimizer updates.", "independent_initialization_per_subset": true, "precision": "FP32, TF32 CUDA matmul allowed", "ts3": { "n_layers": 8, "n_hidden": 192, "n_head": 8, "slice_num": 8, "mlp_ratio": 2, "dropout": 0.0 }, "mgn": { "latent_size": 256, "message_passing_steps": 15, "hidden_layers": 2, "edge_channels": 4, "output_channels": 4, "chunk_size": 65536, "checkpoint_blocks": true }, "user_directive": "No user-specified error threshold. Report actual curves, mean/worst per-case errors and checkpoints; never invent pass/fail or early-stop thresholds. Larger networks requested." } }, "selected_samples": [ { "sample_id": "normal_rodv2_0021__tension", "geometry_case_id": "rodv2_0021", "nodes": 60882, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 34.0195441960149, "rod_center_distance_mm": 136.0781767840596, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0026__tension", "geometry_case_id": "rodv2_0026", "nodes": 35388, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 52.17928483865551, "rod_center_distance_mm": 208.71713935462205, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0036__tension", "geometry_case_id": "rodv2_0036", "nodes": 31152, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 50.40348050831487, "rod_center_distance_mm": 201.61392203325948, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0039__tension", "geometry_case_id": "rodv2_0039", "nodes": 36054, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 46.867606868979465, "rod_center_distance_mm": 187.47042747591786, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0045__tension", "geometry_case_id": "rodv2_0045", "nodes": 69969, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 31.928994571562768, "rod_center_distance_mm": 127.71597828625107, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0052__tension", "geometry_case_id": "rodv2_0052", "nodes": 46208, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 37.68695255481884, "rod_center_distance_mm": 150.74781021927535, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0074__tension", "geometry_case_id": "rodv2_0074", "nodes": 35764, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 48.908270478414785, "rod_center_distance_mm": 195.63308191365914, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0088__tension", "geometry_case_id": "rodv2_0088", "nodes": 71232, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 32.45268897388037, "rod_center_distance_mm": 129.81075589552148, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0091__tension", "geometry_case_id": "rodv2_0091", "nodes": 62002, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 30.35886044757322, "rod_center_distance_mm": 121.43544179029288, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0093__tension", "geometry_case_id": "rodv2_0093", "nodes": 37319, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 46.80961584585356, "rod_center_distance_mm": 187.23846338341423, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0095__tension", "geometry_case_id": "rodv2_0095", "nodes": 69290, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 32.49307076158761, "rod_center_distance_mm": 129.97228304635044, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0107__tension", "geometry_case_id": "rodv2_0107", "nodes": 75211, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 30.014297745253838, "rod_center_distance_mm": 120.05719098101535, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0126__tension", "geometry_case_id": "rodv2_0126", "nodes": 45635, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 43.68089978931362, "rod_center_distance_mm": 174.72359915725448, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0127__tension", "geometry_case_id": "rodv2_0127", "nodes": 73790, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 30.32261417786048, "rod_center_distance_mm": 121.29045671144192, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0129__tension", "geometry_case_id": "rodv2_0129", "nodes": 67767, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 31.40103111996089, "rod_center_distance_mm": 125.60412447984356, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0137__tension", "geometry_case_id": "rodv2_0137", "nodes": 56621, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 34.844671764105414, "rod_center_distance_mm": 139.37868705642165, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0148__tension", "geometry_case_id": "rodv2_0148", "nodes": 47400, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 43.25045661646131, "rod_center_distance_mm": 173.00182646584523, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0159__tension", "geometry_case_id": "rodv2_0159", "nodes": 38249, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 49.24711349945755, "rod_center_distance_mm": 196.9884539978302, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0163__tension", "geometry_case_id": "rodv2_0163", "nodes": 75666, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 31.39395322313674, "rod_center_distance_mm": 125.57581289254696, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } }, { "sample_id": "normal_rodv2_0170__tension", "geometry_case_id": "rodv2_0170", "nodes": 47670, "scenario": { "id": "tension", "width_skew": 0.0, "engine": { "crank_radius_mm": 41.126127278057524, "rod_center_distance_mm": 164.5045091122301, "rpm": 3000.0, "piston_bore_mm": 80.0, "piston_assembly_mass_kg": 0.45, "pressure_note": "Net pressure snapshots, no measured pressure trace; no full-cycle/fatigue claim." }, "small_force_N": [ -6100.0, 0.0 ] } } ], "queue": { "phase": "completed", "supervisor_pid": 28052, "updated_unix": 1793250360.9653318, "fresh_runs": [ "W128_S004", "W128_S008", "W192_S004", "W192_S008" ], "no_FP64_resume": true }, "updated_unix": 1793250660.560291, "validation_test_used": false }