| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 13.8996138996139, | |
| "eval_steps": 500, | |
| "global_step": 3600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.019305019305019305, | |
| "grad_norm": 11.880151748657227, | |
| "learning_rate": 4.999988505504495e-05, | |
| "loss": 1.2597, | |
| "num_input_tokens_seen": 133888, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.03861003861003861, | |
| "grad_norm": 11.379286766052246, | |
| "learning_rate": 4.999954022123679e-05, | |
| "loss": 1.1508, | |
| "num_input_tokens_seen": 234752, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05791505791505792, | |
| "grad_norm": 9.279751777648926, | |
| "learning_rate": 4.999896550174647e-05, | |
| "loss": 1.4957, | |
| "num_input_tokens_seen": 388352, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.07722007722007722, | |
| "grad_norm": 4.549979209899902, | |
| "learning_rate": 4.999816090185888e-05, | |
| "loss": 1.1843, | |
| "num_input_tokens_seen": 542720, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.09652509652509653, | |
| "grad_norm": 5.948971748352051, | |
| "learning_rate": 4.999712642897278e-05, | |
| "loss": 1.1623, | |
| "num_input_tokens_seen": 642048, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.11583011583011583, | |
| "grad_norm": 6.370548725128174, | |
| "learning_rate": 4.9995862092600796e-05, | |
| "loss": 1.2511, | |
| "num_input_tokens_seen": 761344, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 4.528784275054932, | |
| "learning_rate": 4.999436790436924e-05, | |
| "loss": 1.0512, | |
| "num_input_tokens_seen": 905984, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.15444015444015444, | |
| "grad_norm": 4.6348114013671875, | |
| "learning_rate": 4.9992643878018054e-05, | |
| "loss": 1.2519, | |
| "num_input_tokens_seen": 1040896, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.17374517374517376, | |
| "grad_norm": 5.525028705596924, | |
| "learning_rate": 4.99906900294007e-05, | |
| "loss": 1.2093, | |
| "num_input_tokens_seen": 1163776, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.19305019305019305, | |
| "grad_norm": 5.8078718185424805, | |
| "learning_rate": 4.998850637648398e-05, | |
| "loss": 1.3795, | |
| "num_input_tokens_seen": 1277440, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.21235521235521235, | |
| "grad_norm": 6.931970596313477, | |
| "learning_rate": 4.998609293934789e-05, | |
| "loss": 1.1255, | |
| "num_input_tokens_seen": 1412352, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.23166023166023167, | |
| "grad_norm": 5.5319976806640625, | |
| "learning_rate": 4.99834497401854e-05, | |
| "loss": 1.1894, | |
| "num_input_tokens_seen": 1551360, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.25096525096525096, | |
| "grad_norm": 5.610212326049805, | |
| "learning_rate": 4.998057680330233e-05, | |
| "loss": 1.2108, | |
| "num_input_tokens_seen": 1715968, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 5.512667179107666, | |
| "learning_rate": 4.9977474155117045e-05, | |
| "loss": 1.1484, | |
| "num_input_tokens_seen": 1836800, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.28957528957528955, | |
| "grad_norm": 5.64188289642334, | |
| "learning_rate": 4.9974141824160224e-05, | |
| "loss": 1.0656, | |
| "num_input_tokens_seen": 1982720, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.3088803088803089, | |
| "grad_norm": 5.340020179748535, | |
| "learning_rate": 4.997057984107466e-05, | |
| "loss": 1.0068, | |
| "num_input_tokens_seen": 2115840, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.3281853281853282, | |
| "grad_norm": 5.499743938446045, | |
| "learning_rate": 4.9966788238614905e-05, | |
| "loss": 1.142, | |
| "num_input_tokens_seen": 2244608, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.3474903474903475, | |
| "grad_norm": 5.120875835418701, | |
| "learning_rate": 4.9962767051647006e-05, | |
| "loss": 1.2448, | |
| "num_input_tokens_seen": 2355200, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.3667953667953668, | |
| "grad_norm": 5.501336574554443, | |
| "learning_rate": 4.995851631714816e-05, | |
| "loss": 1.0841, | |
| "num_input_tokens_seen": 2491392, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.3861003861003861, | |
| "grad_norm": 5.672695636749268, | |
| "learning_rate": 4.995403607420644e-05, | |
| "loss": 1.079, | |
| "num_input_tokens_seen": 2605568, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 4.757706165313721, | |
| "learning_rate": 4.9949326364020314e-05, | |
| "loss": 1.2072, | |
| "num_input_tokens_seen": 2754560, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.4247104247104247, | |
| "grad_norm": 5.0469489097595215, | |
| "learning_rate": 4.99443872298984e-05, | |
| "loss": 1.388, | |
| "num_input_tokens_seen": 2893312, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.444015444015444, | |
| "grad_norm": 4.751271724700928, | |
| "learning_rate": 4.9939218717258976e-05, | |
| "loss": 1.1421, | |
| "num_input_tokens_seen": 3045632, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.46332046332046334, | |
| "grad_norm": 4.551059722900391, | |
| "learning_rate": 4.993382087362959e-05, | |
| "loss": 1.1926, | |
| "num_input_tokens_seen": 3194624, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4826254826254826, | |
| "grad_norm": 4.361262321472168, | |
| "learning_rate": 4.992819374864665e-05, | |
| "loss": 1.3206, | |
| "num_input_tokens_seen": 3323904, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.5019305019305019, | |
| "grad_norm": 4.295720100402832, | |
| "learning_rate": 4.992233739405492e-05, | |
| "loss": 1.3139, | |
| "num_input_tokens_seen": 3435008, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.5212355212355212, | |
| "grad_norm": 9.746088027954102, | |
| "learning_rate": 4.9916251863707056e-05, | |
| "loss": 1.2343, | |
| "num_input_tokens_seen": 3552768, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 5.580798625946045, | |
| "learning_rate": 4.9909937213563165e-05, | |
| "loss": 1.2867, | |
| "num_input_tokens_seen": 3655936, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5598455598455598, | |
| "grad_norm": 3.9572153091430664, | |
| "learning_rate": 4.990339350169021e-05, | |
| "loss": 1.2402, | |
| "num_input_tokens_seen": 3779328, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.5791505791505791, | |
| "grad_norm": 4.077531337738037, | |
| "learning_rate": 4.989662078826152e-05, | |
| "loss": 1.1501, | |
| "num_input_tokens_seen": 3911168, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5984555984555985, | |
| "grad_norm": 3.8401482105255127, | |
| "learning_rate": 4.988961913555623e-05, | |
| "loss": 1.0678, | |
| "num_input_tokens_seen": 4035328, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.6177606177606177, | |
| "grad_norm": 4.454199314117432, | |
| "learning_rate": 4.988238860795873e-05, | |
| "loss": 1.1792, | |
| "num_input_tokens_seen": 4161792, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.637065637065637, | |
| "grad_norm": 4.723377704620361, | |
| "learning_rate": 4.9874929271958026e-05, | |
| "loss": 1.2038, | |
| "num_input_tokens_seen": 4281088, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.6563706563706564, | |
| "grad_norm": 3.8252053260803223, | |
| "learning_rate": 4.986724119614715e-05, | |
| "loss": 1.21, | |
| "num_input_tokens_seen": 4445952, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 5.56161642074585, | |
| "learning_rate": 4.985932445122257e-05, | |
| "loss": 1.1328, | |
| "num_input_tokens_seen": 4618496, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.694980694980695, | |
| "grad_norm": 4.20256233215332, | |
| "learning_rate": 4.985117910998345e-05, | |
| "loss": 1.0232, | |
| "num_input_tokens_seen": 4784384, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 4.422672271728516, | |
| "learning_rate": 4.984280524733107e-05, | |
| "loss": 1.0596, | |
| "num_input_tokens_seen": 4925440, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.7335907335907336, | |
| "grad_norm": 4.174430847167969, | |
| "learning_rate": 4.983420294026809e-05, | |
| "loss": 1.246, | |
| "num_input_tokens_seen": 5068544, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.752895752895753, | |
| "grad_norm": 5.4516191482543945, | |
| "learning_rate": 4.982537226789786e-05, | |
| "loss": 1.2178, | |
| "num_input_tokens_seen": 5196032, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.7722007722007722, | |
| "grad_norm": 5.097752571105957, | |
| "learning_rate": 4.981631331142368e-05, | |
| "loss": 1.1424, | |
| "num_input_tokens_seen": 5289216, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7915057915057915, | |
| "grad_norm": 2.8934011459350586, | |
| "learning_rate": 4.9807026154148054e-05, | |
| "loss": 1.1518, | |
| "num_input_tokens_seen": 5451520, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 5.223976135253906, | |
| "learning_rate": 4.979751088147192e-05, | |
| "loss": 1.1354, | |
| "num_input_tokens_seen": 5612544, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.8301158301158301, | |
| "grad_norm": 4.850491523742676, | |
| "learning_rate": 4.978776758089391e-05, | |
| "loss": 1.1915, | |
| "num_input_tokens_seen": 5757696, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.8494208494208494, | |
| "grad_norm": 6.363794803619385, | |
| "learning_rate": 4.977779634200947e-05, | |
| "loss": 1.2171, | |
| "num_input_tokens_seen": 5895168, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.8687258687258688, | |
| "grad_norm": 4.063634395599365, | |
| "learning_rate": 4.976759725651008e-05, | |
| "loss": 1.1818, | |
| "num_input_tokens_seen": 6004480, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.888030888030888, | |
| "grad_norm": 4.925548553466797, | |
| "learning_rate": 4.975717041818242e-05, | |
| "loss": 1.3625, | |
| "num_input_tokens_seen": 6158080, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.9073359073359073, | |
| "grad_norm": 4.7595977783203125, | |
| "learning_rate": 4.97465159229075e-05, | |
| "loss": 1.1483, | |
| "num_input_tokens_seen": 6270208, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.9266409266409267, | |
| "grad_norm": 4.2403974533081055, | |
| "learning_rate": 4.973563386865974e-05, | |
| "loss": 0.9918, | |
| "num_input_tokens_seen": 6400512, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 3.330521583557129, | |
| "learning_rate": 4.972452435550614e-05, | |
| "loss": 1.0481, | |
| "num_input_tokens_seen": 6534144, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.9652509652509652, | |
| "grad_norm": 4.355147361755371, | |
| "learning_rate": 4.971318748560527e-05, | |
| "loss": 1.1627, | |
| "num_input_tokens_seen": 6689280, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.9845559845559846, | |
| "grad_norm": 3.845254421234131, | |
| "learning_rate": 4.970162336320644e-05, | |
| "loss": 1.1168, | |
| "num_input_tokens_seen": 6830848, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.0038610038610039, | |
| "grad_norm": 8.39128303527832, | |
| "learning_rate": 4.968983209464863e-05, | |
| "loss": 1.1015, | |
| "num_input_tokens_seen": 6950984, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.0231660231660231, | |
| "grad_norm": 5.653963565826416, | |
| "learning_rate": 4.9677813788359595e-05, | |
| "loss": 0.6397, | |
| "num_input_tokens_seen": 7077192, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.0424710424710424, | |
| "grad_norm": 6.64690637588501, | |
| "learning_rate": 4.9665568554854834e-05, | |
| "loss": 0.6662, | |
| "num_input_tokens_seen": 7194696, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.0617760617760619, | |
| "grad_norm": 3.9684646129608154, | |
| "learning_rate": 4.965309650673656e-05, | |
| "loss": 0.7584, | |
| "num_input_tokens_seen": 7325512, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 4.258115768432617, | |
| "learning_rate": 4.9640397758692715e-05, | |
| "loss": 0.6332, | |
| "num_input_tokens_seen": 7464776, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.1003861003861004, | |
| "grad_norm": 3.913597822189331, | |
| "learning_rate": 4.962747242749584e-05, | |
| "loss": 0.7527, | |
| "num_input_tokens_seen": 7630664, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.1196911196911197, | |
| "grad_norm": 4.672424793243408, | |
| "learning_rate": 4.961432063200207e-05, | |
| "loss": 0.7667, | |
| "num_input_tokens_seen": 7771976, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.138996138996139, | |
| "grad_norm": 3.960838556289673, | |
| "learning_rate": 4.960094249315002e-05, | |
| "loss": 0.6909, | |
| "num_input_tokens_seen": 7877192, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.1583011583011582, | |
| "grad_norm": 3.6881680488586426, | |
| "learning_rate": 4.9587338133959625e-05, | |
| "loss": 0.611, | |
| "num_input_tokens_seen": 8005448, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.1776061776061777, | |
| "grad_norm": 3.072396993637085, | |
| "learning_rate": 4.957350767953112e-05, | |
| "loss": 0.6579, | |
| "num_input_tokens_seen": 8132168, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.196911196911197, | |
| "grad_norm": 3.8796889781951904, | |
| "learning_rate": 4.9559451257043754e-05, | |
| "loss": 0.6889, | |
| "num_input_tokens_seen": 8265544, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.2162162162162162, | |
| "grad_norm": 3.125763177871704, | |
| "learning_rate": 4.954516899575473e-05, | |
| "loss": 0.5874, | |
| "num_input_tokens_seen": 8390728, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.2355212355212355, | |
| "grad_norm": 5.750874996185303, | |
| "learning_rate": 4.953066102699795e-05, | |
| "loss": 0.632, | |
| "num_input_tokens_seen": 8513864, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.2548262548262548, | |
| "grad_norm": 4.728124141693115, | |
| "learning_rate": 4.951592748418284e-05, | |
| "loss": 0.6939, | |
| "num_input_tokens_seen": 8650824, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.2741312741312742, | |
| "grad_norm": 3.5621907711029053, | |
| "learning_rate": 4.9500968502793125e-05, | |
| "loss": 0.7251, | |
| "num_input_tokens_seen": 8773704, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.2934362934362935, | |
| "grad_norm": 5.006427764892578, | |
| "learning_rate": 4.948578422038555e-05, | |
| "loss": 0.6997, | |
| "num_input_tokens_seen": 8894280, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.3127413127413128, | |
| "grad_norm": 4.801665782928467, | |
| "learning_rate": 4.947037477658865e-05, | |
| "loss": 0.5608, | |
| "num_input_tokens_seen": 9058376, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.332046332046332, | |
| "grad_norm": 5.262493133544922, | |
| "learning_rate": 4.945474031310144e-05, | |
| "loss": 0.6575, | |
| "num_input_tokens_seen": 9163592, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 3.481433868408203, | |
| "learning_rate": 4.943888097369216e-05, | |
| "loss": 0.7387, | |
| "num_input_tokens_seen": 9288008, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.3706563706563706, | |
| "grad_norm": 4.59250545501709, | |
| "learning_rate": 4.942279690419687e-05, | |
| "loss": 0.7204, | |
| "num_input_tokens_seen": 9382216, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.3899613899613898, | |
| "grad_norm": 4.549391746520996, | |
| "learning_rate": 4.9406488252518203e-05, | |
| "loss": 0.7472, | |
| "num_input_tokens_seen": 9507912, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.4092664092664093, | |
| "grad_norm": 6.062809944152832, | |
| "learning_rate": 4.9389955168623914e-05, | |
| "loss": 0.7806, | |
| "num_input_tokens_seen": 9632584, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 6.251070976257324, | |
| "learning_rate": 4.937319780454559e-05, | |
| "loss": 0.7466, | |
| "num_input_tokens_seen": 9756232, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.4478764478764479, | |
| "grad_norm": 8.911005020141602, | |
| "learning_rate": 4.9356216314377184e-05, | |
| "loss": 0.7491, | |
| "num_input_tokens_seen": 9953096, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.4671814671814671, | |
| "grad_norm": 6.960048675537109, | |
| "learning_rate": 4.933901085427362e-05, | |
| "loss": 0.6792, | |
| "num_input_tokens_seen": 10094408, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.4864864864864864, | |
| "grad_norm": 3.882781505584717, | |
| "learning_rate": 4.9321581582449365e-05, | |
| "loss": 0.652, | |
| "num_input_tokens_seen": 10183496, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.505791505791506, | |
| "grad_norm": 4.664374828338623, | |
| "learning_rate": 4.930392865917698e-05, | |
| "loss": 0.6968, | |
| "num_input_tokens_seen": 10299720, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.525096525096525, | |
| "grad_norm": 3.1740968227386475, | |
| "learning_rate": 4.928605224678561e-05, | |
| "loss": 0.6024, | |
| "num_input_tokens_seen": 10453576, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.5444015444015444, | |
| "grad_norm": 5.918027400970459, | |
| "learning_rate": 4.926795250965952e-05, | |
| "loss": 0.6757, | |
| "num_input_tokens_seen": 10564168, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.5637065637065637, | |
| "grad_norm": 5.5165696144104, | |
| "learning_rate": 4.924962961423662e-05, | |
| "loss": 0.7303, | |
| "num_input_tokens_seen": 10680392, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.583011583011583, | |
| "grad_norm": 4.745772838592529, | |
| "learning_rate": 4.9231083729006825e-05, | |
| "loss": 0.7291, | |
| "num_input_tokens_seen": 10797128, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.6023166023166024, | |
| "grad_norm": 3.4109997749328613, | |
| "learning_rate": 4.921231502451064e-05, | |
| "loss": 0.6801, | |
| "num_input_tokens_seen": 10911048, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 4.954616069793701, | |
| "learning_rate": 4.9193323673337476e-05, | |
| "loss": 0.766, | |
| "num_input_tokens_seen": 11030088, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.640926640926641, | |
| "grad_norm": 3.547844648361206, | |
| "learning_rate": 4.917410985012414e-05, | |
| "loss": 0.7338, | |
| "num_input_tokens_seen": 11202888, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.6602316602316602, | |
| "grad_norm": 4.377864360809326, | |
| "learning_rate": 4.91546737315532e-05, | |
| "loss": 0.669, | |
| "num_input_tokens_seen": 11353416, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.6795366795366795, | |
| "grad_norm": 4.632313251495361, | |
| "learning_rate": 4.913501549635136e-05, | |
| "loss": 0.7093, | |
| "num_input_tokens_seen": 11472968, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.698841698841699, | |
| "grad_norm": 5.683695316314697, | |
| "learning_rate": 4.91151353252878e-05, | |
| "loss": 0.7509, | |
| "num_input_tokens_seen": 11581512, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.718146718146718, | |
| "grad_norm": 3.844526767730713, | |
| "learning_rate": 4.9095033401172565e-05, | |
| "loss": 0.6265, | |
| "num_input_tokens_seen": 11741512, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.7374517374517375, | |
| "grad_norm": 4.572934150695801, | |
| "learning_rate": 4.907470990885483e-05, | |
| "loss": 0.7188, | |
| "num_input_tokens_seen": 11902536, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.7567567567567568, | |
| "grad_norm": 5.532532215118408, | |
| "learning_rate": 4.9054165035221236e-05, | |
| "loss": 0.7237, | |
| "num_input_tokens_seen": 12052296, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.776061776061776, | |
| "grad_norm": 3.139909505844116, | |
| "learning_rate": 4.9033398969194145e-05, | |
| "loss": 0.6446, | |
| "num_input_tokens_seen": 12253512, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.7953667953667953, | |
| "grad_norm": 3.506171703338623, | |
| "learning_rate": 4.901241190172991e-05, | |
| "loss": 0.6381, | |
| "num_input_tokens_seen": 12343624, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.8146718146718146, | |
| "grad_norm": 4.847969055175781, | |
| "learning_rate": 4.899120402581715e-05, | |
| "loss": 0.7995, | |
| "num_input_tokens_seen": 12481864, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.833976833976834, | |
| "grad_norm": 4.391269207000732, | |
| "learning_rate": 4.8969775536474915e-05, | |
| "loss": 0.7226, | |
| "num_input_tokens_seen": 12638792, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.8532818532818531, | |
| "grad_norm": 3.4892685413360596, | |
| "learning_rate": 4.894812663075095e-05, | |
| "loss": 0.5672, | |
| "num_input_tokens_seen": 12810824, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.8725868725868726, | |
| "grad_norm": 4.9667277336120605, | |
| "learning_rate": 4.8926257507719865e-05, | |
| "loss": 0.607, | |
| "num_input_tokens_seen": 12970312, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 5.739168167114258, | |
| "learning_rate": 4.890416836848127e-05, | |
| "loss": 0.7329, | |
| "num_input_tokens_seen": 13082696, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.9111969111969112, | |
| "grad_norm": 4.744792938232422, | |
| "learning_rate": 4.8881859416158e-05, | |
| "loss": 0.8327, | |
| "num_input_tokens_seen": 13192008, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.9305019305019306, | |
| "grad_norm": 5.711423873901367, | |
| "learning_rate": 4.8859330855894156e-05, | |
| "loss": 0.6468, | |
| "num_input_tokens_seen": 13347912, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.9498069498069497, | |
| "grad_norm": 3.4863574504852295, | |
| "learning_rate": 4.883658289485329e-05, | |
| "loss": 0.6951, | |
| "num_input_tokens_seen": 13500488, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.9691119691119692, | |
| "grad_norm": 5.2073564529418945, | |
| "learning_rate": 4.881361574221648e-05, | |
| "loss": 0.7812, | |
| "num_input_tokens_seen": 13641800, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.9884169884169884, | |
| "grad_norm": 7.231164455413818, | |
| "learning_rate": 4.8790429609180375e-05, | |
| "loss": 0.8085, | |
| "num_input_tokens_seen": 13757000, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 2.0077220077220077, | |
| "grad_norm": 3.289991617202759, | |
| "learning_rate": 4.876702470895531e-05, | |
| "loss": 0.6533, | |
| "num_input_tokens_seen": 13843120, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.027027027027027, | |
| "grad_norm": 5.630355358123779, | |
| "learning_rate": 4.87434012567633e-05, | |
| "loss": 0.3901, | |
| "num_input_tokens_seen": 14011568, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 2.0463320463320462, | |
| "grad_norm": 11.086012840270996, | |
| "learning_rate": 4.871955946983607e-05, | |
| "loss": 0.344, | |
| "num_input_tokens_seen": 14202800, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.0656370656370657, | |
| "grad_norm": 6.8246259689331055, | |
| "learning_rate": 4.8695499567413086e-05, | |
| "loss": 0.3463, | |
| "num_input_tokens_seen": 14395824, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 2.0849420849420848, | |
| "grad_norm": 3.6909987926483154, | |
| "learning_rate": 4.867122177073948e-05, | |
| "loss": 0.3611, | |
| "num_input_tokens_seen": 14516400, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.1042471042471043, | |
| "grad_norm": 4.255818843841553, | |
| "learning_rate": 4.864672630306408e-05, | |
| "loss": 0.3644, | |
| "num_input_tokens_seen": 14627760, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.1235521235521237, | |
| "grad_norm": 6.667994022369385, | |
| "learning_rate": 4.862201338963733e-05, | |
| "loss": 0.3669, | |
| "num_input_tokens_seen": 14724016, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 3.5708060264587402, | |
| "learning_rate": 4.8597083257709194e-05, | |
| "loss": 0.3485, | |
| "num_input_tokens_seen": 14861488, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 2.1621621621621623, | |
| "grad_norm": 3.337921380996704, | |
| "learning_rate": 4.857193613652711e-05, | |
| "loss": 0.3734, | |
| "num_input_tokens_seen": 14983088, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.1814671814671813, | |
| "grad_norm": 6.495638847351074, | |
| "learning_rate": 4.854657225733385e-05, | |
| "loss": 0.3867, | |
| "num_input_tokens_seen": 15077296, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 2.200772200772201, | |
| "grad_norm": 4.791080951690674, | |
| "learning_rate": 4.8520991853365414e-05, | |
| "loss": 0.4532, | |
| "num_input_tokens_seen": 15202736, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.2200772200772203, | |
| "grad_norm": 2.633500814437866, | |
| "learning_rate": 4.849519515984888e-05, | |
| "loss": 0.3848, | |
| "num_input_tokens_seen": 15337392, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 2.2393822393822393, | |
| "grad_norm": 5.552781105041504, | |
| "learning_rate": 4.846918241400022e-05, | |
| "loss": 0.3595, | |
| "num_input_tokens_seen": 15466672, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.258687258687259, | |
| "grad_norm": 4.466195106506348, | |
| "learning_rate": 4.844295385502215e-05, | |
| "loss": 0.434, | |
| "num_input_tokens_seen": 15617456, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.277992277992278, | |
| "grad_norm": 5.135293483734131, | |
| "learning_rate": 4.841650972410191e-05, | |
| "loss": 0.4374, | |
| "num_input_tokens_seen": 15723952, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.2972972972972974, | |
| "grad_norm": 4.918574810028076, | |
| "learning_rate": 4.838985026440905e-05, | |
| "loss": 0.3616, | |
| "num_input_tokens_seen": 15867824, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.3166023166023164, | |
| "grad_norm": 5.5822224617004395, | |
| "learning_rate": 4.836297572109323e-05, | |
| "loss": 0.3864, | |
| "num_input_tokens_seen": 15970992, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.335907335907336, | |
| "grad_norm": 3.984456777572632, | |
| "learning_rate": 4.833588634128187e-05, | |
| "loss": 0.3897, | |
| "num_input_tokens_seen": 16082864, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.3552123552123554, | |
| "grad_norm": 4.147584915161133, | |
| "learning_rate": 4.8308582374077984e-05, | |
| "loss": 0.3853, | |
| "num_input_tokens_seen": 16218032, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.3745173745173744, | |
| "grad_norm": 3.50801682472229, | |
| "learning_rate": 4.8281064070557833e-05, | |
| "loss": 0.4045, | |
| "num_input_tokens_seen": 16359856, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.393822393822394, | |
| "grad_norm": 3.857002019882202, | |
| "learning_rate": 4.825333168376864e-05, | |
| "loss": 0.4303, | |
| "num_input_tokens_seen": 16484272, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.413127413127413, | |
| "grad_norm": 3.6967315673828125, | |
| "learning_rate": 4.8225385468726234e-05, | |
| "loss": 0.3753, | |
| "num_input_tokens_seen": 16618928, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 2.4324324324324325, | |
| "grad_norm": 5.856339931488037, | |
| "learning_rate": 4.819722568241274e-05, | |
| "loss": 0.4107, | |
| "num_input_tokens_seen": 16734896, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.4517374517374515, | |
| "grad_norm": 3.909010410308838, | |
| "learning_rate": 4.8168852583774166e-05, | |
| "loss": 0.4277, | |
| "num_input_tokens_seen": 16850096, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 2.471042471042471, | |
| "grad_norm": 3.580345630645752, | |
| "learning_rate": 4.8140266433718095e-05, | |
| "loss": 0.3309, | |
| "num_input_tokens_seen": 16977840, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.4903474903474905, | |
| "grad_norm": 3.9844889640808105, | |
| "learning_rate": 4.811146749511121e-05, | |
| "loss": 0.3572, | |
| "num_input_tokens_seen": 17111984, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 2.5096525096525095, | |
| "grad_norm": 5.305726051330566, | |
| "learning_rate": 4.808245603277695e-05, | |
| "loss": 0.4373, | |
| "num_input_tokens_seen": 17226160, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.528957528957529, | |
| "grad_norm": 3.5857083797454834, | |
| "learning_rate": 4.805323231349299e-05, | |
| "loss": 0.3996, | |
| "num_input_tokens_seen": 17384880, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.5482625482625485, | |
| "grad_norm": 4.2644219398498535, | |
| "learning_rate": 4.8023796605988866e-05, | |
| "loss": 0.3748, | |
| "num_input_tokens_seen": 17510064, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.5675675675675675, | |
| "grad_norm": 2.571721076965332, | |
| "learning_rate": 4.799414918094347e-05, | |
| "loss": 0.4303, | |
| "num_input_tokens_seen": 17668784, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.586872586872587, | |
| "grad_norm": 3.5632381439208984, | |
| "learning_rate": 4.796429031098255e-05, | |
| "loss": 0.4342, | |
| "num_input_tokens_seen": 17817776, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.606177606177606, | |
| "grad_norm": 3.475538492202759, | |
| "learning_rate": 4.7934220270676237e-05, | |
| "loss": 0.3935, | |
| "num_input_tokens_seen": 17979056, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.6254826254826256, | |
| "grad_norm": 3.3301711082458496, | |
| "learning_rate": 4.790393933653646e-05, | |
| "loss": 0.3469, | |
| "num_input_tokens_seen": 18119344, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.6447876447876446, | |
| "grad_norm": 3.781501531600952, | |
| "learning_rate": 4.787344778701449e-05, | |
| "loss": 0.4097, | |
| "num_input_tokens_seen": 18222256, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.664092664092664, | |
| "grad_norm": 3.3143699169158936, | |
| "learning_rate": 4.78427459024983e-05, | |
| "loss": 0.4291, | |
| "num_input_tokens_seen": 18360752, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.6833976833976836, | |
| "grad_norm": 4.394753456115723, | |
| "learning_rate": 4.781183396531004e-05, | |
| "loss": 0.4713, | |
| "num_input_tokens_seen": 18491824, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.7027027027027026, | |
| "grad_norm": 3.8386504650115967, | |
| "learning_rate": 4.77807122597034e-05, | |
| "loss": 0.3772, | |
| "num_input_tokens_seen": 18634672, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.722007722007722, | |
| "grad_norm": 4.388941764831543, | |
| "learning_rate": 4.774938107186102e-05, | |
| "loss": 0.4281, | |
| "num_input_tokens_seen": 18778544, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.741312741312741, | |
| "grad_norm": 6.152458667755127, | |
| "learning_rate": 4.771784068989186e-05, | |
| "loss": 0.358, | |
| "num_input_tokens_seen": 18870960, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.7606177606177607, | |
| "grad_norm": 3.7352821826934814, | |
| "learning_rate": 4.768609140382855e-05, | |
| "loss": 0.3852, | |
| "num_input_tokens_seen": 19034032, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.7799227799227797, | |
| "grad_norm": 6.073156833648682, | |
| "learning_rate": 4.7654133505624695e-05, | |
| "loss": 0.4125, | |
| "num_input_tokens_seen": 19186096, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.799227799227799, | |
| "grad_norm": 3.3675029277801514, | |
| "learning_rate": 4.7621967289152256e-05, | |
| "loss": 0.4029, | |
| "num_input_tokens_seen": 19319728, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.8185328185328187, | |
| "grad_norm": 3.7507877349853516, | |
| "learning_rate": 4.7589593050198754e-05, | |
| "loss": 0.3858, | |
| "num_input_tokens_seen": 19463856, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.8378378378378377, | |
| "grad_norm": 4.324283599853516, | |
| "learning_rate": 4.755701108646463e-05, | |
| "loss": 0.3679, | |
| "num_input_tokens_seen": 19587504, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 5.601120471954346, | |
| "learning_rate": 4.752422169756048e-05, | |
| "loss": 0.3863, | |
| "num_input_tokens_seen": 19732912, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.8764478764478767, | |
| "grad_norm": 3.6340267658233643, | |
| "learning_rate": 4.7491225185004286e-05, | |
| "loss": 0.382, | |
| "num_input_tokens_seen": 19833520, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.8957528957528957, | |
| "grad_norm": 4.500921249389648, | |
| "learning_rate": 4.745802185221866e-05, | |
| "loss": 0.4239, | |
| "num_input_tokens_seen": 19932592, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.915057915057915, | |
| "grad_norm": 3.6028401851654053, | |
| "learning_rate": 4.742461200452804e-05, | |
| "loss": 0.4577, | |
| "num_input_tokens_seen": 20090544, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.9343629343629343, | |
| "grad_norm": 3.114858627319336, | |
| "learning_rate": 4.7390995949155915e-05, | |
| "loss": 0.4031, | |
| "num_input_tokens_seen": 20210096, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.9536679536679538, | |
| "grad_norm": 3.504840135574341, | |
| "learning_rate": 4.735717399522196e-05, | |
| "loss": 0.3664, | |
| "num_input_tokens_seen": 20329392, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.972972972972973, | |
| "grad_norm": 3.960780143737793, | |
| "learning_rate": 4.732314645373921e-05, | |
| "loss": 0.424, | |
| "num_input_tokens_seen": 20448944, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.9922779922779923, | |
| "grad_norm": 3.825749635696411, | |
| "learning_rate": 4.728891363761121e-05, | |
| "loss": 0.3959, | |
| "num_input_tokens_seen": 20582320, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 3.011583011583012, | |
| "grad_norm": 4.023091793060303, | |
| "learning_rate": 4.725447586162911e-05, | |
| "loss": 0.2985, | |
| "num_input_tokens_seen": 20708384, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 3.030888030888031, | |
| "grad_norm": 3.257418394088745, | |
| "learning_rate": 4.721983344246881e-05, | |
| "loss": 0.2133, | |
| "num_input_tokens_seen": 20832032, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 3.0501930501930503, | |
| "grad_norm": 5.765536785125732, | |
| "learning_rate": 4.7184986698688e-05, | |
| "loss": 0.214, | |
| "num_input_tokens_seen": 20974880, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 3.0694980694980694, | |
| "grad_norm": 3.13777232170105, | |
| "learning_rate": 4.714993595072329e-05, | |
| "loss": 0.1982, | |
| "num_input_tokens_seen": 21092896, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 3.088803088803089, | |
| "grad_norm": 5.349308490753174, | |
| "learning_rate": 4.711468152088719e-05, | |
| "loss": 0.2139, | |
| "num_input_tokens_seen": 21228576, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.108108108108108, | |
| "grad_norm": 4.700284957885742, | |
| "learning_rate": 4.7079223733365237e-05, | |
| "loss": 0.2146, | |
| "num_input_tokens_seen": 21333536, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 3.1274131274131274, | |
| "grad_norm": 3.779158115386963, | |
| "learning_rate": 4.704356291421291e-05, | |
| "loss": 0.1931, | |
| "num_input_tokens_seen": 21462560, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 3.146718146718147, | |
| "grad_norm": 3.8744430541992188, | |
| "learning_rate": 4.700769939135272e-05, | |
| "loss": 0.2137, | |
| "num_input_tokens_seen": 21596960, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 3.166023166023166, | |
| "grad_norm": 4.513326644897461, | |
| "learning_rate": 4.697163349457115e-05, | |
| "loss": 0.2343, | |
| "num_input_tokens_seen": 21721888, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 3.1853281853281854, | |
| "grad_norm": 3.671565294265747, | |
| "learning_rate": 4.693536555551562e-05, | |
| "loss": 0.2048, | |
| "num_input_tokens_seen": 21824800, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 3.2046332046332044, | |
| "grad_norm": 6.427221775054932, | |
| "learning_rate": 4.689889590769147e-05, | |
| "loss": 0.2383, | |
| "num_input_tokens_seen": 21950240, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 3.223938223938224, | |
| "grad_norm": 2.976755142211914, | |
| "learning_rate": 4.686222488645886e-05, | |
| "loss": 0.2171, | |
| "num_input_tokens_seen": 22089760, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 3.2432432432432434, | |
| "grad_norm": 3.2848925590515137, | |
| "learning_rate": 4.6825352829029705e-05, | |
| "loss": 0.2066, | |
| "num_input_tokens_seen": 22233120, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 3.2625482625482625, | |
| "grad_norm": 3.1143906116485596, | |
| "learning_rate": 4.6788280074464556e-05, | |
| "loss": 0.207, | |
| "num_input_tokens_seen": 22371872, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 3.281853281853282, | |
| "grad_norm": 5.183198928833008, | |
| "learning_rate": 4.675100696366951e-05, | |
| "loss": 0.2136, | |
| "num_input_tokens_seen": 22465568, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 3.301158301158301, | |
| "grad_norm": 3.4606399536132812, | |
| "learning_rate": 4.6713533839393045e-05, | |
| "loss": 0.2255, | |
| "num_input_tokens_seen": 22617632, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 3.3204633204633205, | |
| "grad_norm": 3.6124610900878906, | |
| "learning_rate": 4.667586104622288e-05, | |
| "loss": 0.2291, | |
| "num_input_tokens_seen": 22805792, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 3.33976833976834, | |
| "grad_norm": 4.528263092041016, | |
| "learning_rate": 4.663798893058283e-05, | |
| "loss": 0.2313, | |
| "num_input_tokens_seen": 22970144, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 3.359073359073359, | |
| "grad_norm": 4.979870796203613, | |
| "learning_rate": 4.659991784072959e-05, | |
| "loss": 0.2286, | |
| "num_input_tokens_seen": 23086880, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 3.3783783783783785, | |
| "grad_norm": 4.131895542144775, | |
| "learning_rate": 4.656164812674951e-05, | |
| "loss": 0.2387, | |
| "num_input_tokens_seen": 23219488, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 3.3976833976833976, | |
| "grad_norm": 3.2840301990509033, | |
| "learning_rate": 4.652318014055547e-05, | |
| "loss": 0.2334, | |
| "num_input_tokens_seen": 23334176, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 3.416988416988417, | |
| "grad_norm": 5.544443130493164, | |
| "learning_rate": 4.6484514235883514e-05, | |
| "loss": 0.2209, | |
| "num_input_tokens_seen": 23431456, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 3.436293436293436, | |
| "grad_norm": 3.8010241985321045, | |
| "learning_rate": 4.644565076828972e-05, | |
| "loss": 0.2373, | |
| "num_input_tokens_seen": 23554848, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 3.4555984555984556, | |
| "grad_norm": 4.628957748413086, | |
| "learning_rate": 4.640659009514683e-05, | |
| "loss": 0.237, | |
| "num_input_tokens_seen": 23684128, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 3.474903474903475, | |
| "grad_norm": 3.2354142665863037, | |
| "learning_rate": 4.636733257564104e-05, | |
| "loss": 0.2482, | |
| "num_input_tokens_seen": 23807008, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 3.494208494208494, | |
| "grad_norm": 3.5726277828216553, | |
| "learning_rate": 4.632787857076866e-05, | |
| "loss": 0.2736, | |
| "num_input_tokens_seen": 23894560, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 3.5135135135135136, | |
| "grad_norm": 2.902233600616455, | |
| "learning_rate": 4.628822844333278e-05, | |
| "loss": 0.2166, | |
| "num_input_tokens_seen": 24036128, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 3.532818532818533, | |
| "grad_norm": 3.0207438468933105, | |
| "learning_rate": 4.624838255793999e-05, | |
| "loss": 0.2357, | |
| "num_input_tokens_seen": 24181792, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 3.552123552123552, | |
| "grad_norm": 3.2155232429504395, | |
| "learning_rate": 4.620834128099696e-05, | |
| "loss": 0.2558, | |
| "num_input_tokens_seen": 24347424, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 6.303427219390869, | |
| "learning_rate": 4.6168104980707107e-05, | |
| "loss": 0.2441, | |
| "num_input_tokens_seen": 24476704, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 3.5907335907335907, | |
| "grad_norm": 4.327144622802734, | |
| "learning_rate": 4.612767402706721e-05, | |
| "loss": 0.2573, | |
| "num_input_tokens_seen": 24624928, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.61003861003861, | |
| "grad_norm": 3.255530595779419, | |
| "learning_rate": 4.608704879186402e-05, | |
| "loss": 0.245, | |
| "num_input_tokens_seen": 24820512, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 3.629343629343629, | |
| "grad_norm": 4.7047648429870605, | |
| "learning_rate": 4.604622964867078e-05, | |
| "loss": 0.2203, | |
| "num_input_tokens_seen": 24944416, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 3.6486486486486487, | |
| "grad_norm": 4.091588973999023, | |
| "learning_rate": 4.6005216972843864e-05, | |
| "loss": 0.2233, | |
| "num_input_tokens_seen": 25067808, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 3.667953667953668, | |
| "grad_norm": 3.490816116333008, | |
| "learning_rate": 4.596401114151929e-05, | |
| "loss": 0.224, | |
| "num_input_tokens_seen": 25216032, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 3.687258687258687, | |
| "grad_norm": 3.7286484241485596, | |
| "learning_rate": 4.592261253360924e-05, | |
| "loss": 0.2285, | |
| "num_input_tokens_seen": 25306656, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 3.7065637065637067, | |
| "grad_norm": 3.884098529815674, | |
| "learning_rate": 4.588102152979863e-05, | |
| "loss": 0.2492, | |
| "num_input_tokens_seen": 25468704, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 3.7258687258687258, | |
| "grad_norm": 2.801973342895508, | |
| "learning_rate": 4.583923851254152e-05, | |
| "loss": 0.253, | |
| "num_input_tokens_seen": 25622816, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 3.7451737451737452, | |
| "grad_norm": 3.9415650367736816, | |
| "learning_rate": 4.579726386605768e-05, | |
| "loss": 0.2327, | |
| "num_input_tokens_seen": 25739040, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 3.7644787644787643, | |
| "grad_norm": 3.1281697750091553, | |
| "learning_rate": 4.575509797632903e-05, | |
| "loss": 0.2495, | |
| "num_input_tokens_seen": 25860896, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 3.7837837837837838, | |
| "grad_norm": 2.4093031883239746, | |
| "learning_rate": 4.571274123109606e-05, | |
| "loss": 0.2771, | |
| "num_input_tokens_seen": 25998368, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 3.8030888030888033, | |
| "grad_norm": 4.196908950805664, | |
| "learning_rate": 4.567019401985431e-05, | |
| "loss": 0.243, | |
| "num_input_tokens_seen": 26126368, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 3.8223938223938223, | |
| "grad_norm": 3.5428357124328613, | |
| "learning_rate": 4.562745673385075e-05, | |
| "loss": 0.2759, | |
| "num_input_tokens_seen": 26260512, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 3.841698841698842, | |
| "grad_norm": 2.962770462036133, | |
| "learning_rate": 4.5584529766080236e-05, | |
| "loss": 0.2757, | |
| "num_input_tokens_seen": 26393376, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 3.861003861003861, | |
| "grad_norm": 3.8009259700775146, | |
| "learning_rate": 4.5541413511281826e-05, | |
| "loss": 0.215, | |
| "num_input_tokens_seen": 26544416, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.8803088803088803, | |
| "grad_norm": 4.168282985687256, | |
| "learning_rate": 4.54981083659352e-05, | |
| "loss": 0.2404, | |
| "num_input_tokens_seen": 26653984, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 3.8996138996138994, | |
| "grad_norm": 4.866374492645264, | |
| "learning_rate": 4.5454614728256995e-05, | |
| "loss": 0.2511, | |
| "num_input_tokens_seen": 26750496, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 3.918918918918919, | |
| "grad_norm": 4.477441310882568, | |
| "learning_rate": 4.541093299819714e-05, | |
| "loss": 0.2207, | |
| "num_input_tokens_seen": 26895392, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 3.9382239382239383, | |
| "grad_norm": 5.003627300262451, | |
| "learning_rate": 4.536706357743522e-05, | |
| "loss": 0.2757, | |
| "num_input_tokens_seen": 27054880, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 3.9575289575289574, | |
| "grad_norm": 5.468934059143066, | |
| "learning_rate": 4.5323006869376697e-05, | |
| "loss": 0.2604, | |
| "num_input_tokens_seen": 27183648, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 3.976833976833977, | |
| "grad_norm": 4.3826093673706055, | |
| "learning_rate": 4.527876327914929e-05, | |
| "loss": 0.2568, | |
| "num_input_tokens_seen": 27320864, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 3.9961389961389964, | |
| "grad_norm": 3.077738046646118, | |
| "learning_rate": 4.52343332135992e-05, | |
| "loss": 0.2112, | |
| "num_input_tokens_seen": 27465760, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 4.015444015444015, | |
| "grad_norm": 2.550122022628784, | |
| "learning_rate": 4.518971708128737e-05, | |
| "loss": 0.142, | |
| "num_input_tokens_seen": 27625568, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 4.0347490347490345, | |
| "grad_norm": 2.2519214153289795, | |
| "learning_rate": 4.514491529248576e-05, | |
| "loss": 0.1238, | |
| "num_input_tokens_seen": 27748704, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 4.054054054054054, | |
| "grad_norm": 4.56045389175415, | |
| "learning_rate": 4.5099928259173516e-05, | |
| "loss": 0.1417, | |
| "num_input_tokens_seen": 27849056, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 4.073359073359073, | |
| "grad_norm": 2.8091559410095215, | |
| "learning_rate": 4.505475639503326e-05, | |
| "loss": 0.1447, | |
| "num_input_tokens_seen": 27950176, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 4.0926640926640925, | |
| "grad_norm": 5.7186150550842285, | |
| "learning_rate": 4.5009400115447206e-05, | |
| "loss": 0.1619, | |
| "num_input_tokens_seen": 28102752, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 4.1119691119691115, | |
| "grad_norm": 5.198718547821045, | |
| "learning_rate": 4.4963859837493404e-05, | |
| "loss": 0.1592, | |
| "num_input_tokens_seen": 28251232, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 4.1312741312741315, | |
| "grad_norm": 3.646064519882202, | |
| "learning_rate": 4.491813597994188e-05, | |
| "loss": 0.1573, | |
| "num_input_tokens_seen": 28363616, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 4.1505791505791505, | |
| "grad_norm": 3.22397780418396, | |
| "learning_rate": 4.4872228963250764e-05, | |
| "loss": 0.1302, | |
| "num_input_tokens_seen": 28512352, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 4.1698841698841695, | |
| "grad_norm": 4.661962985992432, | |
| "learning_rate": 4.4826139209562444e-05, | |
| "loss": 0.1337, | |
| "num_input_tokens_seen": 28634208, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 4.1891891891891895, | |
| "grad_norm": 2.3518221378326416, | |
| "learning_rate": 4.477986714269972e-05, | |
| "loss": 0.1445, | |
| "num_input_tokens_seen": 28745568, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 4.2084942084942085, | |
| "grad_norm": 4.337996006011963, | |
| "learning_rate": 4.473341318816181e-05, | |
| "loss": 0.1382, | |
| "num_input_tokens_seen": 28834144, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 4.227799227799228, | |
| "grad_norm": 2.566878318786621, | |
| "learning_rate": 4.468677777312056e-05, | |
| "loss": 0.1618, | |
| "num_input_tokens_seen": 28962912, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 4.2471042471042475, | |
| "grad_norm": 3.2163915634155273, | |
| "learning_rate": 4.463996132641641e-05, | |
| "loss": 0.145, | |
| "num_input_tokens_seen": 29112160, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 4.2664092664092665, | |
| "grad_norm": 5.36053991317749, | |
| "learning_rate": 4.45929642785545e-05, | |
| "loss": 0.1368, | |
| "num_input_tokens_seen": 29233760, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 4.285714285714286, | |
| "grad_norm": 6.08097505569458, | |
| "learning_rate": 4.454578706170075e-05, | |
| "loss": 0.1568, | |
| "num_input_tokens_seen": 29349728, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 4.305019305019305, | |
| "grad_norm": 3.5987799167633057, | |
| "learning_rate": 4.4498430109677766e-05, | |
| "loss": 0.1717, | |
| "num_input_tokens_seen": 29490528, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 4.324324324324325, | |
| "grad_norm": 2.7298388481140137, | |
| "learning_rate": 4.445089385796099e-05, | |
| "loss": 0.1484, | |
| "num_input_tokens_seen": 29643616, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 4.343629343629344, | |
| "grad_norm": 3.550762414932251, | |
| "learning_rate": 4.4403178743674594e-05, | |
| "loss": 0.1582, | |
| "num_input_tokens_seen": 29750112, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 4.362934362934363, | |
| "grad_norm": 2.97074818611145, | |
| "learning_rate": 4.435528520558752e-05, | |
| "loss": 0.145, | |
| "num_input_tokens_seen": 29865824, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 4.382239382239383, | |
| "grad_norm": 5.895785331726074, | |
| "learning_rate": 4.430721368410941e-05, | |
| "loss": 0.1651, | |
| "num_input_tokens_seen": 30009440, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 4.401544401544402, | |
| "grad_norm": 3.1574273109436035, | |
| "learning_rate": 4.4258964621286584e-05, | |
| "loss": 0.1463, | |
| "num_input_tokens_seen": 30108000, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 4.420849420849421, | |
| "grad_norm": 2.566192388534546, | |
| "learning_rate": 4.421053846079793e-05, | |
| "loss": 0.1601, | |
| "num_input_tokens_seen": 30271584, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 4.440154440154441, | |
| "grad_norm": 3.3316359519958496, | |
| "learning_rate": 4.4161935647950894e-05, | |
| "loss": 0.1546, | |
| "num_input_tokens_seen": 30400352, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 4.45945945945946, | |
| "grad_norm": 4.07961893081665, | |
| "learning_rate": 4.4113156629677316e-05, | |
| "loss": 0.1908, | |
| "num_input_tokens_seen": 30517856, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 4.478764478764479, | |
| "grad_norm": 3.392979860305786, | |
| "learning_rate": 4.4064201854529365e-05, | |
| "loss": 0.1697, | |
| "num_input_tokens_seen": 30701664, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 4.498069498069498, | |
| "grad_norm": 7.8615922927856445, | |
| "learning_rate": 4.40150717726754e-05, | |
| "loss": 0.1531, | |
| "num_input_tokens_seen": 30829664, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 4.517374517374518, | |
| "grad_norm": 4.743879318237305, | |
| "learning_rate": 4.396576683589582e-05, | |
| "loss": 0.1479, | |
| "num_input_tokens_seen": 30961760, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 4.536679536679537, | |
| "grad_norm": 3.9626708030700684, | |
| "learning_rate": 4.391628749757892e-05, | |
| "loss": 0.1732, | |
| "num_input_tokens_seen": 31134304, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 4.555984555984556, | |
| "grad_norm": 6.22069787979126, | |
| "learning_rate": 4.386663421271674e-05, | |
| "loss": 0.1845, | |
| "num_input_tokens_seen": 31266656, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 4.575289575289576, | |
| "grad_norm": 3.347773790359497, | |
| "learning_rate": 4.381680743790083e-05, | |
| "loss": 0.1527, | |
| "num_input_tokens_seen": 31394656, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 4.594594594594595, | |
| "grad_norm": 3.2894535064697266, | |
| "learning_rate": 4.3766807631318106e-05, | |
| "loss": 0.1559, | |
| "num_input_tokens_seen": 31586144, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 4.613899613899614, | |
| "grad_norm": 3.1221001148223877, | |
| "learning_rate": 4.3716635252746625e-05, | |
| "loss": 0.174, | |
| "num_input_tokens_seen": 31715168, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 4.633204633204633, | |
| "grad_norm": 2.959454298019409, | |
| "learning_rate": 4.366629076355131e-05, | |
| "loss": 0.1638, | |
| "num_input_tokens_seen": 31828832, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 4.652509652509653, | |
| "grad_norm": 3.2776925563812256, | |
| "learning_rate": 4.361577462667978e-05, | |
| "loss": 0.1582, | |
| "num_input_tokens_seen": 31939424, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 4.671814671814672, | |
| "grad_norm": 2.5983834266662598, | |
| "learning_rate": 4.356508730665804e-05, | |
| "loss": 0.1507, | |
| "num_input_tokens_seen": 32057952, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 4.691119691119691, | |
| "grad_norm": 2.471327066421509, | |
| "learning_rate": 4.351422926958621e-05, | |
| "loss": 0.1523, | |
| "num_input_tokens_seen": 32194144, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 4.710424710424711, | |
| "grad_norm": 3.6747171878814697, | |
| "learning_rate": 4.346320098313429e-05, | |
| "loss": 0.156, | |
| "num_input_tokens_seen": 32324192, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 4.72972972972973, | |
| "grad_norm": 2.855123281478882, | |
| "learning_rate": 4.341200291653781e-05, | |
| "loss": 0.1439, | |
| "num_input_tokens_seen": 32441696, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 4.749034749034749, | |
| "grad_norm": 3.59421706199646, | |
| "learning_rate": 4.336063554059351e-05, | |
| "loss": 0.1728, | |
| "num_input_tokens_seen": 32564320, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 4.768339768339768, | |
| "grad_norm": 3.7414238452911377, | |
| "learning_rate": 4.3309099327655064e-05, | |
| "loss": 0.1633, | |
| "num_input_tokens_seen": 32660320, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 4.787644787644788, | |
| "grad_norm": 2.5379812717437744, | |
| "learning_rate": 4.3257394751628686e-05, | |
| "loss": 0.1648, | |
| "num_input_tokens_seen": 32821344, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 4.806949806949807, | |
| "grad_norm": 2.9361348152160645, | |
| "learning_rate": 4.320552228796878e-05, | |
| "loss": 0.1596, | |
| "num_input_tokens_seen": 32965728, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 4.826254826254826, | |
| "grad_norm": 3.6422150135040283, | |
| "learning_rate": 4.315348241367358e-05, | |
| "loss": 0.145, | |
| "num_input_tokens_seen": 33093984, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 4.845559845559846, | |
| "grad_norm": 3.705981731414795, | |
| "learning_rate": 4.310127560728079e-05, | |
| "loss": 0.1693, | |
| "num_input_tokens_seen": 33215840, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 4.864864864864865, | |
| "grad_norm": 3.614696979522705, | |
| "learning_rate": 4.3048902348863116e-05, | |
| "loss": 0.1555, | |
| "num_input_tokens_seen": 33311840, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 4.884169884169884, | |
| "grad_norm": 3.013524055480957, | |
| "learning_rate": 4.2996363120023904e-05, | |
| "loss": 0.1429, | |
| "num_input_tokens_seen": 33480032, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 4.903474903474903, | |
| "grad_norm": 3.562551736831665, | |
| "learning_rate": 4.29436584038927e-05, | |
| "loss": 0.1509, | |
| "num_input_tokens_seen": 33604704, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 4.922779922779923, | |
| "grad_norm": 2.640592336654663, | |
| "learning_rate": 4.2890788685120804e-05, | |
| "loss": 0.1553, | |
| "num_input_tokens_seen": 33735520, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 4.942084942084942, | |
| "grad_norm": 3.140902280807495, | |
| "learning_rate": 4.283775444987681e-05, | |
| "loss": 0.16, | |
| "num_input_tokens_seen": 33850976, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 4.961389961389961, | |
| "grad_norm": 3.582165479660034, | |
| "learning_rate": 4.278455618584214e-05, | |
| "loss": 0.1737, | |
| "num_input_tokens_seen": 33996384, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 4.980694980694981, | |
| "grad_norm": 3.9491639137268066, | |
| "learning_rate": 4.273119438220656e-05, | |
| "loss": 0.1818, | |
| "num_input_tokens_seen": 34131808, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 3.7889578342437744, | |
| "learning_rate": 4.267766952966369e-05, | |
| "loss": 0.15, | |
| "num_input_tokens_seen": 34283512, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 5.019305019305019, | |
| "grad_norm": 2.997573137283325, | |
| "learning_rate": 4.262398212040646e-05, | |
| "loss": 0.0875, | |
| "num_input_tokens_seen": 34411256, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 5.038610038610039, | |
| "grad_norm": 3.7864131927490234, | |
| "learning_rate": 4.257013264812261e-05, | |
| "loss": 0.0836, | |
| "num_input_tokens_seen": 34543864, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 5.057915057915058, | |
| "grad_norm": 2.8357129096984863, | |
| "learning_rate": 4.2516121607990175e-05, | |
| "loss": 0.092, | |
| "num_input_tokens_seen": 34658040, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 5.077220077220077, | |
| "grad_norm": 2.736976385116577, | |
| "learning_rate": 4.246194949667286e-05, | |
| "loss": 0.0912, | |
| "num_input_tokens_seen": 34776568, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 5.096525096525096, | |
| "grad_norm": 3.070627212524414, | |
| "learning_rate": 4.2407616812315554e-05, | |
| "loss": 0.0946, | |
| "num_input_tokens_seen": 34904824, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 5.115830115830116, | |
| "grad_norm": 2.968640089035034, | |
| "learning_rate": 4.2353124054539684e-05, | |
| "loss": 0.1137, | |
| "num_input_tokens_seen": 35038456, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 5.135135135135135, | |
| "grad_norm": 2.9958269596099854, | |
| "learning_rate": 4.229847172443866e-05, | |
| "loss": 0.1395, | |
| "num_input_tokens_seen": 35153912, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 5.154440154440154, | |
| "grad_norm": 2.4986655712127686, | |
| "learning_rate": 4.2243660324573255e-05, | |
| "loss": 0.1074, | |
| "num_input_tokens_seen": 35257336, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 5.173745173745174, | |
| "grad_norm": 3.3315913677215576, | |
| "learning_rate": 4.218869035896697e-05, | |
| "loss": 0.105, | |
| "num_input_tokens_seen": 35385336, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 5.193050193050193, | |
| "grad_norm": 3.6041369438171387, | |
| "learning_rate": 4.213356233310144e-05, | |
| "loss": 0.1244, | |
| "num_input_tokens_seen": 35536632, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 5.212355212355212, | |
| "grad_norm": 3.3627777099609375, | |
| "learning_rate": 4.2078276753911725e-05, | |
| "loss": 0.1129, | |
| "num_input_tokens_seen": 35660536, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 5.231660231660232, | |
| "grad_norm": 7.004786014556885, | |
| "learning_rate": 4.202283412978171e-05, | |
| "loss": 0.1096, | |
| "num_input_tokens_seen": 35796728, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 5.250965250965251, | |
| "grad_norm": 2.9665541648864746, | |
| "learning_rate": 4.1967234970539384e-05, | |
| "loss": 0.1104, | |
| "num_input_tokens_seen": 36003320, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 5.27027027027027, | |
| "grad_norm": 2.722766160964966, | |
| "learning_rate": 4.191147978745218e-05, | |
| "loss": 0.1068, | |
| "num_input_tokens_seen": 36131832, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 5.289575289575289, | |
| "grad_norm": 2.683607816696167, | |
| "learning_rate": 4.1855569093222245e-05, | |
| "loss": 0.1167, | |
| "num_input_tokens_seen": 36269816, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 5.308880308880309, | |
| "grad_norm": 2.957512378692627, | |
| "learning_rate": 4.179950340198178e-05, | |
| "loss": 0.1397, | |
| "num_input_tokens_seen": 36395512, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 5.328185328185328, | |
| "grad_norm": 2.8095273971557617, | |
| "learning_rate": 4.1743283229288245e-05, | |
| "loss": 0.1096, | |
| "num_input_tokens_seen": 36510200, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 5.347490347490347, | |
| "grad_norm": 2.9579036235809326, | |
| "learning_rate": 4.168690909211965e-05, | |
| "loss": 0.1133, | |
| "num_input_tokens_seen": 36632312, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 5.366795366795367, | |
| "grad_norm": 3.1217041015625, | |
| "learning_rate": 4.163038150886982e-05, | |
| "loss": 0.1092, | |
| "num_input_tokens_seen": 36754424, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 5.386100386100386, | |
| "grad_norm": 2.8517022132873535, | |
| "learning_rate": 4.157370099934358e-05, | |
| "loss": 0.1059, | |
| "num_input_tokens_seen": 36881656, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 5.405405405405405, | |
| "grad_norm": 2.803497314453125, | |
| "learning_rate": 4.151686808475204e-05, | |
| "loss": 0.113, | |
| "num_input_tokens_seen": 37017592, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 5.424710424710424, | |
| "grad_norm": 2.8086516857147217, | |
| "learning_rate": 4.145988328770773e-05, | |
| "loss": 0.1008, | |
| "num_input_tokens_seen": 37153528, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 5.444015444015444, | |
| "grad_norm": 2.5405125617980957, | |
| "learning_rate": 4.140274713221985e-05, | |
| "loss": 0.1082, | |
| "num_input_tokens_seen": 37245688, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 5.463320463320463, | |
| "grad_norm": 5.254634380340576, | |
| "learning_rate": 4.1345460143689425e-05, | |
| "loss": 0.1089, | |
| "num_input_tokens_seen": 37376248, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 5.482625482625482, | |
| "grad_norm": 2.1900696754455566, | |
| "learning_rate": 4.1288022848904485e-05, | |
| "loss": 0.1082, | |
| "num_input_tokens_seen": 37524472, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 5.501930501930502, | |
| "grad_norm": 2.8734242916107178, | |
| "learning_rate": 4.12304357760352e-05, | |
| "loss": 0.1256, | |
| "num_input_tokens_seen": 37648376, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 5.521235521235521, | |
| "grad_norm": 2.449732780456543, | |
| "learning_rate": 4.117269945462906e-05, | |
| "loss": 0.1112, | |
| "num_input_tokens_seen": 37798392, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 5.54054054054054, | |
| "grad_norm": 2.664689064025879, | |
| "learning_rate": 4.111481441560598e-05, | |
| "loss": 0.1139, | |
| "num_input_tokens_seen": 37922808, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 5.559845559845559, | |
| "grad_norm": 2.6877481937408447, | |
| "learning_rate": 4.10567811912534e-05, | |
| "loss": 0.1214, | |
| "num_input_tokens_seen": 38035448, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 5.579150579150579, | |
| "grad_norm": 2.6928939819335938, | |
| "learning_rate": 4.0998600315221445e-05, | |
| "loss": 0.104, | |
| "num_input_tokens_seen": 38186232, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 5.598455598455598, | |
| "grad_norm": 2.930649995803833, | |
| "learning_rate": 4.094027232251796e-05, | |
| "loss": 0.1154, | |
| "num_input_tokens_seen": 38296568, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 5.617760617760617, | |
| "grad_norm": 2.5673305988311768, | |
| "learning_rate": 4.0881797749503626e-05, | |
| "loss": 0.129, | |
| "num_input_tokens_seen": 38388216, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 5.637065637065637, | |
| "grad_norm": 2.376112937927246, | |
| "learning_rate": 4.082317713388702e-05, | |
| "loss": 0.1464, | |
| "num_input_tokens_seen": 38552312, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 5.656370656370656, | |
| "grad_norm": 3.658287525177002, | |
| "learning_rate": 4.076441101471966e-05, | |
| "loss": 0.1149, | |
| "num_input_tokens_seen": 38649592, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 5.675675675675675, | |
| "grad_norm": 2.58902907371521, | |
| "learning_rate": 4.070549993239106e-05, | |
| "loss": 0.1261, | |
| "num_input_tokens_seen": 38768888, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 5.694980694980695, | |
| "grad_norm": 2.975992202758789, | |
| "learning_rate": 4.064644442862376e-05, | |
| "loss": 0.1285, | |
| "num_input_tokens_seen": 38868472, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 3.739966869354248, | |
| "learning_rate": 4.058724504646834e-05, | |
| "loss": 0.1033, | |
| "num_input_tokens_seen": 38983416, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 5.7335907335907335, | |
| "grad_norm": 4.107306003570557, | |
| "learning_rate": 4.0527902330298425e-05, | |
| "loss": 0.117, | |
| "num_input_tokens_seen": 39105272, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 5.752895752895753, | |
| "grad_norm": 2.5064680576324463, | |
| "learning_rate": 4.0468416825805676e-05, | |
| "loss": 0.1298, | |
| "num_input_tokens_seen": 39264504, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 5.772200772200772, | |
| "grad_norm": 2.3775291442871094, | |
| "learning_rate": 4.040878907999479e-05, | |
| "loss": 0.1225, | |
| "num_input_tokens_seen": 39388408, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 5.7915057915057915, | |
| "grad_norm": 3.883429765701294, | |
| "learning_rate": 4.0349019641178443e-05, | |
| "loss": 0.1052, | |
| "num_input_tokens_seen": 39496696, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 5.8108108108108105, | |
| "grad_norm": 3.047959566116333, | |
| "learning_rate": 4.028910905897229e-05, | |
| "loss": 0.1047, | |
| "num_input_tokens_seen": 39624952, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 5.8301158301158305, | |
| "grad_norm": 3.1065351963043213, | |
| "learning_rate": 4.022905788428985e-05, | |
| "loss": 0.119, | |
| "num_input_tokens_seen": 39768568, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 5.8494208494208495, | |
| "grad_norm": 2.1394753456115723, | |
| "learning_rate": 4.016886666933749e-05, | |
| "loss": 0.1255, | |
| "num_input_tokens_seen": 39937272, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 5.8687258687258685, | |
| "grad_norm": 4.255035877227783, | |
| "learning_rate": 4.010853596760933e-05, | |
| "loss": 0.1314, | |
| "num_input_tokens_seen": 40050424, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 5.8880308880308885, | |
| "grad_norm": 3.418353319168091, | |
| "learning_rate": 4.004806633388216e-05, | |
| "loss": 0.116, | |
| "num_input_tokens_seen": 40194808, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 5.9073359073359075, | |
| "grad_norm": 2.7976632118225098, | |
| "learning_rate": 3.998745832421033e-05, | |
| "loss": 0.1095, | |
| "num_input_tokens_seen": 40311544, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 5.926640926640927, | |
| "grad_norm": 4.011565208435059, | |
| "learning_rate": 3.9926712495920624e-05, | |
| "loss": 0.1161, | |
| "num_input_tokens_seen": 40435448, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 5.945945945945946, | |
| "grad_norm": 1.9062412977218628, | |
| "learning_rate": 3.986582940760717e-05, | |
| "loss": 0.1162, | |
| "num_input_tokens_seen": 40597496, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 5.9652509652509655, | |
| "grad_norm": 1.8253803253173828, | |
| "learning_rate": 3.980480961912627e-05, | |
| "loss": 0.1022, | |
| "num_input_tokens_seen": 40749048, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 5.984555984555985, | |
| "grad_norm": 3.512676239013672, | |
| "learning_rate": 3.9743653691591277e-05, | |
| "loss": 0.0992, | |
| "num_input_tokens_seen": 40854008, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 6.003861003861004, | |
| "grad_norm": 2.4813055992126465, | |
| "learning_rate": 3.968236218736741e-05, | |
| "loss": 0.0932, | |
| "num_input_tokens_seen": 40982240, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 6.023166023166024, | |
| "grad_norm": 3.3331120014190674, | |
| "learning_rate": 3.962093567006662e-05, | |
| "loss": 0.0791, | |
| "num_input_tokens_seen": 41121248, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 6.042471042471043, | |
| "grad_norm": 2.6241912841796875, | |
| "learning_rate": 3.955937470454235e-05, | |
| "loss": 0.0681, | |
| "num_input_tokens_seen": 41241824, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 6.061776061776062, | |
| "grad_norm": 2.7598159313201904, | |
| "learning_rate": 3.9497679856884403e-05, | |
| "loss": 0.0772, | |
| "num_input_tokens_seen": 41367776, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 6.081081081081081, | |
| "grad_norm": 3.0244016647338867, | |
| "learning_rate": 3.94358516944137e-05, | |
| "loss": 0.0669, | |
| "num_input_tokens_seen": 41479904, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 6.100386100386101, | |
| "grad_norm": 2.4088172912597656, | |
| "learning_rate": 3.937389078567708e-05, | |
| "loss": 0.082, | |
| "num_input_tokens_seen": 41627104, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 6.11969111969112, | |
| "grad_norm": 2.2643067836761475, | |
| "learning_rate": 3.931179770044202e-05, | |
| "loss": 0.0843, | |
| "num_input_tokens_seen": 41745632, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 6.138996138996139, | |
| "grad_norm": 3.209613800048828, | |
| "learning_rate": 3.924957300969151e-05, | |
| "loss": 0.0958, | |
| "num_input_tokens_seen": 41869024, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 6.158301158301159, | |
| "grad_norm": 1.9632810354232788, | |
| "learning_rate": 3.918721728561866e-05, | |
| "loss": 0.0729, | |
| "num_input_tokens_seen": 42028512, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 6.177606177606178, | |
| "grad_norm": 3.151571750640869, | |
| "learning_rate": 3.912473110162156e-05, | |
| "loss": 0.0796, | |
| "num_input_tokens_seen": 42146272, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 6.196911196911197, | |
| "grad_norm": 2.506683111190796, | |
| "learning_rate": 3.9062115032297936e-05, | |
| "loss": 0.0828, | |
| "num_input_tokens_seen": 42270176, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 6.216216216216216, | |
| "grad_norm": 2.6251142024993896, | |
| "learning_rate": 3.899936965343989e-05, | |
| "loss": 0.0753, | |
| "num_input_tokens_seen": 42387936, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 6.235521235521236, | |
| "grad_norm": 3.599527597427368, | |
| "learning_rate": 3.8936495542028596e-05, | |
| "loss": 0.0761, | |
| "num_input_tokens_seen": 42500320, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 6.254826254826255, | |
| "grad_norm": 2.3818442821502686, | |
| "learning_rate": 3.887349327622901e-05, | |
| "loss": 0.092, | |
| "num_input_tokens_seen": 42613984, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 6.274131274131274, | |
| "grad_norm": 2.111990451812744, | |
| "learning_rate": 3.881036343538455e-05, | |
| "loss": 0.0733, | |
| "num_input_tokens_seen": 42769888, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 6.293436293436294, | |
| "grad_norm": 2.8767385482788086, | |
| "learning_rate": 3.874710660001174e-05, | |
| "loss": 0.0752, | |
| "num_input_tokens_seen": 42881248, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 6.312741312741313, | |
| "grad_norm": 2.8325531482696533, | |
| "learning_rate": 3.868372335179492e-05, | |
| "loss": 0.0935, | |
| "num_input_tokens_seen": 43014880, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 6.332046332046332, | |
| "grad_norm": 1.9607194662094116, | |
| "learning_rate": 3.8620214273580846e-05, | |
| "loss": 0.0853, | |
| "num_input_tokens_seen": 43172832, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 6.351351351351352, | |
| "grad_norm": 2.744037628173828, | |
| "learning_rate": 3.8556579949373384e-05, | |
| "loss": 0.0729, | |
| "num_input_tokens_seen": 43304672, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 6.370656370656371, | |
| "grad_norm": 2.235743284225464, | |
| "learning_rate": 3.849282096432808e-05, | |
| "loss": 0.0798, | |
| "num_input_tokens_seen": 43408864, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 6.38996138996139, | |
| "grad_norm": 2.214385986328125, | |
| "learning_rate": 3.842893790474684e-05, | |
| "loss": 0.0847, | |
| "num_input_tokens_seen": 43524832, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 6.409266409266409, | |
| "grad_norm": 2.995649576187134, | |
| "learning_rate": 3.83649313580725e-05, | |
| "loss": 0.09, | |
| "num_input_tokens_seen": 43662816, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 6.428571428571429, | |
| "grad_norm": 2.5828518867492676, | |
| "learning_rate": 3.830080191288342e-05, | |
| "loss": 0.0819, | |
| "num_input_tokens_seen": 43799008, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 6.447876447876448, | |
| "grad_norm": 3.808608293533325, | |
| "learning_rate": 3.8236550158888096e-05, | |
| "loss": 0.0797, | |
| "num_input_tokens_seen": 43905760, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 6.467181467181467, | |
| "grad_norm": 2.2933712005615234, | |
| "learning_rate": 3.8172176686919733e-05, | |
| "loss": 0.0816, | |
| "num_input_tokens_seen": 44093664, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 6.486486486486487, | |
| "grad_norm": 3.484246253967285, | |
| "learning_rate": 3.8107682088930794e-05, | |
| "loss": 0.0796, | |
| "num_input_tokens_seen": 44194016, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 6.505791505791506, | |
| "grad_norm": 2.982470750808716, | |
| "learning_rate": 3.804306695798757e-05, | |
| "loss": 0.0795, | |
| "num_input_tokens_seen": 44379104, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 6.525096525096525, | |
| "grad_norm": 2.1628623008728027, | |
| "learning_rate": 3.797833188826474e-05, | |
| "loss": 0.0858, | |
| "num_input_tokens_seen": 44527328, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 6.544401544401545, | |
| "grad_norm": 2.5524768829345703, | |
| "learning_rate": 3.791347747503987e-05, | |
| "loss": 0.0869, | |
| "num_input_tokens_seen": 44678624, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 6.563706563706564, | |
| "grad_norm": 1.862451434135437, | |
| "learning_rate": 3.784850431468795e-05, | |
| "loss": 0.077, | |
| "num_input_tokens_seen": 44812512, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 6.583011583011583, | |
| "grad_norm": 2.2355399131774902, | |
| "learning_rate": 3.778341300467597e-05, | |
| "loss": 0.0789, | |
| "num_input_tokens_seen": 44977120, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 6.602316602316602, | |
| "grad_norm": 2.9770116806030273, | |
| "learning_rate": 3.771820414355733e-05, | |
| "loss": 0.0837, | |
| "num_input_tokens_seen": 45079520, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 6.621621621621622, | |
| "grad_norm": 2.7328426837921143, | |
| "learning_rate": 3.7652878330966415e-05, | |
| "loss": 0.084, | |
| "num_input_tokens_seen": 45213408, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 6.640926640926641, | |
| "grad_norm": 2.8325905799865723, | |
| "learning_rate": 3.7587436167613e-05, | |
| "loss": 0.0696, | |
| "num_input_tokens_seen": 45358304, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 6.66023166023166, | |
| "grad_norm": 2.922762393951416, | |
| "learning_rate": 3.752187825527684e-05, | |
| "loss": 0.0864, | |
| "num_input_tokens_seen": 45498592, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 6.67953667953668, | |
| "grad_norm": 2.4982705116271973, | |
| "learning_rate": 3.7456205196802016e-05, | |
| "loss": 0.0911, | |
| "num_input_tokens_seen": 45614816, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 6.698841698841699, | |
| "grad_norm": 2.8256053924560547, | |
| "learning_rate": 3.739041759609148e-05, | |
| "loss": 0.076, | |
| "num_input_tokens_seen": 45747680, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 6.718146718146718, | |
| "grad_norm": 2.376085042953491, | |
| "learning_rate": 3.7324516058101454e-05, | |
| "loss": 0.0879, | |
| "num_input_tokens_seen": 45886176, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 6.737451737451737, | |
| "grad_norm": 2.991415023803711, | |
| "learning_rate": 3.7258501188835884e-05, | |
| "loss": 0.0834, | |
| "num_input_tokens_seen": 45995232, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 6.756756756756757, | |
| "grad_norm": 4.112320899963379, | |
| "learning_rate": 3.719237359534087e-05, | |
| "loss": 0.0899, | |
| "num_input_tokens_seen": 46125792, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 6.776061776061776, | |
| "grad_norm": 2.9766454696655273, | |
| "learning_rate": 3.712613388569905e-05, | |
| "loss": 0.0946, | |
| "num_input_tokens_seen": 46248160, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 6.795366795366795, | |
| "grad_norm": 2.4415359497070312, | |
| "learning_rate": 3.705978266902409e-05, | |
| "loss": 0.093, | |
| "num_input_tokens_seen": 46360544, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 6.814671814671815, | |
| "grad_norm": 2.493098258972168, | |
| "learning_rate": 3.6993320555454986e-05, | |
| "loss": 0.0862, | |
| "num_input_tokens_seen": 46486496, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 6.833976833976834, | |
| "grad_norm": 3.369009256362915, | |
| "learning_rate": 3.692674815615051e-05, | |
| "loss": 0.0852, | |
| "num_input_tokens_seen": 46621664, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 6.853281853281853, | |
| "grad_norm": 2.1404685974121094, | |
| "learning_rate": 3.6860066083283576e-05, | |
| "loss": 0.0869, | |
| "num_input_tokens_seen": 46741728, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 6.872586872586872, | |
| "grad_norm": 2.0776665210723877, | |
| "learning_rate": 3.679327495003561e-05, | |
| "loss": 0.092, | |
| "num_input_tokens_seen": 46917344, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 6.891891891891892, | |
| "grad_norm": 2.0455210208892822, | |
| "learning_rate": 3.672637537059093e-05, | |
| "loss": 0.0718, | |
| "num_input_tokens_seen": 47088352, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 6.911196911196911, | |
| "grad_norm": 2.2774274349212646, | |
| "learning_rate": 3.6659367960131056e-05, | |
| "loss": 0.0775, | |
| "num_input_tokens_seen": 47212768, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 6.93050193050193, | |
| "grad_norm": 2.9299464225769043, | |
| "learning_rate": 3.65922533348291e-05, | |
| "loss": 0.087, | |
| "num_input_tokens_seen": 47357152, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 6.94980694980695, | |
| "grad_norm": 2.3977270126342773, | |
| "learning_rate": 3.6525032111844054e-05, | |
| "loss": 0.078, | |
| "num_input_tokens_seen": 47488224, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 6.969111969111969, | |
| "grad_norm": 2.7028167247772217, | |
| "learning_rate": 3.645770490931517e-05, | |
| "loss": 0.0872, | |
| "num_input_tokens_seen": 47653088, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 6.988416988416988, | |
| "grad_norm": 2.393808603286743, | |
| "learning_rate": 3.6390272346356224e-05, | |
| "loss": 0.0887, | |
| "num_input_tokens_seen": 47770592, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 7.007722007722008, | |
| "grad_norm": 2.408655881881714, | |
| "learning_rate": 3.6322735043049846e-05, | |
| "loss": 0.0737, | |
| "num_input_tokens_seen": 47899880, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 7.027027027027027, | |
| "grad_norm": 1.941495418548584, | |
| "learning_rate": 3.6255093620441834e-05, | |
| "loss": 0.0626, | |
| "num_input_tokens_seen": 48011240, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 7.046332046332046, | |
| "grad_norm": 3.0053250789642334, | |
| "learning_rate": 3.618734870053539e-05, | |
| "loss": 0.0715, | |
| "num_input_tokens_seen": 48187368, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 7.065637065637065, | |
| "grad_norm": 1.5025749206542969, | |
| "learning_rate": 3.611950090628547e-05, | |
| "loss": 0.0485, | |
| "num_input_tokens_seen": 48299496, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 7.084942084942085, | |
| "grad_norm": 2.5862605571746826, | |
| "learning_rate": 3.6051550861593e-05, | |
| "loss": 0.0544, | |
| "num_input_tokens_seen": 48432104, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 7.104247104247104, | |
| "grad_norm": 1.4833030700683594, | |
| "learning_rate": 3.598349919129917e-05, | |
| "loss": 0.0515, | |
| "num_input_tokens_seen": 48571880, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 7.123552123552123, | |
| "grad_norm": 2.7165639400482178, | |
| "learning_rate": 3.5915346521179675e-05, | |
| "loss": 0.0564, | |
| "num_input_tokens_seen": 48697064, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 2.289926052093506, | |
| "learning_rate": 3.5847093477938956e-05, | |
| "loss": 0.0638, | |
| "num_input_tokens_seen": 48851432, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 7.162162162162162, | |
| "grad_norm": 2.0912668704986572, | |
| "learning_rate": 3.577874068920446e-05, | |
| "loss": 0.0572, | |
| "num_input_tokens_seen": 48962024, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 7.181467181467181, | |
| "grad_norm": 3.291398763656616, | |
| "learning_rate": 3.571028878352084e-05, | |
| "loss": 0.0577, | |
| "num_input_tokens_seen": 49042408, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 7.2007722007722, | |
| "grad_norm": 2.4217653274536133, | |
| "learning_rate": 3.56417383903442e-05, | |
| "loss": 0.0596, | |
| "num_input_tokens_seen": 49139688, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 7.22007722007722, | |
| "grad_norm": 1.8093854188919067, | |
| "learning_rate": 3.557309014003629e-05, | |
| "loss": 0.0713, | |
| "num_input_tokens_seen": 49296104, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 7.239382239382239, | |
| "grad_norm": 2.9671144485473633, | |
| "learning_rate": 3.55043446638587e-05, | |
| "loss": 0.062, | |
| "num_input_tokens_seen": 49423336, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 7.258687258687258, | |
| "grad_norm": 1.95906400680542, | |
| "learning_rate": 3.5435502593967104e-05, | |
| "loss": 0.0567, | |
| "num_input_tokens_seen": 49578472, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 7.277992277992278, | |
| "grad_norm": 2.1866114139556885, | |
| "learning_rate": 3.536656456340537e-05, | |
| "loss": 0.0867, | |
| "num_input_tokens_seen": 49733096, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 7.297297297297297, | |
| "grad_norm": 3.067368268966675, | |
| "learning_rate": 3.529753120609982e-05, | |
| "loss": 0.0687, | |
| "num_input_tokens_seen": 49866216, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 7.316602316602316, | |
| "grad_norm": 3.627135753631592, | |
| "learning_rate": 3.522840315685334e-05, | |
| "loss": 0.0819, | |
| "num_input_tokens_seen": 49972712, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 7.335907335907336, | |
| "grad_norm": 2.668987274169922, | |
| "learning_rate": 3.515918105133958e-05, | |
| "loss": 0.0774, | |
| "num_input_tokens_seen": 50125544, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 7.355212355212355, | |
| "grad_norm": 3.8022704124450684, | |
| "learning_rate": 3.5089865526097065e-05, | |
| "loss": 0.07, | |
| "num_input_tokens_seen": 50279656, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 7.374517374517374, | |
| "grad_norm": 1.9725759029388428, | |
| "learning_rate": 3.5020457218523405e-05, | |
| "loss": 0.0623, | |
| "num_input_tokens_seen": 50435048, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 7.3938223938223935, | |
| "grad_norm": 2.231874465942383, | |
| "learning_rate": 3.495095676686938e-05, | |
| "loss": 0.0652, | |
| "num_input_tokens_seen": 50559464, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 7.413127413127413, | |
| "grad_norm": 2.671466112136841, | |
| "learning_rate": 3.4881364810233095e-05, | |
| "loss": 0.0708, | |
| "num_input_tokens_seen": 50701544, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 7.4324324324324325, | |
| "grad_norm": 2.6696228981018066, | |
| "learning_rate": 3.481168198855409e-05, | |
| "loss": 0.0604, | |
| "num_input_tokens_seen": 50810600, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 7.4517374517374515, | |
| "grad_norm": 2.344695806503296, | |
| "learning_rate": 3.4741908942607485e-05, | |
| "loss": 0.0589, | |
| "num_input_tokens_seen": 50924520, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 7.471042471042471, | |
| "grad_norm": 1.9226641654968262, | |
| "learning_rate": 3.4672046313998036e-05, | |
| "loss": 0.0622, | |
| "num_input_tokens_seen": 51046376, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 7.4903474903474905, | |
| "grad_norm": 1.9699925184249878, | |
| "learning_rate": 3.460209474515428e-05, | |
| "loss": 0.0652, | |
| "num_input_tokens_seen": 51162600, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 7.5096525096525095, | |
| "grad_norm": 1.700432538986206, | |
| "learning_rate": 3.4532054879322604e-05, | |
| "loss": 0.0576, | |
| "num_input_tokens_seen": 51303912, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 7.528957528957529, | |
| "grad_norm": 2.434849739074707, | |
| "learning_rate": 3.446192736056138e-05, | |
| "loss": 0.0616, | |
| "num_input_tokens_seen": 51429864, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 7.5482625482625485, | |
| "grad_norm": 2.251537799835205, | |
| "learning_rate": 3.439171283373492e-05, | |
| "loss": 0.0713, | |
| "num_input_tokens_seen": 51565800, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 7.5675675675675675, | |
| "grad_norm": 2.6035313606262207, | |
| "learning_rate": 3.432141194450772e-05, | |
| "loss": 0.0572, | |
| "num_input_tokens_seen": 51688680, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 7.586872586872587, | |
| "grad_norm": 2.6067779064178467, | |
| "learning_rate": 3.425102533933835e-05, | |
| "loss": 0.0615, | |
| "num_input_tokens_seen": 51839976, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 7.6061776061776065, | |
| "grad_norm": 2.2776315212249756, | |
| "learning_rate": 3.418055366547364e-05, | |
| "loss": 0.0582, | |
| "num_input_tokens_seen": 51977704, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 7.625482625482626, | |
| "grad_norm": 1.6626644134521484, | |
| "learning_rate": 3.410999757094266e-05, | |
| "loss": 0.053, | |
| "num_input_tokens_seen": 52129256, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 7.644787644787645, | |
| "grad_norm": 2.7480499744415283, | |
| "learning_rate": 3.403935770455077e-05, | |
| "loss": 0.0602, | |
| "num_input_tokens_seen": 52280296, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 7.664092664092664, | |
| "grad_norm": 1.7971251010894775, | |
| "learning_rate": 3.396863471587368e-05, | |
| "loss": 0.0719, | |
| "num_input_tokens_seen": 52408296, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 7.683397683397684, | |
| "grad_norm": 2.8962650299072266, | |
| "learning_rate": 3.389782925525146e-05, | |
| "loss": 0.0626, | |
| "num_input_tokens_seen": 52542952, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 7.702702702702703, | |
| "grad_norm": 2.102598190307617, | |
| "learning_rate": 3.382694197378252e-05, | |
| "loss": 0.0636, | |
| "num_input_tokens_seen": 52664808, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 7.722007722007722, | |
| "grad_norm": 2.998412847518921, | |
| "learning_rate": 3.375597352331772e-05, | |
| "loss": 0.0638, | |
| "num_input_tokens_seen": 52813032, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 7.741312741312742, | |
| "grad_norm": 2.1801412105560303, | |
| "learning_rate": 3.368492455645427e-05, | |
| "loss": 0.0606, | |
| "num_input_tokens_seen": 52943336, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 7.760617760617761, | |
| "grad_norm": 1.6384451389312744, | |
| "learning_rate": 3.36137957265298e-05, | |
| "loss": 0.0628, | |
| "num_input_tokens_seen": 53109224, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 7.77992277992278, | |
| "grad_norm": 1.6432430744171143, | |
| "learning_rate": 3.3542587687616316e-05, | |
| "loss": 0.0615, | |
| "num_input_tokens_seen": 53237480, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 7.799227799227799, | |
| "grad_norm": 3.8239212036132812, | |
| "learning_rate": 3.347130109451422e-05, | |
| "loss": 0.0703, | |
| "num_input_tokens_seen": 53381608, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 7.818532818532819, | |
| "grad_norm": 2.5226223468780518, | |
| "learning_rate": 3.3399936602746243e-05, | |
| "loss": 0.0661, | |
| "num_input_tokens_seen": 53550824, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 7.837837837837838, | |
| "grad_norm": 2.168243169784546, | |
| "learning_rate": 3.332849486855144e-05, | |
| "loss": 0.066, | |
| "num_input_tokens_seen": 53660136, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 7.857142857142857, | |
| "grad_norm": 2.0156755447387695, | |
| "learning_rate": 3.3256976548879184e-05, | |
| "loss": 0.0575, | |
| "num_input_tokens_seen": 53799400, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 7.876447876447877, | |
| "grad_norm": 2.126399040222168, | |
| "learning_rate": 3.3185382301383064e-05, | |
| "loss": 0.0631, | |
| "num_input_tokens_seen": 53890280, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 7.895752895752896, | |
| "grad_norm": 2.2973220348358154, | |
| "learning_rate": 3.311371278441488e-05, | |
| "loss": 0.0549, | |
| "num_input_tokens_seen": 54021864, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 7.915057915057915, | |
| "grad_norm": 2.3345823287963867, | |
| "learning_rate": 3.30419686570186e-05, | |
| "loss": 0.0596, | |
| "num_input_tokens_seen": 54155240, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 7.934362934362935, | |
| "grad_norm": 2.446683406829834, | |
| "learning_rate": 3.297015057892425e-05, | |
| "loss": 0.0634, | |
| "num_input_tokens_seen": 54317544, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 7.953667953667954, | |
| "grad_norm": 2.26706600189209, | |
| "learning_rate": 3.28982592105419e-05, | |
| "loss": 0.0696, | |
| "num_input_tokens_seen": 54415080, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 7.972972972972973, | |
| "grad_norm": 2.6478688716888428, | |
| "learning_rate": 3.282629521295556e-05, | |
| "loss": 0.0536, | |
| "num_input_tokens_seen": 54536680, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 7.992277992277993, | |
| "grad_norm": 2.3253068923950195, | |
| "learning_rate": 3.2754259247917105e-05, | |
| "loss": 0.0574, | |
| "num_input_tokens_seen": 54664680, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 8.011583011583012, | |
| "grad_norm": 3.8490004539489746, | |
| "learning_rate": 3.268215197784019e-05, | |
| "loss": 0.0542, | |
| "num_input_tokens_seen": 54840696, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 8.03088803088803, | |
| "grad_norm": 3.325805902481079, | |
| "learning_rate": 3.260997406579417e-05, | |
| "loss": 0.0599, | |
| "num_input_tokens_seen": 54964088, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 8.05019305019305, | |
| "grad_norm": 1.5885120630264282, | |
| "learning_rate": 3.2537726175498e-05, | |
| "loss": 0.0375, | |
| "num_input_tokens_seen": 55137144, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 8.069498069498069, | |
| "grad_norm": 1.7649269104003906, | |
| "learning_rate": 3.246540897131412e-05, | |
| "loss": 0.0344, | |
| "num_input_tokens_seen": 55269752, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 8.088803088803088, | |
| "grad_norm": 1.779180884361267, | |
| "learning_rate": 3.239302311824234e-05, | |
| "loss": 0.0409, | |
| "num_input_tokens_seen": 55409016, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 8.108108108108109, | |
| "grad_norm": 2.212592840194702, | |
| "learning_rate": 3.232056928191376e-05, | |
| "loss": 0.0425, | |
| "num_input_tokens_seen": 55533176, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 8.127413127413128, | |
| "grad_norm": 2.6077914237976074, | |
| "learning_rate": 3.224804812858462e-05, | |
| "loss": 0.0516, | |
| "num_input_tokens_seen": 55657080, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 8.146718146718147, | |
| "grad_norm": 2.070462942123413, | |
| "learning_rate": 3.2175460325130176e-05, | |
| "loss": 0.0493, | |
| "num_input_tokens_seen": 55815544, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 8.166023166023166, | |
| "grad_norm": 1.979649543762207, | |
| "learning_rate": 3.2102806539038564e-05, | |
| "loss": 0.0401, | |
| "num_input_tokens_seen": 55959928, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 8.185328185328185, | |
| "grad_norm": 2.296283006668091, | |
| "learning_rate": 3.2030087438404685e-05, | |
| "loss": 0.0481, | |
| "num_input_tokens_seen": 56084344, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 8.204633204633204, | |
| "grad_norm": 1.7037519216537476, | |
| "learning_rate": 3.195730369192404e-05, | |
| "loss": 0.0408, | |
| "num_input_tokens_seen": 56190072, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 8.223938223938223, | |
| "grad_norm": 2.012681722640991, | |
| "learning_rate": 3.1884455968886585e-05, | |
| "loss": 0.0514, | |
| "num_input_tokens_seen": 56282232, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 8.243243243243244, | |
| "grad_norm": 1.4678640365600586, | |
| "learning_rate": 3.1811544939170575e-05, | |
| "loss": 0.0477, | |
| "num_input_tokens_seen": 56411256, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 8.262548262548263, | |
| "grad_norm": 2.1076767444610596, | |
| "learning_rate": 3.173857127323642e-05, | |
| "loss": 0.0389, | |
| "num_input_tokens_seen": 56533112, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 8.281853281853282, | |
| "grad_norm": 2.167950391769409, | |
| "learning_rate": 3.166553564212049e-05, | |
| "loss": 0.0512, | |
| "num_input_tokens_seen": 56680824, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 8.301158301158301, | |
| "grad_norm": 2.000339984893799, | |
| "learning_rate": 3.159243871742899e-05, | |
| "loss": 0.0465, | |
| "num_input_tokens_seen": 56779896, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 8.32046332046332, | |
| "grad_norm": 1.747617483139038, | |
| "learning_rate": 3.1519281171331715e-05, | |
| "loss": 0.0376, | |
| "num_input_tokens_seen": 56950392, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 8.339768339768339, | |
| "grad_norm": 2.9224774837493896, | |
| "learning_rate": 3.144606367655595e-05, | |
| "loss": 0.0646, | |
| "num_input_tokens_seen": 57071736, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 8.35907335907336, | |
| "grad_norm": 3.2689764499664307, | |
| "learning_rate": 3.137278690638022e-05, | |
| "loss": 0.0664, | |
| "num_input_tokens_seen": 57178744, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 8.378378378378379, | |
| "grad_norm": 1.766910433769226, | |
| "learning_rate": 3.1299451534628135e-05, | |
| "loss": 0.0483, | |
| "num_input_tokens_seen": 57295736, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 8.397683397683398, | |
| "grad_norm": 2.5547988414764404, | |
| "learning_rate": 3.1226058235662165e-05, | |
| "loss": 0.0387, | |
| "num_input_tokens_seen": 57400440, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 8.416988416988417, | |
| "grad_norm": 1.7486003637313843, | |
| "learning_rate": 3.115260768437747e-05, | |
| "loss": 0.0448, | |
| "num_input_tokens_seen": 57509752, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 8.436293436293436, | |
| "grad_norm": 1.807553768157959, | |
| "learning_rate": 3.1079100556195686e-05, | |
| "loss": 0.0589, | |
| "num_input_tokens_seen": 57704568, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 8.455598455598455, | |
| "grad_norm": 1.7607319355010986, | |
| "learning_rate": 3.1005537527058683e-05, | |
| "loss": 0.0418, | |
| "num_input_tokens_seen": 57840760, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 8.474903474903474, | |
| "grad_norm": 1.8397008180618286, | |
| "learning_rate": 3.093191927342239e-05, | |
| "loss": 0.0434, | |
| "num_input_tokens_seen": 57988728, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 8.494208494208495, | |
| "grad_norm": 1.910217523574829, | |
| "learning_rate": 3.085824647225056e-05, | |
| "loss": 0.0456, | |
| "num_input_tokens_seen": 58142328, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 8.513513513513514, | |
| "grad_norm": 1.5378773212432861, | |
| "learning_rate": 3.0784519801008546e-05, | |
| "loss": 0.0368, | |
| "num_input_tokens_seen": 58252920, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 8.532818532818533, | |
| "grad_norm": 1.6720370054244995, | |
| "learning_rate": 3.071073993765703e-05, | |
| "loss": 0.0472, | |
| "num_input_tokens_seen": 58374776, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 8.552123552123552, | |
| "grad_norm": 2.8116345405578613, | |
| "learning_rate": 3.06369075606459e-05, | |
| "loss": 0.0582, | |
| "num_input_tokens_seen": 58504312, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 8.571428571428571, | |
| "grad_norm": 2.262876510620117, | |
| "learning_rate": 3.056302334890786e-05, | |
| "loss": 0.0424, | |
| "num_input_tokens_seen": 58626936, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 8.59073359073359, | |
| "grad_norm": 1.5794037580490112, | |
| "learning_rate": 3.0489087981852326e-05, | |
| "loss": 0.0426, | |
| "num_input_tokens_seen": 58739320, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 8.61003861003861, | |
| "grad_norm": 1.4733036756515503, | |
| "learning_rate": 3.0415102139359087e-05, | |
| "loss": 0.0415, | |
| "num_input_tokens_seen": 58869112, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 8.62934362934363, | |
| "grad_norm": 1.8181804418563843, | |
| "learning_rate": 3.034106650177208e-05, | |
| "loss": 0.0382, | |
| "num_input_tokens_seen": 58967672, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 8.64864864864865, | |
| "grad_norm": 1.998101830482483, | |
| "learning_rate": 3.0266981749893157e-05, | |
| "loss": 0.0636, | |
| "num_input_tokens_seen": 59082872, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 8.667953667953668, | |
| "grad_norm": 2.1811866760253906, | |
| "learning_rate": 3.0192848564975802e-05, | |
| "loss": 0.0524, | |
| "num_input_tokens_seen": 59219320, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 8.687258687258687, | |
| "grad_norm": 2.4137532711029053, | |
| "learning_rate": 3.0118667628718848e-05, | |
| "loss": 0.0451, | |
| "num_input_tokens_seen": 59362936, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 8.706563706563706, | |
| "grad_norm": 1.908624291419983, | |
| "learning_rate": 3.0044439623260263e-05, | |
| "loss": 0.055, | |
| "num_input_tokens_seen": 59506808, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 8.725868725868725, | |
| "grad_norm": 1.9395898580551147, | |
| "learning_rate": 2.997016523117081e-05, | |
| "loss": 0.0464, | |
| "num_input_tokens_seen": 59652984, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 8.745173745173744, | |
| "grad_norm": 2.6006052494049072, | |
| "learning_rate": 2.9895845135447835e-05, | |
| "loss": 0.0547, | |
| "num_input_tokens_seen": 59805560, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 8.764478764478765, | |
| "grad_norm": 2.3580074310302734, | |
| "learning_rate": 2.9821480019508935e-05, | |
| "loss": 0.0456, | |
| "num_input_tokens_seen": 59937656, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 8.783783783783784, | |
| "grad_norm": 1.7670732736587524, | |
| "learning_rate": 2.974707056718571e-05, | |
| "loss": 0.043, | |
| "num_input_tokens_seen": 60078968, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 8.803088803088803, | |
| "grad_norm": 2.2447776794433594, | |
| "learning_rate": 2.9672617462717444e-05, | |
| "loss": 0.0437, | |
| "num_input_tokens_seen": 60211832, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 8.822393822393822, | |
| "grad_norm": 1.9530746936798096, | |
| "learning_rate": 2.959812139074484e-05, | |
| "loss": 0.0391, | |
| "num_input_tokens_seen": 60332664, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 8.841698841698841, | |
| "grad_norm": 1.9166369438171387, | |
| "learning_rate": 2.9523583036303713e-05, | |
| "loss": 0.0374, | |
| "num_input_tokens_seen": 60451448, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 8.86100386100386, | |
| "grad_norm": 2.464473247528076, | |
| "learning_rate": 2.9449003084818688e-05, | |
| "loss": 0.0399, | |
| "num_input_tokens_seen": 60596344, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 8.880308880308881, | |
| "grad_norm": 2.2919764518737793, | |
| "learning_rate": 2.9374382222096886e-05, | |
| "loss": 0.057, | |
| "num_input_tokens_seen": 60711544, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 8.8996138996139, | |
| "grad_norm": 2.0674142837524414, | |
| "learning_rate": 2.9299721134321662e-05, | |
| "loss": 0.0558, | |
| "num_input_tokens_seen": 60835192, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 8.91891891891892, | |
| "grad_norm": 2.8630294799804688, | |
| "learning_rate": 2.9225020508046232e-05, | |
| "loss": 0.0562, | |
| "num_input_tokens_seen": 60967032, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 8.938223938223938, | |
| "grad_norm": 1.54951810836792, | |
| "learning_rate": 2.915028103018741e-05, | |
| "loss": 0.0457, | |
| "num_input_tokens_seen": 61123448, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 8.957528957528957, | |
| "grad_norm": 2.8156898021698, | |
| "learning_rate": 2.9075503388019272e-05, | |
| "loss": 0.0523, | |
| "num_input_tokens_seen": 61280632, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 8.976833976833976, | |
| "grad_norm": 1.6042686700820923, | |
| "learning_rate": 2.9000688269166836e-05, | |
| "loss": 0.0512, | |
| "num_input_tokens_seen": 61427576, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 8.996138996138995, | |
| "grad_norm": 2.614938497543335, | |
| "learning_rate": 2.892583636159974e-05, | |
| "loss": 0.0446, | |
| "num_input_tokens_seen": 61573240, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 9.015444015444016, | |
| "grad_norm": 2.1098551750183105, | |
| "learning_rate": 2.885094835362591e-05, | |
| "loss": 0.0374, | |
| "num_input_tokens_seen": 61688312, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 9.034749034749035, | |
| "grad_norm": 1.2014209032058716, | |
| "learning_rate": 2.877602493388525e-05, | |
| "loss": 0.0329, | |
| "num_input_tokens_seen": 61788408, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 9.054054054054054, | |
| "grad_norm": 1.1981747150421143, | |
| "learning_rate": 2.8701066791343288e-05, | |
| "loss": 0.0231, | |
| "num_input_tokens_seen": 61935864, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 9.073359073359073, | |
| "grad_norm": 1.6186150312423706, | |
| "learning_rate": 2.8626074615284847e-05, | |
| "loss": 0.0384, | |
| "num_input_tokens_seen": 62054392, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 9.092664092664092, | |
| "grad_norm": 2.106605291366577, | |
| "learning_rate": 2.855104909530772e-05, | |
| "loss": 0.0422, | |
| "num_input_tokens_seen": 62181624, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 9.111969111969112, | |
| "grad_norm": 1.4917961359024048, | |
| "learning_rate": 2.8475990921316292e-05, | |
| "loss": 0.0343, | |
| "num_input_tokens_seen": 62302712, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 9.13127413127413, | |
| "grad_norm": 2.1147005558013916, | |
| "learning_rate": 2.8400900783515255e-05, | |
| "loss": 0.0291, | |
| "num_input_tokens_seen": 62461432, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 9.150579150579151, | |
| "grad_norm": 2.100454330444336, | |
| "learning_rate": 2.8325779372403194e-05, | |
| "loss": 0.0386, | |
| "num_input_tokens_seen": 62604280, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 9.16988416988417, | |
| "grad_norm": 1.4174185991287231, | |
| "learning_rate": 2.8250627378766297e-05, | |
| "loss": 0.037, | |
| "num_input_tokens_seen": 62740472, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 9.18918918918919, | |
| "grad_norm": 1.7185354232788086, | |
| "learning_rate": 2.8175445493671972e-05, | |
| "loss": 0.0346, | |
| "num_input_tokens_seen": 62860280, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 9.208494208494209, | |
| "grad_norm": 1.7431443929672241, | |
| "learning_rate": 2.8100234408462478e-05, | |
| "loss": 0.0302, | |
| "num_input_tokens_seen": 62966264, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 9.227799227799228, | |
| "grad_norm": 2.3386459350585938, | |
| "learning_rate": 2.8024994814748605e-05, | |
| "loss": 0.0348, | |
| "num_input_tokens_seen": 63144696, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 9.247104247104247, | |
| "grad_norm": 2.504485845565796, | |
| "learning_rate": 2.7949727404403302e-05, | |
| "loss": 0.0358, | |
| "num_input_tokens_seen": 63311096, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 9.266409266409266, | |
| "grad_norm": 1.7308130264282227, | |
| "learning_rate": 2.787443286955528e-05, | |
| "loss": 0.0316, | |
| "num_input_tokens_seen": 63436536, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 9.285714285714286, | |
| "grad_norm": 1.5274659395217896, | |
| "learning_rate": 2.7799111902582696e-05, | |
| "loss": 0.0401, | |
| "num_input_tokens_seen": 63570680, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 9.305019305019306, | |
| "grad_norm": 2.725780963897705, | |
| "learning_rate": 2.772376519610677e-05, | |
| "loss": 0.0458, | |
| "num_input_tokens_seen": 63676408, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 9.324324324324325, | |
| "grad_norm": 1.3256404399871826, | |
| "learning_rate": 2.7648393442985403e-05, | |
| "loss": 0.0403, | |
| "num_input_tokens_seen": 63788792, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 9.343629343629344, | |
| "grad_norm": 1.2829856872558594, | |
| "learning_rate": 2.7572997336306812e-05, | |
| "loss": 0.0324, | |
| "num_input_tokens_seen": 63911672, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 9.362934362934363, | |
| "grad_norm": 1.5341579914093018, | |
| "learning_rate": 2.749757756938317e-05, | |
| "loss": 0.0329, | |
| "num_input_tokens_seen": 64066296, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 9.382239382239382, | |
| "grad_norm": 2.627748966217041, | |
| "learning_rate": 2.7422134835744213e-05, | |
| "loss": 0.0336, | |
| "num_input_tokens_seen": 64216056, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 9.4015444015444, | |
| "grad_norm": 2.0893774032592773, | |
| "learning_rate": 2.7346669829130867e-05, | |
| "loss": 0.0349, | |
| "num_input_tokens_seen": 64307448, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 9.420849420849422, | |
| "grad_norm": 2.162018299102783, | |
| "learning_rate": 2.7271183243488878e-05, | |
| "loss": 0.0487, | |
| "num_input_tokens_seen": 64428536, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 9.44015444015444, | |
| "grad_norm": 2.446368932723999, | |
| "learning_rate": 2.7195675772962433e-05, | |
| "loss": 0.0393, | |
| "num_input_tokens_seen": 64535544, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 9.45945945945946, | |
| "grad_norm": 1.9724645614624023, | |
| "learning_rate": 2.7120148111887732e-05, | |
| "loss": 0.0457, | |
| "num_input_tokens_seen": 64653304, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 9.478764478764479, | |
| "grad_norm": 1.328217625617981, | |
| "learning_rate": 2.7044600954786687e-05, | |
| "loss": 0.0402, | |
| "num_input_tokens_seen": 64795896, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 9.498069498069498, | |
| "grad_norm": 2.314099073410034, | |
| "learning_rate": 2.696903499636045e-05, | |
| "loss": 0.044, | |
| "num_input_tokens_seen": 64955384, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 9.517374517374517, | |
| "grad_norm": 2.214271306991577, | |
| "learning_rate": 2.6893450931483083e-05, | |
| "loss": 0.0417, | |
| "num_input_tokens_seen": 65064696, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 9.536679536679536, | |
| "grad_norm": 1.3897863626480103, | |
| "learning_rate": 2.6817849455195133e-05, | |
| "loss": 0.0306, | |
| "num_input_tokens_seen": 65229304, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 9.555984555984557, | |
| "grad_norm": 2.2535767555236816, | |
| "learning_rate": 2.674223126269728e-05, | |
| "loss": 0.0257, | |
| "num_input_tokens_seen": 65346040, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 9.575289575289576, | |
| "grad_norm": 1.6450698375701904, | |
| "learning_rate": 2.6666597049343882e-05, | |
| "loss": 0.0359, | |
| "num_input_tokens_seen": 65495288, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 9.594594594594595, | |
| "grad_norm": 1.8544244766235352, | |
| "learning_rate": 2.659094751063666e-05, | |
| "loss": 0.0426, | |
| "num_input_tokens_seen": 65638392, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 9.613899613899614, | |
| "grad_norm": 2.5733869075775146, | |
| "learning_rate": 2.6515283342218228e-05, | |
| "loss": 0.0324, | |
| "num_input_tokens_seen": 65765624, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 9.633204633204633, | |
| "grad_norm": 1.7491555213928223, | |
| "learning_rate": 2.6439605239865745e-05, | |
| "loss": 0.0351, | |
| "num_input_tokens_seen": 65920248, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 9.652509652509652, | |
| "grad_norm": 1.1685649156570435, | |
| "learning_rate": 2.636391389948449e-05, | |
| "loss": 0.0367, | |
| "num_input_tokens_seen": 66074104, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 9.671814671814673, | |
| "grad_norm": 1.721147060394287, | |
| "learning_rate": 2.6288210017101488e-05, | |
| "loss": 0.0407, | |
| "num_input_tokens_seen": 66204408, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 9.691119691119692, | |
| "grad_norm": 2.34796404838562, | |
| "learning_rate": 2.621249428885908e-05, | |
| "loss": 0.0302, | |
| "num_input_tokens_seen": 66346744, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 9.71042471042471, | |
| "grad_norm": 1.8119391202926636, | |
| "learning_rate": 2.613676741100855e-05, | |
| "loss": 0.0332, | |
| "num_input_tokens_seen": 66492408, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 9.72972972972973, | |
| "grad_norm": 1.8855518102645874, | |
| "learning_rate": 2.606103007990371e-05, | |
| "loss": 0.0323, | |
| "num_input_tokens_seen": 66609144, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 9.749034749034749, | |
| "grad_norm": 1.2302645444869995, | |
| "learning_rate": 2.5985282991994482e-05, | |
| "loss": 0.0317, | |
| "num_input_tokens_seen": 66734584, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 9.768339768339768, | |
| "grad_norm": 2.0994198322296143, | |
| "learning_rate": 2.5909526843820508e-05, | |
| "loss": 0.0362, | |
| "num_input_tokens_seen": 66885624, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 9.787644787644787, | |
| "grad_norm": 1.5865612030029297, | |
| "learning_rate": 2.5833762332004768e-05, | |
| "loss": 0.0346, | |
| "num_input_tokens_seen": 67000056, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 9.806949806949808, | |
| "grad_norm": 1.5101972818374634, | |
| "learning_rate": 2.5757990153247124e-05, | |
| "loss": 0.0359, | |
| "num_input_tokens_seen": 67156728, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 9.826254826254827, | |
| "grad_norm": 1.7384374141693115, | |
| "learning_rate": 2.5682211004317953e-05, | |
| "loss": 0.0369, | |
| "num_input_tokens_seen": 67278072, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 9.845559845559846, | |
| "grad_norm": 1.505611777305603, | |
| "learning_rate": 2.5606425582051718e-05, | |
| "loss": 0.0371, | |
| "num_input_tokens_seen": 67396344, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 9.864864864864865, | |
| "grad_norm": 1.6645147800445557, | |
| "learning_rate": 2.5530634583340592e-05, | |
| "loss": 0.0404, | |
| "num_input_tokens_seen": 67537656, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 9.884169884169884, | |
| "grad_norm": 1.9146854877471924, | |
| "learning_rate": 2.5454838705127993e-05, | |
| "loss": 0.0332, | |
| "num_input_tokens_seen": 67656184, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 9.903474903474903, | |
| "grad_norm": 1.539021372795105, | |
| "learning_rate": 2.5379038644402235e-05, | |
| "loss": 0.0333, | |
| "num_input_tokens_seen": 67802872, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 9.922779922779922, | |
| "grad_norm": 2.631417751312256, | |
| "learning_rate": 2.5303235098190076e-05, | |
| "loss": 0.0275, | |
| "num_input_tokens_seen": 67920888, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 9.942084942084943, | |
| "grad_norm": 2.6899986267089844, | |
| "learning_rate": 2.5227428763550347e-05, | |
| "loss": 0.0431, | |
| "num_input_tokens_seen": 68055032, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 9.961389961389962, | |
| "grad_norm": 1.6248239278793335, | |
| "learning_rate": 2.5151620337567495e-05, | |
| "loss": 0.032, | |
| "num_input_tokens_seen": 68205816, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 9.980694980694981, | |
| "grad_norm": 1.8143270015716553, | |
| "learning_rate": 2.5075810517345212e-05, | |
| "loss": 0.0367, | |
| "num_input_tokens_seen": 68333304, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 1.5047626495361328, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.0363, | |
| "num_input_tokens_seen": 68448144, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 10.019305019305019, | |
| "grad_norm": 1.569034218788147, | |
| "learning_rate": 2.4924189482654794e-05, | |
| "loss": 0.0228, | |
| "num_input_tokens_seen": 68572304, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 10.038610038610038, | |
| "grad_norm": 1.3906745910644531, | |
| "learning_rate": 2.4848379662432515e-05, | |
| "loss": 0.0233, | |
| "num_input_tokens_seen": 68699792, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 10.057915057915057, | |
| "grad_norm": 1.429832100868225, | |
| "learning_rate": 2.477257123644966e-05, | |
| "loss": 0.0254, | |
| "num_input_tokens_seen": 68828304, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 10.077220077220078, | |
| "grad_norm": 1.1088787317276, | |
| "learning_rate": 2.4696764901809926e-05, | |
| "loss": 0.0302, | |
| "num_input_tokens_seen": 68985488, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 10.096525096525097, | |
| "grad_norm": 1.7969263792037964, | |
| "learning_rate": 2.462096135559777e-05, | |
| "loss": 0.041, | |
| "num_input_tokens_seen": 69069712, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 10.115830115830116, | |
| "grad_norm": 1.6021201610565186, | |
| "learning_rate": 2.4545161294872013e-05, | |
| "loss": 0.0268, | |
| "num_input_tokens_seen": 69187728, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 10.135135135135135, | |
| "grad_norm": 1.371846079826355, | |
| "learning_rate": 2.446936541665941e-05, | |
| "loss": 0.0252, | |
| "num_input_tokens_seen": 69336208, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 10.154440154440154, | |
| "grad_norm": 1.0030510425567627, | |
| "learning_rate": 2.4393574417948284e-05, | |
| "loss": 0.0224, | |
| "num_input_tokens_seen": 69449616, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 10.173745173745173, | |
| "grad_norm": 1.03380286693573, | |
| "learning_rate": 2.4317788995682052e-05, | |
| "loss": 0.0219, | |
| "num_input_tokens_seen": 69613456, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 10.193050193050192, | |
| "grad_norm": 0.9625149965286255, | |
| "learning_rate": 2.4242009846752885e-05, | |
| "loss": 0.0287, | |
| "num_input_tokens_seen": 69770128, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 10.212355212355213, | |
| "grad_norm": 1.572924017906189, | |
| "learning_rate": 2.4166237667995238e-05, | |
| "loss": 0.0242, | |
| "num_input_tokens_seen": 69901200, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 10.231660231660232, | |
| "grad_norm": 1.4663954973220825, | |
| "learning_rate": 2.4090473156179498e-05, | |
| "loss": 0.0226, | |
| "num_input_tokens_seen": 70050192, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 10.250965250965251, | |
| "grad_norm": 0.9331588745117188, | |
| "learning_rate": 2.4014717008005524e-05, | |
| "loss": 0.0351, | |
| "num_input_tokens_seen": 70166928, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 10.27027027027027, | |
| "grad_norm": 1.3637775182724, | |
| "learning_rate": 2.39389699200963e-05, | |
| "loss": 0.0209, | |
| "num_input_tokens_seen": 70283920, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 10.28957528957529, | |
| "grad_norm": 1.1673227548599243, | |
| "learning_rate": 2.386323258899145e-05, | |
| "loss": 0.0212, | |
| "num_input_tokens_seen": 70422928, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 10.308880308880308, | |
| "grad_norm": 1.4529045820236206, | |
| "learning_rate": 2.378750571114093e-05, | |
| "loss": 0.028, | |
| "num_input_tokens_seen": 70554512, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 10.328185328185327, | |
| "grad_norm": 1.3094784021377563, | |
| "learning_rate": 2.3711789982898518e-05, | |
| "loss": 0.021, | |
| "num_input_tokens_seen": 70661264, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 10.347490347490348, | |
| "grad_norm": 1.0893820524215698, | |
| "learning_rate": 2.3636086100515527e-05, | |
| "loss": 0.0283, | |
| "num_input_tokens_seen": 70817680, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 10.366795366795367, | |
| "grad_norm": 1.1798887252807617, | |
| "learning_rate": 2.3560394760134264e-05, | |
| "loss": 0.0228, | |
| "num_input_tokens_seen": 70970768, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 10.386100386100386, | |
| "grad_norm": 1.507263422012329, | |
| "learning_rate": 2.3484716657781785e-05, | |
| "loss": 0.0188, | |
| "num_input_tokens_seen": 71129488, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 10.405405405405405, | |
| "grad_norm": 1.5008866786956787, | |
| "learning_rate": 2.3409052489363342e-05, | |
| "loss": 0.0251, | |
| "num_input_tokens_seen": 71254928, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 10.424710424710424, | |
| "grad_norm": 1.0226303339004517, | |
| "learning_rate": 2.3333402950656124e-05, | |
| "loss": 0.0274, | |
| "num_input_tokens_seen": 71377296, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 10.444015444015443, | |
| "grad_norm": 2.0056560039520264, | |
| "learning_rate": 2.3257768737302728e-05, | |
| "loss": 0.0255, | |
| "num_input_tokens_seen": 71517072, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 10.463320463320464, | |
| "grad_norm": 0.8709852695465088, | |
| "learning_rate": 2.3182150544804876e-05, | |
| "loss": 0.017, | |
| "num_input_tokens_seen": 71660432, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 10.482625482625483, | |
| "grad_norm": 1.7117507457733154, | |
| "learning_rate": 2.3106549068516922e-05, | |
| "loss": 0.0275, | |
| "num_input_tokens_seen": 71778960, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 10.501930501930502, | |
| "grad_norm": 0.9321146011352539, | |
| "learning_rate": 2.3030965003639566e-05, | |
| "loss": 0.0426, | |
| "num_input_tokens_seen": 71877264, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 10.521235521235521, | |
| "grad_norm": 1.4264882802963257, | |
| "learning_rate": 2.295539904521332e-05, | |
| "loss": 0.0221, | |
| "num_input_tokens_seen": 72016272, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 10.54054054054054, | |
| "grad_norm": 1.4184226989746094, | |
| "learning_rate": 2.287985188811228e-05, | |
| "loss": 0.0264, | |
| "num_input_tokens_seen": 72151440, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 10.55984555984556, | |
| "grad_norm": 0.8701891899108887, | |
| "learning_rate": 2.2804324227037576e-05, | |
| "loss": 0.0195, | |
| "num_input_tokens_seen": 72298128, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 10.579150579150578, | |
| "grad_norm": 1.276286005973816, | |
| "learning_rate": 2.272881675651112e-05, | |
| "loss": 0.0228, | |
| "num_input_tokens_seen": 72453264, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 10.5984555984556, | |
| "grad_norm": 1.7602120637893677, | |
| "learning_rate": 2.2653330170869135e-05, | |
| "loss": 0.023, | |
| "num_input_tokens_seen": 72573072, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 10.617760617760618, | |
| "grad_norm": 1.3974103927612305, | |
| "learning_rate": 2.257786516425579e-05, | |
| "loss": 0.0253, | |
| "num_input_tokens_seen": 72700816, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 10.637065637065637, | |
| "grad_norm": 1.4042840003967285, | |
| "learning_rate": 2.2502422430616836e-05, | |
| "loss": 0.0234, | |
| "num_input_tokens_seen": 72825744, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 10.656370656370656, | |
| "grad_norm": 1.7441807985305786, | |
| "learning_rate": 2.242700266369319e-05, | |
| "loss": 0.0262, | |
| "num_input_tokens_seen": 72936336, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 10.675675675675675, | |
| "grad_norm": 2.0952086448669434, | |
| "learning_rate": 2.23516065570146e-05, | |
| "loss": 0.0299, | |
| "num_input_tokens_seen": 73027728, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 10.694980694980694, | |
| "grad_norm": 2.324326753616333, | |
| "learning_rate": 2.2276234803893232e-05, | |
| "loss": 0.0271, | |
| "num_input_tokens_seen": 73170320, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 10.714285714285714, | |
| "grad_norm": 1.1735119819641113, | |
| "learning_rate": 2.2200888097417307e-05, | |
| "loss": 0.0256, | |
| "num_input_tokens_seen": 73325456, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 10.733590733590734, | |
| "grad_norm": 1.1038674116134644, | |
| "learning_rate": 2.2125567130444724e-05, | |
| "loss": 0.0249, | |
| "num_input_tokens_seen": 73466512, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 10.752895752895753, | |
| "grad_norm": 1.9175952672958374, | |
| "learning_rate": 2.2050272595596704e-05, | |
| "loss": 0.0322, | |
| "num_input_tokens_seen": 73598608, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 10.772200772200772, | |
| "grad_norm": 1.6432002782821655, | |
| "learning_rate": 2.197500518525139e-05, | |
| "loss": 0.0274, | |
| "num_input_tokens_seen": 73708176, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 10.791505791505791, | |
| "grad_norm": 1.3228294849395752, | |
| "learning_rate": 2.1899765591537525e-05, | |
| "loss": 0.02, | |
| "num_input_tokens_seen": 73819536, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 10.81081081081081, | |
| "grad_norm": 1.7404805421829224, | |
| "learning_rate": 2.182455450632803e-05, | |
| "loss": 0.0243, | |
| "num_input_tokens_seen": 73968528, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 10.83011583011583, | |
| "grad_norm": 2.2002720832824707, | |
| "learning_rate": 2.174937262123371e-05, | |
| "loss": 0.0277, | |
| "num_input_tokens_seen": 74125968, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 10.849420849420849, | |
| "grad_norm": 1.1822292804718018, | |
| "learning_rate": 2.1674220627596812e-05, | |
| "loss": 0.0249, | |
| "num_input_tokens_seen": 74299792, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 10.86872586872587, | |
| "grad_norm": 1.8930922746658325, | |
| "learning_rate": 2.1599099216484757e-05, | |
| "loss": 0.0225, | |
| "num_input_tokens_seen": 74420880, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 10.888030888030888, | |
| "grad_norm": 1.2435505390167236, | |
| "learning_rate": 2.1524009078683717e-05, | |
| "loss": 0.0225, | |
| "num_input_tokens_seen": 74557072, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 10.907335907335908, | |
| "grad_norm": 1.4635958671569824, | |
| "learning_rate": 2.1448950904692293e-05, | |
| "loss": 0.02, | |
| "num_input_tokens_seen": 74673296, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 10.926640926640927, | |
| "grad_norm": 2.3589718341827393, | |
| "learning_rate": 2.137392538471516e-05, | |
| "loss": 0.024, | |
| "num_input_tokens_seen": 74808208, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 10.945945945945946, | |
| "grad_norm": 1.5779073238372803, | |
| "learning_rate": 2.1298933208656718e-05, | |
| "loss": 0.0255, | |
| "num_input_tokens_seen": 74922384, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 10.965250965250965, | |
| "grad_norm": 1.556203007698059, | |
| "learning_rate": 2.1223975066114754e-05, | |
| "loss": 0.0238, | |
| "num_input_tokens_seen": 75055248, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 10.984555984555985, | |
| "grad_norm": 1.1990100145339966, | |
| "learning_rate": 2.1149051646374098e-05, | |
| "loss": 0.0219, | |
| "num_input_tokens_seen": 75199376, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 11.003861003861005, | |
| "grad_norm": 1.4094477891921997, | |
| "learning_rate": 2.107416363840027e-05, | |
| "loss": 0.0212, | |
| "num_input_tokens_seen": 75316216, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 11.023166023166024, | |
| "grad_norm": 1.0576751232147217, | |
| "learning_rate": 2.0999311730833174e-05, | |
| "loss": 0.0188, | |
| "num_input_tokens_seen": 75449592, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 11.042471042471043, | |
| "grad_norm": 3.332852363586426, | |
| "learning_rate": 2.0924496611980734e-05, | |
| "loss": 0.0159, | |
| "num_input_tokens_seen": 75572216, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 11.061776061776062, | |
| "grad_norm": 0.4681335985660553, | |
| "learning_rate": 2.08497189698126e-05, | |
| "loss": 0.0135, | |
| "num_input_tokens_seen": 75717880, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 11.08108108108108, | |
| "grad_norm": 1.0423972606658936, | |
| "learning_rate": 2.0774979491953777e-05, | |
| "loss": 0.0202, | |
| "num_input_tokens_seen": 75864312, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 11.1003861003861, | |
| "grad_norm": 0.7003400325775146, | |
| "learning_rate": 2.070027886567835e-05, | |
| "loss": 0.0107, | |
| "num_input_tokens_seen": 75988472, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 11.11969111969112, | |
| "grad_norm": 1.0607558488845825, | |
| "learning_rate": 2.062561777790312e-05, | |
| "loss": 0.0193, | |
| "num_input_tokens_seen": 76111352, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 11.13899613899614, | |
| "grad_norm": 1.5472525358200073, | |
| "learning_rate": 2.0550996915181314e-05, | |
| "loss": 0.0187, | |
| "num_input_tokens_seen": 76215544, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 11.158301158301159, | |
| "grad_norm": 1.590269684791565, | |
| "learning_rate": 2.0476416963696292e-05, | |
| "loss": 0.0206, | |
| "num_input_tokens_seen": 76341496, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 11.177606177606178, | |
| "grad_norm": 1.5428239107131958, | |
| "learning_rate": 2.0401878609255158e-05, | |
| "loss": 0.0244, | |
| "num_input_tokens_seen": 76481272, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 11.196911196911197, | |
| "grad_norm": 2.3503377437591553, | |
| "learning_rate": 2.0327382537282562e-05, | |
| "loss": 0.0276, | |
| "num_input_tokens_seen": 76608760, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 11.216216216216216, | |
| "grad_norm": 1.3726725578308105, | |
| "learning_rate": 2.025292943281429e-05, | |
| "loss": 0.0206, | |
| "num_input_tokens_seen": 76791032, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 11.235521235521235, | |
| "grad_norm": 0.9943969249725342, | |
| "learning_rate": 2.017851998049107e-05, | |
| "loss": 0.0128, | |
| "num_input_tokens_seen": 76941304, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 11.254826254826256, | |
| "grad_norm": 3.1360983848571777, | |
| "learning_rate": 2.0104154864552168e-05, | |
| "loss": 0.0236, | |
| "num_input_tokens_seen": 77066744, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 11.274131274131275, | |
| "grad_norm": 1.0769143104553223, | |
| "learning_rate": 2.0029834768829196e-05, | |
| "loss": 0.0129, | |
| "num_input_tokens_seen": 77192184, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 11.293436293436294, | |
| "grad_norm": 1.3311856985092163, | |
| "learning_rate": 1.995556037673974e-05, | |
| "loss": 0.0317, | |
| "num_input_tokens_seen": 77322232, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 11.312741312741313, | |
| "grad_norm": 1.2713100910186768, | |
| "learning_rate": 1.9881332371281158e-05, | |
| "loss": 0.0215, | |
| "num_input_tokens_seen": 77459192, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 11.332046332046332, | |
| "grad_norm": 1.015021562576294, | |
| "learning_rate": 1.98071514350242e-05, | |
| "loss": 0.0165, | |
| "num_input_tokens_seen": 77550072, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 11.35135135135135, | |
| "grad_norm": 1.0809468030929565, | |
| "learning_rate": 1.973301825010685e-05, | |
| "loss": 0.0164, | |
| "num_input_tokens_seen": 77662968, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 11.37065637065637, | |
| "grad_norm": 1.120558738708496, | |
| "learning_rate": 1.9658933498227923e-05, | |
| "loss": 0.0179, | |
| "num_input_tokens_seen": 77792248, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 11.38996138996139, | |
| "grad_norm": 0.9761649966239929, | |
| "learning_rate": 1.9584897860640922e-05, | |
| "loss": 0.016, | |
| "num_input_tokens_seen": 77929208, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 11.40926640926641, | |
| "grad_norm": 1.1505382061004639, | |
| "learning_rate": 1.9510912018147677e-05, | |
| "loss": 0.0155, | |
| "num_input_tokens_seen": 78104824, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 11.428571428571429, | |
| "grad_norm": 1.3358957767486572, | |
| "learning_rate": 1.9436976651092144e-05, | |
| "loss": 0.0135, | |
| "num_input_tokens_seen": 78235384, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 11.447876447876448, | |
| "grad_norm": 0.9273285865783691, | |
| "learning_rate": 1.936309243935411e-05, | |
| "loss": 0.0161, | |
| "num_input_tokens_seen": 78378488, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 11.467181467181467, | |
| "grad_norm": 0.7956048250198364, | |
| "learning_rate": 1.928926006234297e-05, | |
| "loss": 0.0231, | |
| "num_input_tokens_seen": 78501112, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 11.486486486486486, | |
| "grad_norm": 0.9171015620231628, | |
| "learning_rate": 1.9215480198991466e-05, | |
| "loss": 0.0167, | |
| "num_input_tokens_seen": 78608376, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 11.505791505791505, | |
| "grad_norm": 0.8292757272720337, | |
| "learning_rate": 1.9141753527749443e-05, | |
| "loss": 0.02, | |
| "num_input_tokens_seen": 78749944, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 11.525096525096526, | |
| "grad_norm": 1.3520805835723877, | |
| "learning_rate": 1.906808072657761e-05, | |
| "loss": 0.0203, | |
| "num_input_tokens_seen": 78877432, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 11.544401544401545, | |
| "grad_norm": 1.324306845664978, | |
| "learning_rate": 1.8994462472941322e-05, | |
| "loss": 0.0147, | |
| "num_input_tokens_seen": 78997496, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 11.563706563706564, | |
| "grad_norm": 1.3603425025939941, | |
| "learning_rate": 1.892089944380432e-05, | |
| "loss": 0.0194, | |
| "num_input_tokens_seen": 79097080, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 11.583011583011583, | |
| "grad_norm": 0.8024409413337708, | |
| "learning_rate": 1.8847392315622535e-05, | |
| "loss": 0.0199, | |
| "num_input_tokens_seen": 79204600, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 11.602316602316602, | |
| "grad_norm": 1.7421422004699707, | |
| "learning_rate": 1.877394176433784e-05, | |
| "loss": 0.018, | |
| "num_input_tokens_seen": 79323384, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 11.621621621621621, | |
| "grad_norm": 1.2354506254196167, | |
| "learning_rate": 1.8700548465371874e-05, | |
| "loss": 0.0156, | |
| "num_input_tokens_seen": 79470328, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 11.64092664092664, | |
| "grad_norm": 0.9264888763427734, | |
| "learning_rate": 1.8627213093619783e-05, | |
| "loss": 0.0155, | |
| "num_input_tokens_seen": 79587576, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 11.660231660231661, | |
| "grad_norm": 1.572521448135376, | |
| "learning_rate": 1.8553936323444058e-05, | |
| "loss": 0.0173, | |
| "num_input_tokens_seen": 79733752, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 11.67953667953668, | |
| "grad_norm": 1.2958881855010986, | |
| "learning_rate": 1.848071882866829e-05, | |
| "loss": 0.0174, | |
| "num_input_tokens_seen": 79845880, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 11.698841698841699, | |
| "grad_norm": 1.1187669038772583, | |
| "learning_rate": 1.8407561282571018e-05, | |
| "loss": 0.0154, | |
| "num_input_tokens_seen": 79975672, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 11.718146718146718, | |
| "grad_norm": 2.266324043273926, | |
| "learning_rate": 1.8334464357879515e-05, | |
| "loss": 0.0211, | |
| "num_input_tokens_seen": 80102136, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 11.737451737451737, | |
| "grad_norm": 1.0018905401229858, | |
| "learning_rate": 1.8261428726763584e-05, | |
| "loss": 0.0165, | |
| "num_input_tokens_seen": 80206584, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 11.756756756756756, | |
| "grad_norm": 1.023120641708374, | |
| "learning_rate": 1.818845506082943e-05, | |
| "loss": 0.016, | |
| "num_input_tokens_seen": 80338424, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 11.776061776061777, | |
| "grad_norm": 2.093369960784912, | |
| "learning_rate": 1.811554403111342e-05, | |
| "loss": 0.0246, | |
| "num_input_tokens_seen": 80482552, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 11.795366795366796, | |
| "grad_norm": 0.853808581829071, | |
| "learning_rate": 1.8042696308075968e-05, | |
| "loss": 0.0168, | |
| "num_input_tokens_seen": 80597752, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 11.814671814671815, | |
| "grad_norm": 1.6099953651428223, | |
| "learning_rate": 1.7969912561595317e-05, | |
| "loss": 0.0181, | |
| "num_input_tokens_seen": 80746744, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 11.833976833976834, | |
| "grad_norm": 0.9269828200340271, | |
| "learning_rate": 1.789719346096144e-05, | |
| "loss": 0.0162, | |
| "num_input_tokens_seen": 80899064, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 11.853281853281853, | |
| "grad_norm": 0.6096843481063843, | |
| "learning_rate": 1.7824539674869827e-05, | |
| "loss": 0.0142, | |
| "num_input_tokens_seen": 81060856, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 11.872586872586872, | |
| "grad_norm": 0.7218270897865295, | |
| "learning_rate": 1.7751951871415385e-05, | |
| "loss": 0.017, | |
| "num_input_tokens_seen": 81197816, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 11.891891891891891, | |
| "grad_norm": 2.1457033157348633, | |
| "learning_rate": 1.7679430718086243e-05, | |
| "loss": 0.0243, | |
| "num_input_tokens_seen": 81304312, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 11.91119691119691, | |
| "grad_norm": 1.1789997816085815, | |
| "learning_rate": 1.760697688175767e-05, | |
| "loss": 0.0206, | |
| "num_input_tokens_seen": 81434872, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 11.930501930501931, | |
| "grad_norm": 1.7655112743377686, | |
| "learning_rate": 1.7534591028685894e-05, | |
| "loss": 0.0168, | |
| "num_input_tokens_seen": 81596920, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 11.94980694980695, | |
| "grad_norm": 1.3343671560287476, | |
| "learning_rate": 1.746227382450201e-05, | |
| "loss": 0.0173, | |
| "num_input_tokens_seen": 81750008, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 11.96911196911197, | |
| "grad_norm": 1.830177903175354, | |
| "learning_rate": 1.7390025934205837e-05, | |
| "loss": 0.0239, | |
| "num_input_tokens_seen": 81850360, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 11.988416988416988, | |
| "grad_norm": 1.2948367595672607, | |
| "learning_rate": 1.7317848022159822e-05, | |
| "loss": 0.0191, | |
| "num_input_tokens_seen": 81999608, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 12.007722007722007, | |
| "grad_norm": 0.61854487657547, | |
| "learning_rate": 1.72457407520829e-05, | |
| "loss": 0.0113, | |
| "num_input_tokens_seen": 82144488, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 12.027027027027026, | |
| "grad_norm": 0.6811046004295349, | |
| "learning_rate": 1.7173704787044446e-05, | |
| "loss": 0.0123, | |
| "num_input_tokens_seen": 82274280, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 12.046332046332047, | |
| "grad_norm": 0.5352727174758911, | |
| "learning_rate": 1.7101740789458097e-05, | |
| "loss": 0.0071, | |
| "num_input_tokens_seen": 82384104, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 12.065637065637066, | |
| "grad_norm": 1.288461446762085, | |
| "learning_rate": 1.7029849421075757e-05, | |
| "loss": 0.0128, | |
| "num_input_tokens_seen": 82490344, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 12.084942084942085, | |
| "grad_norm": 0.9903656840324402, | |
| "learning_rate": 1.6958031342981405e-05, | |
| "loss": 0.0127, | |
| "num_input_tokens_seen": 82594536, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 12.104247104247104, | |
| "grad_norm": 0.786799430847168, | |
| "learning_rate": 1.6886287215585134e-05, | |
| "loss": 0.0132, | |
| "num_input_tokens_seen": 82700264, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 12.123552123552123, | |
| "grad_norm": 0.7773774266242981, | |
| "learning_rate": 1.6814617698616945e-05, | |
| "loss": 0.0099, | |
| "num_input_tokens_seen": 82830824, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 12.142857142857142, | |
| "grad_norm": 1.209380030632019, | |
| "learning_rate": 1.6743023451120832e-05, | |
| "loss": 0.0111, | |
| "num_input_tokens_seen": 82963944, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 12.162162162162161, | |
| "grad_norm": 0.8817998170852661, | |
| "learning_rate": 1.667150513144856e-05, | |
| "loss": 0.0112, | |
| "num_input_tokens_seen": 83074024, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 12.181467181467182, | |
| "grad_norm": 1.7586342096328735, | |
| "learning_rate": 1.660006339725377e-05, | |
| "loss": 0.0133, | |
| "num_input_tokens_seen": 83183080, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 12.200772200772201, | |
| "grad_norm": 0.815854549407959, | |
| "learning_rate": 1.6528698905485784e-05, | |
| "loss": 0.0114, | |
| "num_input_tokens_seen": 83314408, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 12.22007722007722, | |
| "grad_norm": 1.0186066627502441, | |
| "learning_rate": 1.645741231238369e-05, | |
| "loss": 0.0151, | |
| "num_input_tokens_seen": 83448808, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 12.23938223938224, | |
| "grad_norm": 0.9455981254577637, | |
| "learning_rate": 1.6386204273470208e-05, | |
| "loss": 0.0081, | |
| "num_input_tokens_seen": 83603688, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 12.258687258687258, | |
| "grad_norm": 0.5357372164726257, | |
| "learning_rate": 1.6315075443545734e-05, | |
| "loss": 0.007, | |
| "num_input_tokens_seen": 83779304, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 12.277992277992277, | |
| "grad_norm": 1.0170356035232544, | |
| "learning_rate": 1.624402647668229e-05, | |
| "loss": 0.0123, | |
| "num_input_tokens_seen": 83904232, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 12.297297297297296, | |
| "grad_norm": 1.7153340578079224, | |
| "learning_rate": 1.617305802621748e-05, | |
| "loss": 0.0105, | |
| "num_input_tokens_seen": 84064488, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 12.316602316602317, | |
| "grad_norm": 0.8847137093544006, | |
| "learning_rate": 1.610217074474855e-05, | |
| "loss": 0.0082, | |
| "num_input_tokens_seen": 84197352, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 12.335907335907336, | |
| "grad_norm": 3.1383509635925293, | |
| "learning_rate": 1.6031365284126314e-05, | |
| "loss": 0.0168, | |
| "num_input_tokens_seen": 84329704, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 12.355212355212355, | |
| "grad_norm": 0.9392812252044678, | |
| "learning_rate": 1.5960642295449228e-05, | |
| "loss": 0.0092, | |
| "num_input_tokens_seen": 84475112, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 12.374517374517374, | |
| "grad_norm": 1.5533843040466309, | |
| "learning_rate": 1.5890002429057344e-05, | |
| "loss": 0.0131, | |
| "num_input_tokens_seen": 84606440, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 12.393822393822393, | |
| "grad_norm": 0.9457998275756836, | |
| "learning_rate": 1.581944633452636e-05, | |
| "loss": 0.0079, | |
| "num_input_tokens_seen": 84771048, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 12.413127413127413, | |
| "grad_norm": 0.1900276094675064, | |
| "learning_rate": 1.5748974660661653e-05, | |
| "loss": 0.0102, | |
| "num_input_tokens_seen": 84870120, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 12.432432432432432, | |
| "grad_norm": 1.335801362991333, | |
| "learning_rate": 1.567858805549229e-05, | |
| "loss": 0.0108, | |
| "num_input_tokens_seen": 84991976, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 12.451737451737452, | |
| "grad_norm": 1.124742865562439, | |
| "learning_rate": 1.5608287166265075e-05, | |
| "loss": 0.012, | |
| "num_input_tokens_seen": 85147880, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 12.471042471042471, | |
| "grad_norm": 1.095903992652893, | |
| "learning_rate": 1.5538072639438633e-05, | |
| "loss": 0.0097, | |
| "num_input_tokens_seen": 85335016, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 12.49034749034749, | |
| "grad_norm": 0.7687711715698242, | |
| "learning_rate": 1.546794512067739e-05, | |
| "loss": 0.0105, | |
| "num_input_tokens_seen": 85456872, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 12.50965250965251, | |
| "grad_norm": 0.6484484672546387, | |
| "learning_rate": 1.539790525484573e-05, | |
| "loss": 0.0086, | |
| "num_input_tokens_seen": 85594344, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 12.528957528957529, | |
| "grad_norm": 0.6688821315765381, | |
| "learning_rate": 1.5327953686001973e-05, | |
| "loss": 0.0177, | |
| "num_input_tokens_seen": 85765352, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 12.548262548262548, | |
| "grad_norm": 1.0532523393630981, | |
| "learning_rate": 1.525809105739252e-05, | |
| "loss": 0.0124, | |
| "num_input_tokens_seen": 85894888, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 12.567567567567568, | |
| "grad_norm": 0.633204460144043, | |
| "learning_rate": 1.5188318011445906e-05, | |
| "loss": 0.0121, | |
| "num_input_tokens_seen": 86042856, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 12.586872586872587, | |
| "grad_norm": 1.3112810850143433, | |
| "learning_rate": 1.511863518976691e-05, | |
| "loss": 0.0137, | |
| "num_input_tokens_seen": 86182632, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 12.606177606177607, | |
| "grad_norm": 0.8959654569625854, | |
| "learning_rate": 1.5049043233130622e-05, | |
| "loss": 0.0117, | |
| "num_input_tokens_seen": 86324200, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 12.625482625482626, | |
| "grad_norm": 1.571006417274475, | |
| "learning_rate": 1.4979542781476601e-05, | |
| "loss": 0.0116, | |
| "num_input_tokens_seen": 86514152, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 12.644787644787645, | |
| "grad_norm": 1.573019027709961, | |
| "learning_rate": 1.4910134473902943e-05, | |
| "loss": 0.0097, | |
| "num_input_tokens_seen": 86638312, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 12.664092664092664, | |
| "grad_norm": 1.1178486347198486, | |
| "learning_rate": 1.4840818948660434e-05, | |
| "loss": 0.0117, | |
| "num_input_tokens_seen": 86778856, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 12.683397683397683, | |
| "grad_norm": 0.44218119978904724, | |
| "learning_rate": 1.4771596843146665e-05, | |
| "loss": 0.0072, | |
| "num_input_tokens_seen": 86894824, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 12.702702702702704, | |
| "grad_norm": 0.4475366175174713, | |
| "learning_rate": 1.4702468793900188e-05, | |
| "loss": 0.0158, | |
| "num_input_tokens_seen": 87012840, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 12.722007722007723, | |
| "grad_norm": 0.7916795611381531, | |
| "learning_rate": 1.4633435436594636e-05, | |
| "loss": 0.0086, | |
| "num_input_tokens_seen": 87125736, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 12.741312741312742, | |
| "grad_norm": 0.755908191204071, | |
| "learning_rate": 1.456449740603291e-05, | |
| "loss": 0.0122, | |
| "num_input_tokens_seen": 87274216, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 12.76061776061776, | |
| "grad_norm": 0.6457445621490479, | |
| "learning_rate": 1.4495655336141301e-05, | |
| "loss": 0.0125, | |
| "num_input_tokens_seen": 87417832, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 12.77992277992278, | |
| "grad_norm": 0.6330153346061707, | |
| "learning_rate": 1.4426909859963717e-05, | |
| "loss": 0.0073, | |
| "num_input_tokens_seen": 87560936, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 12.799227799227799, | |
| "grad_norm": 4.419582843780518, | |
| "learning_rate": 1.4358261609655804e-05, | |
| "loss": 0.0335, | |
| "num_input_tokens_seen": 87672040, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 12.818532818532818, | |
| "grad_norm": 1.6640141010284424, | |
| "learning_rate": 1.4289711216479156e-05, | |
| "loss": 0.0126, | |
| "num_input_tokens_seen": 87772648, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 12.837837837837839, | |
| "grad_norm": 1.2241111993789673, | |
| "learning_rate": 1.4221259310795543e-05, | |
| "loss": 0.0121, | |
| "num_input_tokens_seen": 87863272, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 12.857142857142858, | |
| "grad_norm": 0.7807748913764954, | |
| "learning_rate": 1.4152906522061048e-05, | |
| "loss": 0.0099, | |
| "num_input_tokens_seen": 87976424, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 12.876447876447877, | |
| "grad_norm": 0.5787301659584045, | |
| "learning_rate": 1.4084653478820336e-05, | |
| "loss": 0.0141, | |
| "num_input_tokens_seen": 88120808, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 12.895752895752896, | |
| "grad_norm": 0.5152149796485901, | |
| "learning_rate": 1.401650080870083e-05, | |
| "loss": 0.0088, | |
| "num_input_tokens_seen": 88256232, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 12.915057915057915, | |
| "grad_norm": 1.5801312923431396, | |
| "learning_rate": 1.3948449138407002e-05, | |
| "loss": 0.0109, | |
| "num_input_tokens_seen": 88392936, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 12.934362934362934, | |
| "grad_norm": 1.0263210535049438, | |
| "learning_rate": 1.3880499093714534e-05, | |
| "loss": 0.0152, | |
| "num_input_tokens_seen": 88529896, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 12.953667953667953, | |
| "grad_norm": 1.541890263557434, | |
| "learning_rate": 1.3812651299464612e-05, | |
| "loss": 0.0123, | |
| "num_input_tokens_seen": 88639208, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 12.972972972972974, | |
| "grad_norm": 0.8043264746665955, | |
| "learning_rate": 1.3744906379558165e-05, | |
| "loss": 0.0141, | |
| "num_input_tokens_seen": 88752872, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 12.992277992277993, | |
| "grad_norm": 0.8968296051025391, | |
| "learning_rate": 1.367726495695015e-05, | |
| "loss": 0.0111, | |
| "num_input_tokens_seen": 88867816, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 13.011583011583012, | |
| "grad_norm": 0.6285333633422852, | |
| "learning_rate": 1.3609727653643779e-05, | |
| "loss": 0.0114, | |
| "num_input_tokens_seen": 88965264, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 13.03088803088803, | |
| "grad_norm": 0.5702968239784241, | |
| "learning_rate": 1.3542295090684837e-05, | |
| "loss": 0.0057, | |
| "num_input_tokens_seen": 89141392, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 13.05019305019305, | |
| "grad_norm": 1.4923161268234253, | |
| "learning_rate": 1.3474967888155948e-05, | |
| "loss": 0.006, | |
| "num_input_tokens_seen": 89261200, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 13.069498069498069, | |
| "grad_norm": 0.506509006023407, | |
| "learning_rate": 1.3407746665170912e-05, | |
| "loss": 0.0072, | |
| "num_input_tokens_seen": 89401488, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 13.088803088803088, | |
| "grad_norm": 1.0197346210479736, | |
| "learning_rate": 1.3340632039868953e-05, | |
| "loss": 0.0055, | |
| "num_input_tokens_seen": 89504912, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 13.108108108108109, | |
| "grad_norm": 0.270197331905365, | |
| "learning_rate": 1.3273624629409082e-05, | |
| "loss": 0.0039, | |
| "num_input_tokens_seen": 89619856, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 13.127413127413128, | |
| "grad_norm": 0.5792621374130249, | |
| "learning_rate": 1.3206725049964392e-05, | |
| "loss": 0.0044, | |
| "num_input_tokens_seen": 89806992, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 13.146718146718147, | |
| "grad_norm": 0.8487739562988281, | |
| "learning_rate": 1.3139933916716435e-05, | |
| "loss": 0.0084, | |
| "num_input_tokens_seen": 89948304, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 13.166023166023166, | |
| "grad_norm": 0.6044009327888489, | |
| "learning_rate": 1.3073251843849501e-05, | |
| "loss": 0.0074, | |
| "num_input_tokens_seen": 90098320, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 13.185328185328185, | |
| "grad_norm": 0.7097198367118835, | |
| "learning_rate": 1.3006679444545025e-05, | |
| "loss": 0.0066, | |
| "num_input_tokens_seen": 90211216, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 13.204633204633204, | |
| "grad_norm": 1.2196393013000488, | |
| "learning_rate": 1.2940217330975912e-05, | |
| "loss": 0.0054, | |
| "num_input_tokens_seen": 90331024, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 13.223938223938223, | |
| "grad_norm": 0.7763360142707825, | |
| "learning_rate": 1.2873866114300951e-05, | |
| "loss": 0.0115, | |
| "num_input_tokens_seen": 90446224, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 13.243243243243244, | |
| "grad_norm": 0.3707767128944397, | |
| "learning_rate": 1.2807626404659142e-05, | |
| "loss": 0.0082, | |
| "num_input_tokens_seen": 90567568, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 13.262548262548263, | |
| "grad_norm": 2.04919171333313, | |
| "learning_rate": 1.2741498811164127e-05, | |
| "loss": 0.012, | |
| "num_input_tokens_seen": 90708368, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 13.281853281853282, | |
| "grad_norm": 0.5803795456886292, | |
| "learning_rate": 1.2675483941898548e-05, | |
| "loss": 0.0122, | |
| "num_input_tokens_seen": 90872976, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 13.301158301158301, | |
| "grad_norm": 0.20803996920585632, | |
| "learning_rate": 1.2609582403908526e-05, | |
| "loss": 0.0045, | |
| "num_input_tokens_seen": 90986128, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 13.32046332046332, | |
| "grad_norm": 0.2549193203449249, | |
| "learning_rate": 1.2543794803197995e-05, | |
| "loss": 0.0065, | |
| "num_input_tokens_seen": 91110544, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 13.339768339768339, | |
| "grad_norm": 0.8609089851379395, | |
| "learning_rate": 1.2478121744723164e-05, | |
| "loss": 0.0102, | |
| "num_input_tokens_seen": 91256720, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 13.35907335907336, | |
| "grad_norm": 0.8688700199127197, | |
| "learning_rate": 1.2412563832387003e-05, | |
| "loss": 0.0035, | |
| "num_input_tokens_seen": 91354512, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 13.378378378378379, | |
| "grad_norm": 0.6687062978744507, | |
| "learning_rate": 1.234712166903359e-05, | |
| "loss": 0.0199, | |
| "num_input_tokens_seen": 91484304, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 13.397683397683398, | |
| "grad_norm": 1.2453186511993408, | |
| "learning_rate": 1.2281795856442668e-05, | |
| "loss": 0.0178, | |
| "num_input_tokens_seen": 91621520, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 13.416988416988417, | |
| "grad_norm": 0.5360046029090881, | |
| "learning_rate": 1.2216586995324031e-05, | |
| "loss": 0.008, | |
| "num_input_tokens_seen": 91743888, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 13.436293436293436, | |
| "grad_norm": 0.4313749372959137, | |
| "learning_rate": 1.2151495685312054e-05, | |
| "loss": 0.0084, | |
| "num_input_tokens_seen": 91875728, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 13.455598455598455, | |
| "grad_norm": 0.7261118292808533, | |
| "learning_rate": 1.2086522524960137e-05, | |
| "loss": 0.0061, | |
| "num_input_tokens_seen": 91986576, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 13.474903474903474, | |
| "grad_norm": 0.6693235635757446, | |
| "learning_rate": 1.2021668111735263e-05, | |
| "loss": 0.0104, | |
| "num_input_tokens_seen": 92082320, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 13.494208494208495, | |
| "grad_norm": 0.5525346994400024, | |
| "learning_rate": 1.1956933042012427e-05, | |
| "loss": 0.0073, | |
| "num_input_tokens_seen": 92183696, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 13.513513513513514, | |
| "grad_norm": 1.5677294731140137, | |
| "learning_rate": 1.1892317911069212e-05, | |
| "loss": 0.0055, | |
| "num_input_tokens_seen": 92300432, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 13.532818532818533, | |
| "grad_norm": 0.368313729763031, | |
| "learning_rate": 1.1827823313080266e-05, | |
| "loss": 0.0051, | |
| "num_input_tokens_seen": 92447120, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 13.552123552123552, | |
| "grad_norm": 0.3600405752658844, | |
| "learning_rate": 1.1763449841111906e-05, | |
| "loss": 0.0092, | |
| "num_input_tokens_seen": 92584848, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 13.571428571428571, | |
| "grad_norm": 0.3889321982860565, | |
| "learning_rate": 1.1699198087116589e-05, | |
| "loss": 0.0048, | |
| "num_input_tokens_seen": 92709520, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 13.59073359073359, | |
| "grad_norm": 0.35128799080848694, | |
| "learning_rate": 1.163506864192751e-05, | |
| "loss": 0.0075, | |
| "num_input_tokens_seen": 92850832, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 13.61003861003861, | |
| "grad_norm": 0.8390093445777893, | |
| "learning_rate": 1.1571062095253157e-05, | |
| "loss": 0.0116, | |
| "num_input_tokens_seen": 92988560, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 13.62934362934363, | |
| "grad_norm": 0.51105797290802, | |
| "learning_rate": 1.1507179035671922e-05, | |
| "loss": 0.0063, | |
| "num_input_tokens_seen": 93109392, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 13.64864864864865, | |
| "grad_norm": 0.18288812041282654, | |
| "learning_rate": 1.1443420050626625e-05, | |
| "loss": 0.004, | |
| "num_input_tokens_seen": 93271440, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 13.667953667953668, | |
| "grad_norm": 0.7214062809944153, | |
| "learning_rate": 1.1379785726419162e-05, | |
| "loss": 0.0105, | |
| "num_input_tokens_seen": 93416592, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 13.687258687258687, | |
| "grad_norm": 0.3515792489051819, | |
| "learning_rate": 1.1316276648205085e-05, | |
| "loss": 0.0089, | |
| "num_input_tokens_seen": 93549200, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 13.706563706563706, | |
| "grad_norm": 0.46057796478271484, | |
| "learning_rate": 1.1252893399988263e-05, | |
| "loss": 0.0087, | |
| "num_input_tokens_seen": 93678224, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 13.725868725868725, | |
| "grad_norm": 1.148747205734253, | |
| "learning_rate": 1.1189636564615458e-05, | |
| "loss": 0.0061, | |
| "num_input_tokens_seen": 93810832, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 13.745173745173744, | |
| "grad_norm": 0.8160545825958252, | |
| "learning_rate": 1.1126506723770996e-05, | |
| "loss": 0.0093, | |
| "num_input_tokens_seen": 93951888, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 13.764478764478765, | |
| "grad_norm": 0.3965890109539032, | |
| "learning_rate": 1.1063504457971408e-05, | |
| "loss": 0.0077, | |
| "num_input_tokens_seen": 94042000, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 13.783783783783784, | |
| "grad_norm": 0.2592761814594269, | |
| "learning_rate": 1.1000630346560117e-05, | |
| "loss": 0.0057, | |
| "num_input_tokens_seen": 94174864, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 13.803088803088803, | |
| "grad_norm": 0.4129311442375183, | |
| "learning_rate": 1.0937884967702073e-05, | |
| "loss": 0.0064, | |
| "num_input_tokens_seen": 94305424, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 13.822393822393822, | |
| "grad_norm": 0.2524395287036896, | |
| "learning_rate": 1.087526889837845e-05, | |
| "loss": 0.0091, | |
| "num_input_tokens_seen": 94430352, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 13.841698841698841, | |
| "grad_norm": 0.7542433142662048, | |
| "learning_rate": 1.0812782714381342e-05, | |
| "loss": 0.0053, | |
| "num_input_tokens_seen": 94561424, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 13.86100386100386, | |
| "grad_norm": 0.449748694896698, | |
| "learning_rate": 1.0750426990308498e-05, | |
| "loss": 0.0094, | |
| "num_input_tokens_seen": 94686864, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 13.880308880308881, | |
| "grad_norm": 0.30807429552078247, | |
| "learning_rate": 1.0688202299557982e-05, | |
| "loss": 0.0087, | |
| "num_input_tokens_seen": 94844816, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 13.8996138996139, | |
| "grad_norm": 1.2935056686401367, | |
| "learning_rate": 1.0626109214322923e-05, | |
| "loss": 0.0089, | |
| "num_input_tokens_seen": 94953104, | |
| "step": 3600 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 5180, | |
| "num_input_tokens_seen": 94953104, | |
| "num_train_epochs": 20, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.544194638795899e+17, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |