| { | |
| "best_metric": 0.9683195592286501, | |
| "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-wsdmhar\\checkpoint-4187", | |
| "epoch": 100.0, | |
| "eval_steps": 500, | |
| "global_step": 5300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.18867924528301888, | |
| "grad_norm": 9.041044235229492, | |
| "learning_rate": 9.433962264150943e-07, | |
| "loss": 1.4928, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.37735849056603776, | |
| "grad_norm": 7.276942253112793, | |
| "learning_rate": 1.8867924528301887e-06, | |
| "loss": 1.4202, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.5660377358490566, | |
| "grad_norm": 8.077420234680176, | |
| "learning_rate": 2.830188679245283e-06, | |
| "loss": 1.3564, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.7547169811320755, | |
| "grad_norm": 7.560600280761719, | |
| "learning_rate": 3.7735849056603773e-06, | |
| "loss": 1.1939, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.9433962264150944, | |
| "grad_norm": 5.84022855758667, | |
| "learning_rate": 4.716981132075472e-06, | |
| "loss": 1.0624, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6091597796143251, | |
| "eval_loss": 0.8878794312477112, | |
| "eval_runtime": 12.739, | |
| "eval_samples_per_second": 227.961, | |
| "eval_steps_per_second": 7.143, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.1320754716981132, | |
| "grad_norm": 9.758731842041016, | |
| "learning_rate": 5.660377358490566e-06, | |
| "loss": 0.9299, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.320754716981132, | |
| "grad_norm": 7.677206993103027, | |
| "learning_rate": 6.60377358490566e-06, | |
| "loss": 0.8724, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.509433962264151, | |
| "grad_norm": 8.157505989074707, | |
| "learning_rate": 7.547169811320755e-06, | |
| "loss": 0.7971, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.6981132075471699, | |
| "grad_norm": 9.804584503173828, | |
| "learning_rate": 8.49056603773585e-06, | |
| "loss": 0.7717, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.8867924528301887, | |
| "grad_norm": 8.317395210266113, | |
| "learning_rate": 9.433962264150944e-06, | |
| "loss": 0.6893, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7090220385674931, | |
| "eval_loss": 0.6601111888885498, | |
| "eval_runtime": 13.0303, | |
| "eval_samples_per_second": 222.865, | |
| "eval_steps_per_second": 6.984, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 2.0754716981132075, | |
| "grad_norm": 5.714374542236328, | |
| "learning_rate": 1.0377358490566038e-05, | |
| "loss": 0.6923, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 2.2641509433962264, | |
| "grad_norm": 8.416643142700195, | |
| "learning_rate": 1.1320754716981132e-05, | |
| "loss": 0.6475, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 2.452830188679245, | |
| "grad_norm": 8.871334075927734, | |
| "learning_rate": 1.2264150943396227e-05, | |
| "loss": 0.6156, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 2.641509433962264, | |
| "grad_norm": 10.934247970581055, | |
| "learning_rate": 1.320754716981132e-05, | |
| "loss": 0.597, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 2.830188679245283, | |
| "grad_norm": 12.311450004577637, | |
| "learning_rate": 1.4150943396226415e-05, | |
| "loss": 0.6152, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7854683195592287, | |
| "eval_loss": 0.5114469528198242, | |
| "eval_runtime": 13.0985, | |
| "eval_samples_per_second": 221.706, | |
| "eval_steps_per_second": 6.947, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 3.018867924528302, | |
| "grad_norm": 8.85444164276123, | |
| "learning_rate": 1.509433962264151e-05, | |
| "loss": 0.5785, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 3.207547169811321, | |
| "grad_norm": 7.401244640350342, | |
| "learning_rate": 1.6037735849056604e-05, | |
| "loss": 0.5343, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 3.3962264150943398, | |
| "grad_norm": 6.694042205810547, | |
| "learning_rate": 1.69811320754717e-05, | |
| "loss": 0.5322, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 3.5849056603773586, | |
| "grad_norm": 7.124511241912842, | |
| "learning_rate": 1.7924528301886792e-05, | |
| "loss": 0.5533, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 3.7735849056603774, | |
| "grad_norm": 11.249773025512695, | |
| "learning_rate": 1.8867924528301888e-05, | |
| "loss": 0.4865, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 3.9622641509433962, | |
| "grad_norm": 19.239667892456055, | |
| "learning_rate": 1.9811320754716984e-05, | |
| "loss": 0.5456, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8422865013774105, | |
| "eval_loss": 0.3818637728691101, | |
| "eval_runtime": 13.2694, | |
| "eval_samples_per_second": 218.849, | |
| "eval_steps_per_second": 6.858, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 4.150943396226415, | |
| "grad_norm": 11.330594062805176, | |
| "learning_rate": 2.0754716981132076e-05, | |
| "loss": 0.5114, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 4.339622641509434, | |
| "grad_norm": 11.731520652770996, | |
| "learning_rate": 2.1698113207547172e-05, | |
| "loss": 0.4923, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 4.528301886792453, | |
| "grad_norm": 6.535953521728516, | |
| "learning_rate": 2.2641509433962265e-05, | |
| "loss": 0.4251, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 4.716981132075472, | |
| "grad_norm": 5.095239639282227, | |
| "learning_rate": 2.358490566037736e-05, | |
| "loss": 0.4388, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 4.90566037735849, | |
| "grad_norm": 8.532243728637695, | |
| "learning_rate": 2.4528301886792453e-05, | |
| "loss": 0.4673, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.871900826446281, | |
| "eval_loss": 0.32669946551322937, | |
| "eval_runtime": 13.3969, | |
| "eval_samples_per_second": 216.767, | |
| "eval_steps_per_second": 6.793, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 5.09433962264151, | |
| "grad_norm": 7.914596080780029, | |
| "learning_rate": 2.547169811320755e-05, | |
| "loss": 0.4331, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 5.283018867924528, | |
| "grad_norm": 7.141151428222656, | |
| "learning_rate": 2.641509433962264e-05, | |
| "loss": 0.4553, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 5.471698113207547, | |
| "grad_norm": 9.838526725769043, | |
| "learning_rate": 2.7358490566037738e-05, | |
| "loss": 0.3864, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 5.660377358490566, | |
| "grad_norm": 6.91007137298584, | |
| "learning_rate": 2.830188679245283e-05, | |
| "loss": 0.4015, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 5.849056603773585, | |
| "grad_norm": 6.716864585876465, | |
| "learning_rate": 2.9245283018867926e-05, | |
| "loss": 0.4166, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9039256198347108, | |
| "eval_loss": 0.2804345488548279, | |
| "eval_runtime": 13.5503, | |
| "eval_samples_per_second": 214.312, | |
| "eval_steps_per_second": 6.716, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 6.037735849056604, | |
| "grad_norm": 19.735078811645508, | |
| "learning_rate": 3.018867924528302e-05, | |
| "loss": 0.4004, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 6.226415094339623, | |
| "grad_norm": 14.484492301940918, | |
| "learning_rate": 3.113207547169811e-05, | |
| "loss": 0.4114, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 6.415094339622642, | |
| "grad_norm": 8.806564331054688, | |
| "learning_rate": 3.207547169811321e-05, | |
| "loss": 0.398, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 6.60377358490566, | |
| "grad_norm": 11.519726753234863, | |
| "learning_rate": 3.30188679245283e-05, | |
| "loss": 0.413, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 6.7924528301886795, | |
| "grad_norm": 4.552971363067627, | |
| "learning_rate": 3.39622641509434e-05, | |
| "loss": 0.3775, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 6.981132075471698, | |
| "grad_norm": 6.50352668762207, | |
| "learning_rate": 3.490566037735849e-05, | |
| "loss": 0.3757, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.8994490358126722, | |
| "eval_loss": 0.2881180942058563, | |
| "eval_runtime": 13.6033, | |
| "eval_samples_per_second": 213.478, | |
| "eval_steps_per_second": 6.69, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 7.169811320754717, | |
| "grad_norm": 5.162815093994141, | |
| "learning_rate": 3.5849056603773584e-05, | |
| "loss": 0.3744, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 7.3584905660377355, | |
| "grad_norm": 4.919179916381836, | |
| "learning_rate": 3.679245283018868e-05, | |
| "loss": 0.3084, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 7.547169811320755, | |
| "grad_norm": 8.160808563232422, | |
| "learning_rate": 3.7735849056603776e-05, | |
| "loss": 0.3388, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 7.735849056603773, | |
| "grad_norm": 7.450716972351074, | |
| "learning_rate": 3.867924528301887e-05, | |
| "loss": 0.3578, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 7.9245283018867925, | |
| "grad_norm": 7.976863861083984, | |
| "learning_rate": 3.962264150943397e-05, | |
| "loss": 0.3798, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.903236914600551, | |
| "eval_loss": 0.26347047090530396, | |
| "eval_runtime": 13.5658, | |
| "eval_samples_per_second": 214.068, | |
| "eval_steps_per_second": 6.708, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 8.11320754716981, | |
| "grad_norm": 6.626104354858398, | |
| "learning_rate": 4.0566037735849064e-05, | |
| "loss": 0.3583, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 8.30188679245283, | |
| "grad_norm": 6.100863933563232, | |
| "learning_rate": 4.150943396226415e-05, | |
| "loss": 0.3201, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 8.49056603773585, | |
| "grad_norm": 5.2761969566345215, | |
| "learning_rate": 4.245283018867925e-05, | |
| "loss": 0.3452, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 8.679245283018869, | |
| "grad_norm": 4.848881244659424, | |
| "learning_rate": 4.3396226415094345e-05, | |
| "loss": 0.3602, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 8.867924528301886, | |
| "grad_norm": 10.011419296264648, | |
| "learning_rate": 4.433962264150944e-05, | |
| "loss": 0.3303, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.9073691460055097, | |
| "eval_loss": 0.27034133672714233, | |
| "eval_runtime": 13.7374, | |
| "eval_samples_per_second": 211.393, | |
| "eval_steps_per_second": 6.624, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 9.056603773584905, | |
| "grad_norm": 8.56981372833252, | |
| "learning_rate": 4.528301886792453e-05, | |
| "loss": 0.31, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 9.245283018867925, | |
| "grad_norm": 7.121793270111084, | |
| "learning_rate": 4.6226415094339625e-05, | |
| "loss": 0.3098, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 9.433962264150944, | |
| "grad_norm": 4.458034515380859, | |
| "learning_rate": 4.716981132075472e-05, | |
| "loss": 0.3495, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 9.622641509433961, | |
| "grad_norm": 6.7864484786987305, | |
| "learning_rate": 4.811320754716982e-05, | |
| "loss": 0.3383, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 9.81132075471698, | |
| "grad_norm": 6.478758811950684, | |
| "learning_rate": 4.9056603773584906e-05, | |
| "loss": 0.316, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 6.849891185760498, | |
| "learning_rate": 5e-05, | |
| "loss": 0.3346, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.9004820936639119, | |
| "eval_loss": 0.25653818249702454, | |
| "eval_runtime": 13.7209, | |
| "eval_samples_per_second": 211.649, | |
| "eval_steps_per_second": 6.632, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 10.18867924528302, | |
| "grad_norm": 5.824264049530029, | |
| "learning_rate": 4.989517819706499e-05, | |
| "loss": 0.3262, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 10.377358490566039, | |
| "grad_norm": 9.913765907287598, | |
| "learning_rate": 4.979035639412998e-05, | |
| "loss": 0.2917, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 10.566037735849056, | |
| "grad_norm": 8.706583976745605, | |
| "learning_rate": 4.968553459119497e-05, | |
| "loss": 0.325, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 10.754716981132075, | |
| "grad_norm": 4.388184070587158, | |
| "learning_rate": 4.958071278825996e-05, | |
| "loss": 0.2934, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 10.943396226415095, | |
| "grad_norm": 7.9404988288879395, | |
| "learning_rate": 4.947589098532495e-05, | |
| "loss": 0.2971, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.931129476584022, | |
| "eval_loss": 0.21819160878658295, | |
| "eval_runtime": 13.8344, | |
| "eval_samples_per_second": 209.911, | |
| "eval_steps_per_second": 6.578, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 11.132075471698114, | |
| "grad_norm": 4.344425678253174, | |
| "learning_rate": 4.937106918238994e-05, | |
| "loss": 0.25, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 11.320754716981131, | |
| "grad_norm": 7.321628570556641, | |
| "learning_rate": 4.9266247379454926e-05, | |
| "loss": 0.3084, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 11.50943396226415, | |
| "grad_norm": 12.875089645385742, | |
| "learning_rate": 4.916142557651992e-05, | |
| "loss": 0.3069, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 11.69811320754717, | |
| "grad_norm": 6.05894660949707, | |
| "learning_rate": 4.9056603773584906e-05, | |
| "loss": 0.2905, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 11.88679245283019, | |
| "grad_norm": 10.023378372192383, | |
| "learning_rate": 4.8951781970649894e-05, | |
| "loss": 0.2992, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.9256198347107438, | |
| "eval_loss": 0.22397693991661072, | |
| "eval_runtime": 13.8485, | |
| "eval_samples_per_second": 209.698, | |
| "eval_steps_per_second": 6.571, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 12.075471698113208, | |
| "grad_norm": 6.025568962097168, | |
| "learning_rate": 4.884696016771489e-05, | |
| "loss": 0.2936, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 12.264150943396226, | |
| "grad_norm": 5.965641021728516, | |
| "learning_rate": 4.8742138364779875e-05, | |
| "loss": 0.266, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 12.452830188679245, | |
| "grad_norm": 4.047191143035889, | |
| "learning_rate": 4.863731656184486e-05, | |
| "loss": 0.2696, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 12.641509433962264, | |
| "grad_norm": 4.262639999389648, | |
| "learning_rate": 4.8532494758909855e-05, | |
| "loss": 0.2642, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 12.830188679245284, | |
| "grad_norm": 4.320269584655762, | |
| "learning_rate": 4.842767295597484e-05, | |
| "loss": 0.2637, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.9238980716253443, | |
| "eval_loss": 0.2130652368068695, | |
| "eval_runtime": 13.8031, | |
| "eval_samples_per_second": 210.388, | |
| "eval_steps_per_second": 6.593, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 13.018867924528301, | |
| "grad_norm": 6.210031032562256, | |
| "learning_rate": 4.8322851153039836e-05, | |
| "loss": 0.2755, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 13.20754716981132, | |
| "grad_norm": 5.736047744750977, | |
| "learning_rate": 4.8218029350104823e-05, | |
| "loss": 0.2373, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 13.39622641509434, | |
| "grad_norm": 5.341845989227295, | |
| "learning_rate": 4.811320754716982e-05, | |
| "loss": 0.2462, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 13.584905660377359, | |
| "grad_norm": 4.025936126708984, | |
| "learning_rate": 4.8008385744234804e-05, | |
| "loss": 0.2491, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 13.773584905660378, | |
| "grad_norm": 4.850243091583252, | |
| "learning_rate": 4.79035639412998e-05, | |
| "loss": 0.2437, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 13.962264150943396, | |
| "grad_norm": 4.280818939208984, | |
| "learning_rate": 4.7798742138364785e-05, | |
| "loss": 0.2653, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.9397382920110193, | |
| "eval_loss": 0.18005970120429993, | |
| "eval_runtime": 13.9135, | |
| "eval_samples_per_second": 208.718, | |
| "eval_steps_per_second": 6.54, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 14.150943396226415, | |
| "grad_norm": 4.664927959442139, | |
| "learning_rate": 4.769392033542977e-05, | |
| "loss": 0.2444, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 14.339622641509434, | |
| "grad_norm": 4.106526851654053, | |
| "learning_rate": 4.7589098532494766e-05, | |
| "loss": 0.2468, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 14.528301886792454, | |
| "grad_norm": 5.82990837097168, | |
| "learning_rate": 4.7484276729559753e-05, | |
| "loss": 0.2534, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 14.716981132075471, | |
| "grad_norm": 5.992727279663086, | |
| "learning_rate": 4.737945492662474e-05, | |
| "loss": 0.2247, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 14.90566037735849, | |
| "grad_norm": 5.288634300231934, | |
| "learning_rate": 4.7274633123689734e-05, | |
| "loss": 0.2472, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.9376721763085399, | |
| "eval_loss": 0.18071921169757843, | |
| "eval_runtime": 13.77, | |
| "eval_samples_per_second": 210.893, | |
| "eval_steps_per_second": 6.609, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 15.09433962264151, | |
| "grad_norm": 5.116296768188477, | |
| "learning_rate": 4.716981132075472e-05, | |
| "loss": 0.2706, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 15.283018867924529, | |
| "grad_norm": 4.876150131225586, | |
| "learning_rate": 4.706498951781971e-05, | |
| "loss": 0.2174, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 15.471698113207546, | |
| "grad_norm": 4.544086456298828, | |
| "learning_rate": 4.69601677148847e-05, | |
| "loss": 0.1944, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 15.660377358490566, | |
| "grad_norm": 7.460907459259033, | |
| "learning_rate": 4.685534591194969e-05, | |
| "loss": 0.2432, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 15.849056603773585, | |
| "grad_norm": 5.503137111663818, | |
| "learning_rate": 4.6750524109014677e-05, | |
| "loss": 0.2263, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.946625344352617, | |
| "eval_loss": 0.16115374863147736, | |
| "eval_runtime": 13.8807, | |
| "eval_samples_per_second": 209.211, | |
| "eval_steps_per_second": 6.556, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 16.037735849056602, | |
| "grad_norm": 3.875622272491455, | |
| "learning_rate": 4.664570230607967e-05, | |
| "loss": 0.2365, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 16.22641509433962, | |
| "grad_norm": 4.338544845581055, | |
| "learning_rate": 4.654088050314466e-05, | |
| "loss": 0.1973, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 16.41509433962264, | |
| "grad_norm": 6.0123724937438965, | |
| "learning_rate": 4.6436058700209645e-05, | |
| "loss": 0.2341, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 16.60377358490566, | |
| "grad_norm": 3.352548837661743, | |
| "learning_rate": 4.633123689727464e-05, | |
| "loss": 0.195, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 16.79245283018868, | |
| "grad_norm": 3.6743788719177246, | |
| "learning_rate": 4.6226415094339625e-05, | |
| "loss": 0.2149, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 16.9811320754717, | |
| "grad_norm": 3.634098768234253, | |
| "learning_rate": 4.612159329140461e-05, | |
| "loss": 0.1786, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.9418044077134986, | |
| "eval_loss": 0.17354166507720947, | |
| "eval_runtime": 13.8691, | |
| "eval_samples_per_second": 209.387, | |
| "eval_steps_per_second": 6.561, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 17.169811320754718, | |
| "grad_norm": 4.430752277374268, | |
| "learning_rate": 4.6016771488469606e-05, | |
| "loss": 0.205, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 17.358490566037737, | |
| "grad_norm": 3.114032030105591, | |
| "learning_rate": 4.5911949685534594e-05, | |
| "loss": 0.2002, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 17.547169811320753, | |
| "grad_norm": 5.479780197143555, | |
| "learning_rate": 4.580712788259958e-05, | |
| "loss": 0.2224, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 17.735849056603772, | |
| "grad_norm": 5.793611526489258, | |
| "learning_rate": 4.570230607966457e-05, | |
| "loss": 0.1961, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 17.92452830188679, | |
| "grad_norm": 3.505262613296509, | |
| "learning_rate": 4.559748427672956e-05, | |
| "loss": 0.2103, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.9462809917355371, | |
| "eval_loss": 0.1786232590675354, | |
| "eval_runtime": 14.016, | |
| "eval_samples_per_second": 207.192, | |
| "eval_steps_per_second": 6.493, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 18.11320754716981, | |
| "grad_norm": 3.520742177963257, | |
| "learning_rate": 4.549266247379455e-05, | |
| "loss": 0.2158, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 18.30188679245283, | |
| "grad_norm": 5.575334072113037, | |
| "learning_rate": 4.5387840670859536e-05, | |
| "loss": 0.2004, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 18.49056603773585, | |
| "grad_norm": 4.227255344390869, | |
| "learning_rate": 4.528301886792453e-05, | |
| "loss": 0.173, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 18.67924528301887, | |
| "grad_norm": 4.518486022949219, | |
| "learning_rate": 4.517819706498952e-05, | |
| "loss": 0.1898, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 18.867924528301888, | |
| "grad_norm": 3.9365193843841553, | |
| "learning_rate": 4.5073375262054504e-05, | |
| "loss": 0.1725, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.9473140495867769, | |
| "eval_loss": 0.16307222843170166, | |
| "eval_runtime": 14.0184, | |
| "eval_samples_per_second": 207.157, | |
| "eval_steps_per_second": 6.491, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 19.056603773584907, | |
| "grad_norm": 4.218902587890625, | |
| "learning_rate": 4.49685534591195e-05, | |
| "loss": 0.1953, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 19.245283018867923, | |
| "grad_norm": 5.483488082885742, | |
| "learning_rate": 4.4863731656184485e-05, | |
| "loss": 0.1648, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 19.433962264150942, | |
| "grad_norm": 5.378849029541016, | |
| "learning_rate": 4.475890985324948e-05, | |
| "loss": 0.1807, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 19.62264150943396, | |
| "grad_norm": 5.601091384887695, | |
| "learning_rate": 4.4654088050314466e-05, | |
| "loss": 0.2101, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 19.81132075471698, | |
| "grad_norm": 2.9287290573120117, | |
| "learning_rate": 4.454926624737946e-05, | |
| "loss": 0.1628, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 6.378795146942139, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 0.1787, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.953168044077135, | |
| "eval_loss": 0.14394132792949677, | |
| "eval_runtime": 13.9963, | |
| "eval_samples_per_second": 207.483, | |
| "eval_steps_per_second": 6.502, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 20.18867924528302, | |
| "grad_norm": 5.156091213226318, | |
| "learning_rate": 4.433962264150944e-05, | |
| "loss": 0.1518, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 20.37735849056604, | |
| "grad_norm": 5.145476818084717, | |
| "learning_rate": 4.423480083857443e-05, | |
| "loss": 0.1779, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 20.566037735849058, | |
| "grad_norm": 4.119344711303711, | |
| "learning_rate": 4.4129979035639415e-05, | |
| "loss": 0.2038, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 20.754716981132077, | |
| "grad_norm": 4.134652137756348, | |
| "learning_rate": 4.402515723270441e-05, | |
| "loss": 0.1713, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 20.943396226415093, | |
| "grad_norm": 5.130320072174072, | |
| "learning_rate": 4.3920335429769396e-05, | |
| "loss": 0.1924, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_accuracy": 0.9504132231404959, | |
| "eval_loss": 0.13879624009132385, | |
| "eval_runtime": 13.8513, | |
| "eval_samples_per_second": 209.655, | |
| "eval_steps_per_second": 6.57, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 21.132075471698112, | |
| "grad_norm": 5.733437538146973, | |
| "learning_rate": 4.381551362683438e-05, | |
| "loss": 0.164, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 21.32075471698113, | |
| "grad_norm": 3.7996554374694824, | |
| "learning_rate": 4.3710691823899376e-05, | |
| "loss": 0.1479, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 21.50943396226415, | |
| "grad_norm": 4.9020891189575195, | |
| "learning_rate": 4.3605870020964364e-05, | |
| "loss": 0.1657, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 21.69811320754717, | |
| "grad_norm": 4.601658344268799, | |
| "learning_rate": 4.350104821802935e-05, | |
| "loss": 0.1644, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 21.88679245283019, | |
| "grad_norm": 5.638570785522461, | |
| "learning_rate": 4.3396226415094345e-05, | |
| "loss": 0.1662, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_accuracy": 0.9507575757575758, | |
| "eval_loss": 0.1469692885875702, | |
| "eval_runtime": 13.9412, | |
| "eval_samples_per_second": 208.304, | |
| "eval_steps_per_second": 6.527, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 22.07547169811321, | |
| "grad_norm": 7.325222015380859, | |
| "learning_rate": 4.329140461215933e-05, | |
| "loss": 0.1926, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 22.264150943396228, | |
| "grad_norm": 5.337314128875732, | |
| "learning_rate": 4.318658280922432e-05, | |
| "loss": 0.1908, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 22.452830188679247, | |
| "grad_norm": 3.660973072052002, | |
| "learning_rate": 4.308176100628931e-05, | |
| "loss": 0.1663, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 22.641509433962263, | |
| "grad_norm": 7.075264930725098, | |
| "learning_rate": 4.29769392033543e-05, | |
| "loss": 0.1778, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 22.830188679245282, | |
| "grad_norm": 2.9561445713043213, | |
| "learning_rate": 4.287211740041929e-05, | |
| "loss": 0.1724, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_accuracy": 0.949724517906336, | |
| "eval_loss": 0.15376034379005432, | |
| "eval_runtime": 13.9076, | |
| "eval_samples_per_second": 208.807, | |
| "eval_steps_per_second": 6.543, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 23.0188679245283, | |
| "grad_norm": 6.19976806640625, | |
| "learning_rate": 4.276729559748428e-05, | |
| "loss": 0.1867, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 23.20754716981132, | |
| "grad_norm": 5.15887451171875, | |
| "learning_rate": 4.266247379454927e-05, | |
| "loss": 0.1809, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 23.39622641509434, | |
| "grad_norm": 5.114108562469482, | |
| "learning_rate": 4.2557651991614255e-05, | |
| "loss": 0.1636, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 23.58490566037736, | |
| "grad_norm": 5.130180358886719, | |
| "learning_rate": 4.245283018867925e-05, | |
| "loss": 0.1835, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 23.77358490566038, | |
| "grad_norm": 5.375781536102295, | |
| "learning_rate": 4.2348008385744236e-05, | |
| "loss": 0.1764, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 23.962264150943398, | |
| "grad_norm": 3.6640334129333496, | |
| "learning_rate": 4.224318658280922e-05, | |
| "loss": 0.1633, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_accuracy": 0.9383608815426997, | |
| "eval_loss": 0.17309589684009552, | |
| "eval_runtime": 22.6597, | |
| "eval_samples_per_second": 128.157, | |
| "eval_steps_per_second": 4.016, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 24.150943396226417, | |
| "grad_norm": 4.2943196296691895, | |
| "learning_rate": 4.213836477987422e-05, | |
| "loss": 0.1458, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 24.339622641509433, | |
| "grad_norm": 4.514562129974365, | |
| "learning_rate": 4.2033542976939204e-05, | |
| "loss": 0.159, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 24.528301886792452, | |
| "grad_norm": 7.0057454109191895, | |
| "learning_rate": 4.192872117400419e-05, | |
| "loss": 0.1507, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 24.71698113207547, | |
| "grad_norm": 5.325743198394775, | |
| "learning_rate": 4.1823899371069185e-05, | |
| "loss": 0.201, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 24.90566037735849, | |
| "grad_norm": 4.204189300537109, | |
| "learning_rate": 4.171907756813417e-05, | |
| "loss": 0.174, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_accuracy": 0.9538567493112947, | |
| "eval_loss": 0.15548603236675262, | |
| "eval_runtime": 20.4244, | |
| "eval_samples_per_second": 142.183, | |
| "eval_steps_per_second": 4.455, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 25.09433962264151, | |
| "grad_norm": 5.918984413146973, | |
| "learning_rate": 4.161425576519916e-05, | |
| "loss": 0.1604, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 25.28301886792453, | |
| "grad_norm": 3.3942575454711914, | |
| "learning_rate": 4.150943396226415e-05, | |
| "loss": 0.1297, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 25.471698113207548, | |
| "grad_norm": 2.6150972843170166, | |
| "learning_rate": 4.140461215932914e-05, | |
| "loss": 0.1407, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 25.660377358490567, | |
| "grad_norm": 4.893429756164551, | |
| "learning_rate": 4.129979035639413e-05, | |
| "loss": 0.1637, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 25.849056603773583, | |
| "grad_norm": 5.928979396820068, | |
| "learning_rate": 4.119496855345912e-05, | |
| "loss": 0.1657, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_accuracy": 0.9493801652892562, | |
| "eval_loss": 0.15420162677764893, | |
| "eval_runtime": 20.5055, | |
| "eval_samples_per_second": 141.62, | |
| "eval_steps_per_second": 4.438, | |
| "step": 1378 | |
| }, | |
| { | |
| "epoch": 26.037735849056602, | |
| "grad_norm": 3.1796255111694336, | |
| "learning_rate": 4.109014675052411e-05, | |
| "loss": 0.1548, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 26.22641509433962, | |
| "grad_norm": 3.422128438949585, | |
| "learning_rate": 4.09853249475891e-05, | |
| "loss": 0.1379, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 26.41509433962264, | |
| "grad_norm": 4.308591365814209, | |
| "learning_rate": 4.088050314465409e-05, | |
| "loss": 0.1588, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 26.60377358490566, | |
| "grad_norm": 5.928549766540527, | |
| "learning_rate": 4.077568134171908e-05, | |
| "loss": 0.1793, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 26.79245283018868, | |
| "grad_norm": 4.973033905029297, | |
| "learning_rate": 4.067085953878407e-05, | |
| "loss": 0.114, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 26.9811320754717, | |
| "grad_norm": 3.7284395694732666, | |
| "learning_rate": 4.0566037735849064e-05, | |
| "loss": 0.1513, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_accuracy": 0.9507575757575758, | |
| "eval_loss": 0.15260200202465057, | |
| "eval_runtime": 20.5592, | |
| "eval_samples_per_second": 141.251, | |
| "eval_steps_per_second": 4.426, | |
| "step": 1431 | |
| }, | |
| { | |
| "epoch": 27.169811320754718, | |
| "grad_norm": 4.743962287902832, | |
| "learning_rate": 4.046121593291405e-05, | |
| "loss": 0.1396, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 27.358490566037737, | |
| "grad_norm": 5.549553871154785, | |
| "learning_rate": 4.035639412997904e-05, | |
| "loss": 0.1556, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 27.547169811320753, | |
| "grad_norm": 4.103055953979492, | |
| "learning_rate": 4.025157232704403e-05, | |
| "loss": 0.1448, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 27.735849056603772, | |
| "grad_norm": 3.5048537254333496, | |
| "learning_rate": 4.014675052410902e-05, | |
| "loss": 0.1536, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 27.92452830188679, | |
| "grad_norm": 3.7681641578674316, | |
| "learning_rate": 4.0041928721174006e-05, | |
| "loss": 0.126, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_accuracy": 0.9511019283746557, | |
| "eval_loss": 0.15600712597370148, | |
| "eval_runtime": 20.7331, | |
| "eval_samples_per_second": 140.066, | |
| "eval_steps_per_second": 4.389, | |
| "step": 1484 | |
| }, | |
| { | |
| "epoch": 28.11320754716981, | |
| "grad_norm": 3.522587299346924, | |
| "learning_rate": 3.9937106918239e-05, | |
| "loss": 0.1438, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 28.30188679245283, | |
| "grad_norm": 3.7148783206939697, | |
| "learning_rate": 3.983228511530399e-05, | |
| "loss": 0.154, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 28.49056603773585, | |
| "grad_norm": 7.454770565032959, | |
| "learning_rate": 3.9727463312368974e-05, | |
| "loss": 0.1783, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 28.67924528301887, | |
| "grad_norm": 3.996530532836914, | |
| "learning_rate": 3.962264150943397e-05, | |
| "loss": 0.1263, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 28.867924528301888, | |
| "grad_norm": 5.041396141052246, | |
| "learning_rate": 3.9517819706498955e-05, | |
| "loss": 0.1508, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "eval_accuracy": 0.9480027548209367, | |
| "eval_loss": 0.16071830689907074, | |
| "eval_runtime": 21.0223, | |
| "eval_samples_per_second": 138.139, | |
| "eval_steps_per_second": 4.329, | |
| "step": 1537 | |
| }, | |
| { | |
| "epoch": 29.056603773584907, | |
| "grad_norm": 3.525146007537842, | |
| "learning_rate": 3.941299790356394e-05, | |
| "loss": 0.1421, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 29.245283018867923, | |
| "grad_norm": 5.157039642333984, | |
| "learning_rate": 3.9308176100628936e-05, | |
| "loss": 0.1276, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 29.433962264150942, | |
| "grad_norm": 6.565103054046631, | |
| "learning_rate": 3.920335429769392e-05, | |
| "loss": 0.1662, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 29.62264150943396, | |
| "grad_norm": 3.140432357788086, | |
| "learning_rate": 3.909853249475891e-05, | |
| "loss": 0.1446, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 29.81132075471698, | |
| "grad_norm": 3.157646656036377, | |
| "learning_rate": 3.8993710691823904e-05, | |
| "loss": 0.1227, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "grad_norm": 3.9616310596466064, | |
| "learning_rate": 3.888888888888889e-05, | |
| "loss": 0.1368, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_accuracy": 0.9435261707988981, | |
| "eval_loss": 0.17288929224014282, | |
| "eval_runtime": 20.8012, | |
| "eval_samples_per_second": 139.608, | |
| "eval_steps_per_second": 4.375, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 30.18867924528302, | |
| "grad_norm": 2.845510482788086, | |
| "learning_rate": 3.878406708595388e-05, | |
| "loss": 0.1336, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 30.37735849056604, | |
| "grad_norm": 3.7001242637634277, | |
| "learning_rate": 3.867924528301887e-05, | |
| "loss": 0.1202, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 30.566037735849058, | |
| "grad_norm": 2.4213449954986572, | |
| "learning_rate": 3.857442348008386e-05, | |
| "loss": 0.1529, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 30.754716981132077, | |
| "grad_norm": 3.6384825706481934, | |
| "learning_rate": 3.8469601677148846e-05, | |
| "loss": 0.1128, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 30.943396226415093, | |
| "grad_norm": 9.870887756347656, | |
| "learning_rate": 3.836477987421384e-05, | |
| "loss": 0.1166, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "eval_accuracy": 0.953168044077135, | |
| "eval_loss": 0.155534565448761, | |
| "eval_runtime": 20.9232, | |
| "eval_samples_per_second": 138.793, | |
| "eval_steps_per_second": 4.349, | |
| "step": 1643 | |
| }, | |
| { | |
| "epoch": 31.132075471698112, | |
| "grad_norm": 7.167893886566162, | |
| "learning_rate": 3.825995807127883e-05, | |
| "loss": 0.1234, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 31.32075471698113, | |
| "grad_norm": 5.442743301391602, | |
| "learning_rate": 3.8155136268343814e-05, | |
| "loss": 0.1565, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 31.50943396226415, | |
| "grad_norm": 4.499869346618652, | |
| "learning_rate": 3.805031446540881e-05, | |
| "loss": 0.1191, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 31.69811320754717, | |
| "grad_norm": 4.722647666931152, | |
| "learning_rate": 3.7945492662473795e-05, | |
| "loss": 0.1239, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 31.88679245283019, | |
| "grad_norm": 3.9234910011291504, | |
| "learning_rate": 3.784067085953878e-05, | |
| "loss": 0.1076, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_accuracy": 0.9579889807162535, | |
| "eval_loss": 0.14003022015094757, | |
| "eval_runtime": 21.2564, | |
| "eval_samples_per_second": 136.618, | |
| "eval_steps_per_second": 4.281, | |
| "step": 1696 | |
| }, | |
| { | |
| "epoch": 32.075471698113205, | |
| "grad_norm": 5.3656721115112305, | |
| "learning_rate": 3.7735849056603776e-05, | |
| "loss": 0.1086, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 32.264150943396224, | |
| "grad_norm": 2.3153514862060547, | |
| "learning_rate": 3.763102725366876e-05, | |
| "loss": 0.1109, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 32.45283018867924, | |
| "grad_norm": 6.487193584442139, | |
| "learning_rate": 3.752620545073376e-05, | |
| "loss": 0.1296, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 32.64150943396226, | |
| "grad_norm": 4.362462997436523, | |
| "learning_rate": 3.7421383647798744e-05, | |
| "loss": 0.1078, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 32.83018867924528, | |
| "grad_norm": 4.543455123901367, | |
| "learning_rate": 3.731656184486374e-05, | |
| "loss": 0.1189, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "eval_accuracy": 0.9590220385674931, | |
| "eval_loss": 0.14192205667495728, | |
| "eval_runtime": 21.093, | |
| "eval_samples_per_second": 137.676, | |
| "eval_steps_per_second": 4.314, | |
| "step": 1749 | |
| }, | |
| { | |
| "epoch": 33.0188679245283, | |
| "grad_norm": 3.2465994358062744, | |
| "learning_rate": 3.7211740041928725e-05, | |
| "loss": 0.1553, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 33.20754716981132, | |
| "grad_norm": 3.4110634326934814, | |
| "learning_rate": 3.710691823899371e-05, | |
| "loss": 0.1123, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 33.39622641509434, | |
| "grad_norm": 6.8291802406311035, | |
| "learning_rate": 3.7002096436058706e-05, | |
| "loss": 0.1288, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 33.58490566037736, | |
| "grad_norm": 5.650381565093994, | |
| "learning_rate": 3.689727463312369e-05, | |
| "loss": 0.1498, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 33.77358490566038, | |
| "grad_norm": 4.716341018676758, | |
| "learning_rate": 3.679245283018868e-05, | |
| "loss": 0.137, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 33.9622641509434, | |
| "grad_norm": 4.079151153564453, | |
| "learning_rate": 3.6687631027253674e-05, | |
| "loss": 0.1512, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_accuracy": 0.9579889807162535, | |
| "eval_loss": 0.13637615740299225, | |
| "eval_runtime": 21.2019, | |
| "eval_samples_per_second": 136.969, | |
| "eval_steps_per_second": 4.292, | |
| "step": 1802 | |
| }, | |
| { | |
| "epoch": 34.15094339622642, | |
| "grad_norm": 3.646527051925659, | |
| "learning_rate": 3.658280922431866e-05, | |
| "loss": 0.1018, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 34.339622641509436, | |
| "grad_norm": 6.170238971710205, | |
| "learning_rate": 3.647798742138365e-05, | |
| "loss": 0.1085, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 34.528301886792455, | |
| "grad_norm": 3.559018611907959, | |
| "learning_rate": 3.637316561844864e-05, | |
| "loss": 0.115, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 34.716981132075475, | |
| "grad_norm": 5.245954990386963, | |
| "learning_rate": 3.626834381551363e-05, | |
| "loss": 0.1183, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 34.905660377358494, | |
| "grad_norm": 4.156854629516602, | |
| "learning_rate": 3.6163522012578616e-05, | |
| "loss": 0.1323, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "eval_accuracy": 0.9538567493112947, | |
| "eval_loss": 0.14969290792942047, | |
| "eval_runtime": 21.2793, | |
| "eval_samples_per_second": 136.471, | |
| "eval_steps_per_second": 4.276, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 35.094339622641506, | |
| "grad_norm": 4.309362888336182, | |
| "learning_rate": 3.605870020964361e-05, | |
| "loss": 0.1268, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 35.283018867924525, | |
| "grad_norm": 3.494779348373413, | |
| "learning_rate": 3.59538784067086e-05, | |
| "loss": 0.1339, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 35.471698113207545, | |
| "grad_norm": 4.567333221435547, | |
| "learning_rate": 3.5849056603773584e-05, | |
| "loss": 0.1003, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 35.660377358490564, | |
| "grad_norm": 5.073373317718506, | |
| "learning_rate": 3.574423480083858e-05, | |
| "loss": 0.1413, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 35.84905660377358, | |
| "grad_norm": 3.0305075645446777, | |
| "learning_rate": 3.5639412997903565e-05, | |
| "loss": 0.1031, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_accuracy": 0.9579889807162535, | |
| "eval_loss": 0.14369449019432068, | |
| "eval_runtime": 21.3446, | |
| "eval_samples_per_second": 136.053, | |
| "eval_steps_per_second": 4.263, | |
| "step": 1908 | |
| }, | |
| { | |
| "epoch": 36.0377358490566, | |
| "grad_norm": 2.8232624530792236, | |
| "learning_rate": 3.553459119496855e-05, | |
| "loss": 0.1213, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 36.22641509433962, | |
| "grad_norm": 3.2020962238311768, | |
| "learning_rate": 3.5429769392033546e-05, | |
| "loss": 0.0914, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 36.41509433962264, | |
| "grad_norm": 4.236616134643555, | |
| "learning_rate": 3.532494758909853e-05, | |
| "loss": 0.1012, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 36.60377358490566, | |
| "grad_norm": 4.817173480987549, | |
| "learning_rate": 3.522012578616352e-05, | |
| "loss": 0.1082, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 36.79245283018868, | |
| "grad_norm": 3.9018845558166504, | |
| "learning_rate": 3.5115303983228514e-05, | |
| "loss": 0.1074, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 36.9811320754717, | |
| "grad_norm": 5.009905815124512, | |
| "learning_rate": 3.50104821802935e-05, | |
| "loss": 0.1215, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "eval_accuracy": 0.9559228650137741, | |
| "eval_loss": 0.14596055448055267, | |
| "eval_runtime": 21.2599, | |
| "eval_samples_per_second": 136.595, | |
| "eval_steps_per_second": 4.28, | |
| "step": 1961 | |
| }, | |
| { | |
| "epoch": 37.16981132075472, | |
| "grad_norm": 2.7128424644470215, | |
| "learning_rate": 3.490566037735849e-05, | |
| "loss": 0.1129, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 37.35849056603774, | |
| "grad_norm": 4.401316165924072, | |
| "learning_rate": 3.480083857442348e-05, | |
| "loss": 0.1205, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 37.54716981132076, | |
| "grad_norm": 5.2666778564453125, | |
| "learning_rate": 3.469601677148847e-05, | |
| "loss": 0.127, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 37.735849056603776, | |
| "grad_norm": 2.7217955589294434, | |
| "learning_rate": 3.4591194968553456e-05, | |
| "loss": 0.1068, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 37.924528301886795, | |
| "grad_norm": 3.7162227630615234, | |
| "learning_rate": 3.448637316561845e-05, | |
| "loss": 0.1069, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_accuracy": 0.9600550964187328, | |
| "eval_loss": 0.13623014092445374, | |
| "eval_runtime": 21.3213, | |
| "eval_samples_per_second": 136.202, | |
| "eval_steps_per_second": 4.268, | |
| "step": 2014 | |
| }, | |
| { | |
| "epoch": 38.113207547169814, | |
| "grad_norm": 4.025697708129883, | |
| "learning_rate": 3.438155136268344e-05, | |
| "loss": 0.1095, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 38.301886792452834, | |
| "grad_norm": 9.188610076904297, | |
| "learning_rate": 3.4276729559748424e-05, | |
| "loss": 0.1233, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 38.490566037735846, | |
| "grad_norm": 4.473904609680176, | |
| "learning_rate": 3.417190775681342e-05, | |
| "loss": 0.1043, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 38.679245283018865, | |
| "grad_norm": 3.2655704021453857, | |
| "learning_rate": 3.4067085953878405e-05, | |
| "loss": 0.0906, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 38.867924528301884, | |
| "grad_norm": 5.039525985717773, | |
| "learning_rate": 3.39622641509434e-05, | |
| "loss": 0.129, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "eval_accuracy": 0.9590220385674931, | |
| "eval_loss": 0.1490471512079239, | |
| "eval_runtime": 21.334, | |
| "eval_samples_per_second": 136.12, | |
| "eval_steps_per_second": 4.265, | |
| "step": 2067 | |
| }, | |
| { | |
| "epoch": 39.056603773584904, | |
| "grad_norm": 3.194096326828003, | |
| "learning_rate": 3.3857442348008386e-05, | |
| "loss": 0.0893, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 39.24528301886792, | |
| "grad_norm": 1.9600547552108765, | |
| "learning_rate": 3.375262054507338e-05, | |
| "loss": 0.103, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 39.43396226415094, | |
| "grad_norm": 3.6588046550750732, | |
| "learning_rate": 3.364779874213837e-05, | |
| "loss": 0.1004, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 39.62264150943396, | |
| "grad_norm": 5.536744594573975, | |
| "learning_rate": 3.354297693920336e-05, | |
| "loss": 0.1163, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 39.81132075471698, | |
| "grad_norm": 2.2924985885620117, | |
| "learning_rate": 3.343815513626835e-05, | |
| "loss": 0.0862, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "grad_norm": 4.559634685516357, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.1202, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "eval_accuracy": 0.9545454545454546, | |
| "eval_loss": 0.16163212060928345, | |
| "eval_runtime": 21.3342, | |
| "eval_samples_per_second": 136.119, | |
| "eval_steps_per_second": 4.265, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 40.18867924528302, | |
| "grad_norm": 3.6690125465393066, | |
| "learning_rate": 3.322851153039833e-05, | |
| "loss": 0.111, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 40.37735849056604, | |
| "grad_norm": 4.344234943389893, | |
| "learning_rate": 3.3123689727463316e-05, | |
| "loss": 0.1072, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 40.56603773584906, | |
| "grad_norm": 3.5178353786468506, | |
| "learning_rate": 3.30188679245283e-05, | |
| "loss": 0.1036, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 40.75471698113208, | |
| "grad_norm": 4.753892421722412, | |
| "learning_rate": 3.29140461215933e-05, | |
| "loss": 0.1173, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 40.943396226415096, | |
| "grad_norm": 3.2936408519744873, | |
| "learning_rate": 3.2809224318658284e-05, | |
| "loss": 0.1011, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "eval_accuracy": 0.9569559228650137, | |
| "eval_loss": 0.15179601311683655, | |
| "eval_runtime": 21.3331, | |
| "eval_samples_per_second": 136.127, | |
| "eval_steps_per_second": 4.266, | |
| "step": 2173 | |
| }, | |
| { | |
| "epoch": 41.132075471698116, | |
| "grad_norm": 2.5210537910461426, | |
| "learning_rate": 3.270440251572327e-05, | |
| "loss": 0.0855, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 41.320754716981135, | |
| "grad_norm": 4.329328536987305, | |
| "learning_rate": 3.2599580712788265e-05, | |
| "loss": 0.1184, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 41.509433962264154, | |
| "grad_norm": 7.0313801765441895, | |
| "learning_rate": 3.249475890985325e-05, | |
| "loss": 0.1234, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 41.698113207547166, | |
| "grad_norm": 5.2681884765625, | |
| "learning_rate": 3.238993710691824e-05, | |
| "loss": 0.1292, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 41.886792452830186, | |
| "grad_norm": 3.91233229637146, | |
| "learning_rate": 3.228511530398323e-05, | |
| "loss": 0.1092, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 42.0, | |
| "eval_accuracy": 0.9617768595041323, | |
| "eval_loss": 0.13080263137817383, | |
| "eval_runtime": 21.5397, | |
| "eval_samples_per_second": 134.821, | |
| "eval_steps_per_second": 4.225, | |
| "step": 2226 | |
| }, | |
| { | |
| "epoch": 42.075471698113205, | |
| "grad_norm": 3.9293324947357178, | |
| "learning_rate": 3.218029350104822e-05, | |
| "loss": 0.0893, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 42.264150943396224, | |
| "grad_norm": 3.51786732673645, | |
| "learning_rate": 3.207547169811321e-05, | |
| "loss": 0.09, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 42.45283018867924, | |
| "grad_norm": 3.4958715438842773, | |
| "learning_rate": 3.19706498951782e-05, | |
| "loss": 0.1196, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 42.64150943396226, | |
| "grad_norm": 3.3699843883514404, | |
| "learning_rate": 3.186582809224319e-05, | |
| "loss": 0.1042, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 42.83018867924528, | |
| "grad_norm": 3.706667423248291, | |
| "learning_rate": 3.1761006289308175e-05, | |
| "loss": 0.1163, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 43.0, | |
| "eval_accuracy": 0.9590220385674931, | |
| "eval_loss": 0.14582620561122894, | |
| "eval_runtime": 21.7777, | |
| "eval_samples_per_second": 133.347, | |
| "eval_steps_per_second": 4.179, | |
| "step": 2279 | |
| }, | |
| { | |
| "epoch": 43.0188679245283, | |
| "grad_norm": 3.969252347946167, | |
| "learning_rate": 3.165618448637317e-05, | |
| "loss": 0.0884, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 43.20754716981132, | |
| "grad_norm": 5.795734882354736, | |
| "learning_rate": 3.1551362683438156e-05, | |
| "loss": 0.1031, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 43.39622641509434, | |
| "grad_norm": 2.936450481414795, | |
| "learning_rate": 3.144654088050314e-05, | |
| "loss": 0.1086, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 43.58490566037736, | |
| "grad_norm": 2.310685634613037, | |
| "learning_rate": 3.134171907756814e-05, | |
| "loss": 0.1055, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 43.77358490566038, | |
| "grad_norm": 5.497471809387207, | |
| "learning_rate": 3.1236897274633124e-05, | |
| "loss": 0.0898, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 43.9622641509434, | |
| "grad_norm": 3.115891456604004, | |
| "learning_rate": 3.113207547169811e-05, | |
| "loss": 0.1074, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 44.0, | |
| "eval_accuracy": 0.9548898071625345, | |
| "eval_loss": 0.14139670133590698, | |
| "eval_runtime": 21.5889, | |
| "eval_samples_per_second": 134.513, | |
| "eval_steps_per_second": 4.215, | |
| "step": 2332 | |
| }, | |
| { | |
| "epoch": 44.15094339622642, | |
| "grad_norm": 3.430103063583374, | |
| "learning_rate": 3.1027253668763105e-05, | |
| "loss": 0.0852, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 44.339622641509436, | |
| "grad_norm": 3.0305774211883545, | |
| "learning_rate": 3.092243186582809e-05, | |
| "loss": 0.0818, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 44.528301886792455, | |
| "grad_norm": 2.8462817668914795, | |
| "learning_rate": 3.081761006289308e-05, | |
| "loss": 0.0893, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 44.716981132075475, | |
| "grad_norm": 2.0366451740264893, | |
| "learning_rate": 3.071278825995807e-05, | |
| "loss": 0.088, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 44.905660377358494, | |
| "grad_norm": 2.5457682609558105, | |
| "learning_rate": 3.060796645702306e-05, | |
| "loss": 0.0814, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 45.0, | |
| "eval_accuracy": 0.9579889807162535, | |
| "eval_loss": 0.15091215074062347, | |
| "eval_runtime": 21.5296, | |
| "eval_samples_per_second": 134.884, | |
| "eval_steps_per_second": 4.227, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 45.094339622641506, | |
| "grad_norm": 2.5898990631103516, | |
| "learning_rate": 3.050314465408805e-05, | |
| "loss": 0.1118, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 45.283018867924525, | |
| "grad_norm": 4.282632350921631, | |
| "learning_rate": 3.0398322851153044e-05, | |
| "loss": 0.0861, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 45.471698113207545, | |
| "grad_norm": 3.0017223358154297, | |
| "learning_rate": 3.029350104821803e-05, | |
| "loss": 0.0882, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 45.660377358490564, | |
| "grad_norm": 5.122268199920654, | |
| "learning_rate": 3.018867924528302e-05, | |
| "loss": 0.0847, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 45.84905660377358, | |
| "grad_norm": 3.8469204902648926, | |
| "learning_rate": 3.0083857442348012e-05, | |
| "loss": 0.0985, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 46.0, | |
| "eval_accuracy": 0.9628099173553719, | |
| "eval_loss": 0.12866026163101196, | |
| "eval_runtime": 21.7086, | |
| "eval_samples_per_second": 133.772, | |
| "eval_steps_per_second": 4.192, | |
| "step": 2438 | |
| }, | |
| { | |
| "epoch": 46.0377358490566, | |
| "grad_norm": 3.621717691421509, | |
| "learning_rate": 2.9979035639413e-05, | |
| "loss": 0.0899, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 46.22641509433962, | |
| "grad_norm": 5.262154579162598, | |
| "learning_rate": 2.9874213836477987e-05, | |
| "loss": 0.1056, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 46.41509433962264, | |
| "grad_norm": 3.9734673500061035, | |
| "learning_rate": 2.976939203354298e-05, | |
| "loss": 0.0903, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 46.60377358490566, | |
| "grad_norm": 5.937262535095215, | |
| "learning_rate": 2.9664570230607968e-05, | |
| "loss": 0.0728, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 46.79245283018868, | |
| "grad_norm": 5.732816219329834, | |
| "learning_rate": 2.9559748427672958e-05, | |
| "loss": 0.1082, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 46.9811320754717, | |
| "grad_norm": 4.877685070037842, | |
| "learning_rate": 2.945492662473795e-05, | |
| "loss": 0.0863, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 47.0, | |
| "eval_accuracy": 0.962465564738292, | |
| "eval_loss": 0.12769892811775208, | |
| "eval_runtime": 21.6316, | |
| "eval_samples_per_second": 134.248, | |
| "eval_steps_per_second": 4.207, | |
| "step": 2491 | |
| }, | |
| { | |
| "epoch": 47.16981132075472, | |
| "grad_norm": 4.740653991699219, | |
| "learning_rate": 2.935010482180294e-05, | |
| "loss": 0.0924, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 47.35849056603774, | |
| "grad_norm": 3.5254249572753906, | |
| "learning_rate": 2.9245283018867926e-05, | |
| "loss": 0.0829, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 47.54716981132076, | |
| "grad_norm": 2.8752875328063965, | |
| "learning_rate": 2.9140461215932913e-05, | |
| "loss": 0.0917, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 47.735849056603776, | |
| "grad_norm": 3.466445207595825, | |
| "learning_rate": 2.9035639412997907e-05, | |
| "loss": 0.0683, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 47.924528301886795, | |
| "grad_norm": 4.896220684051514, | |
| "learning_rate": 2.8930817610062894e-05, | |
| "loss": 0.0932, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 48.0, | |
| "eval_accuracy": 0.9559228650137741, | |
| "eval_loss": 0.14526014029979706, | |
| "eval_runtime": 21.6957, | |
| "eval_samples_per_second": 133.851, | |
| "eval_steps_per_second": 4.194, | |
| "step": 2544 | |
| }, | |
| { | |
| "epoch": 48.113207547169814, | |
| "grad_norm": 2.655581474304199, | |
| "learning_rate": 2.882599580712788e-05, | |
| "loss": 0.0709, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 48.301886792452834, | |
| "grad_norm": 3.7453079223632812, | |
| "learning_rate": 2.8721174004192875e-05, | |
| "loss": 0.0856, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 48.490566037735846, | |
| "grad_norm": 4.565659999847412, | |
| "learning_rate": 2.8616352201257862e-05, | |
| "loss": 0.0737, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 48.679245283018865, | |
| "grad_norm": 2.7404532432556152, | |
| "learning_rate": 2.851153039832285e-05, | |
| "loss": 0.0843, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 48.867924528301884, | |
| "grad_norm": 2.5788304805755615, | |
| "learning_rate": 2.8406708595387843e-05, | |
| "loss": 0.0863, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 49.0, | |
| "eval_accuracy": 0.9566115702479339, | |
| "eval_loss": 0.15200072526931763, | |
| "eval_runtime": 21.6506, | |
| "eval_samples_per_second": 134.13, | |
| "eval_steps_per_second": 4.203, | |
| "step": 2597 | |
| }, | |
| { | |
| "epoch": 49.056603773584904, | |
| "grad_norm": 2.0969185829162598, | |
| "learning_rate": 2.830188679245283e-05, | |
| "loss": 0.0779, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 49.24528301886792, | |
| "grad_norm": 4.123626232147217, | |
| "learning_rate": 2.8197064989517817e-05, | |
| "loss": 0.1003, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 49.43396226415094, | |
| "grad_norm": 3.9485299587249756, | |
| "learning_rate": 2.809224318658281e-05, | |
| "loss": 0.0862, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 49.62264150943396, | |
| "grad_norm": 3.080941915512085, | |
| "learning_rate": 2.7987421383647798e-05, | |
| "loss": 0.072, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 49.81132075471698, | |
| "grad_norm": 3.656919002532959, | |
| "learning_rate": 2.788259958071279e-05, | |
| "loss": 0.0945, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 50.0, | |
| "grad_norm": 2.570844888687134, | |
| "learning_rate": 2.777777777777778e-05, | |
| "loss": 0.0887, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 50.0, | |
| "eval_accuracy": 0.9655647382920111, | |
| "eval_loss": 0.12789078056812286, | |
| "eval_runtime": 21.6593, | |
| "eval_samples_per_second": 134.076, | |
| "eval_steps_per_second": 4.201, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 50.18867924528302, | |
| "grad_norm": 2.957178831100464, | |
| "learning_rate": 2.767295597484277e-05, | |
| "loss": 0.0693, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 50.37735849056604, | |
| "grad_norm": 4.276056289672852, | |
| "learning_rate": 2.7568134171907757e-05, | |
| "loss": 0.0892, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 50.56603773584906, | |
| "grad_norm": 4.443928241729736, | |
| "learning_rate": 2.746331236897275e-05, | |
| "loss": 0.081, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 50.75471698113208, | |
| "grad_norm": 2.7647054195404053, | |
| "learning_rate": 2.7358490566037738e-05, | |
| "loss": 0.0606, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 50.943396226415096, | |
| "grad_norm": 5.863194942474365, | |
| "learning_rate": 2.7253668763102725e-05, | |
| "loss": 0.0744, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 51.0, | |
| "eval_accuracy": 0.9566115702479339, | |
| "eval_loss": 0.15517625212669373, | |
| "eval_runtime": 21.6847, | |
| "eval_samples_per_second": 133.919, | |
| "eval_steps_per_second": 4.196, | |
| "step": 2703 | |
| }, | |
| { | |
| "epoch": 51.132075471698116, | |
| "grad_norm": 3.68581485748291, | |
| "learning_rate": 2.714884696016772e-05, | |
| "loss": 0.0757, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 51.320754716981135, | |
| "grad_norm": 6.279058933258057, | |
| "learning_rate": 2.7044025157232706e-05, | |
| "loss": 0.0839, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 51.509433962264154, | |
| "grad_norm": 3.6847403049468994, | |
| "learning_rate": 2.6939203354297693e-05, | |
| "loss": 0.0754, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 51.698113207547166, | |
| "grad_norm": 3.514678716659546, | |
| "learning_rate": 2.6834381551362687e-05, | |
| "loss": 0.0717, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 51.886792452830186, | |
| "grad_norm": 5.7339768409729, | |
| "learning_rate": 2.6729559748427674e-05, | |
| "loss": 0.0928, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 52.0, | |
| "eval_accuracy": 0.9621212121212122, | |
| "eval_loss": 0.14646016061306, | |
| "eval_runtime": 21.7451, | |
| "eval_samples_per_second": 133.547, | |
| "eval_steps_per_second": 4.185, | |
| "step": 2756 | |
| }, | |
| { | |
| "epoch": 52.075471698113205, | |
| "grad_norm": 2.6166908740997314, | |
| "learning_rate": 2.662473794549266e-05, | |
| "loss": 0.0622, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 52.264150943396224, | |
| "grad_norm": 4.80858850479126, | |
| "learning_rate": 2.6519916142557655e-05, | |
| "loss": 0.0869, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 52.45283018867924, | |
| "grad_norm": 4.928915500640869, | |
| "learning_rate": 2.641509433962264e-05, | |
| "loss": 0.0796, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 52.64150943396226, | |
| "grad_norm": 4.719991207122803, | |
| "learning_rate": 2.631027253668763e-05, | |
| "loss": 0.0789, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 52.83018867924528, | |
| "grad_norm": 3.452692747116089, | |
| "learning_rate": 2.6205450733752623e-05, | |
| "loss": 0.0776, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 53.0, | |
| "eval_accuracy": 0.9583333333333334, | |
| "eval_loss": 0.15753231942653656, | |
| "eval_runtime": 21.7056, | |
| "eval_samples_per_second": 133.79, | |
| "eval_steps_per_second": 4.192, | |
| "step": 2809 | |
| }, | |
| { | |
| "epoch": 53.0188679245283, | |
| "grad_norm": 3.827479362487793, | |
| "learning_rate": 2.610062893081761e-05, | |
| "loss": 0.0614, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 53.20754716981132, | |
| "grad_norm": 3.628530979156494, | |
| "learning_rate": 2.59958071278826e-05, | |
| "loss": 0.0836, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 53.39622641509434, | |
| "grad_norm": 5.494470119476318, | |
| "learning_rate": 2.589098532494759e-05, | |
| "loss": 0.07, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 53.58490566037736, | |
| "grad_norm": 2.920034646987915, | |
| "learning_rate": 2.578616352201258e-05, | |
| "loss": 0.0861, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 53.77358490566038, | |
| "grad_norm": 2.367824077606201, | |
| "learning_rate": 2.5681341719077568e-05, | |
| "loss": 0.0824, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 53.9622641509434, | |
| "grad_norm": 4.855032444000244, | |
| "learning_rate": 2.5576519916142562e-05, | |
| "loss": 0.088, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 54.0, | |
| "eval_accuracy": 0.956267217630854, | |
| "eval_loss": 0.16139821708202362, | |
| "eval_runtime": 21.715, | |
| "eval_samples_per_second": 133.733, | |
| "eval_steps_per_second": 4.191, | |
| "step": 2862 | |
| }, | |
| { | |
| "epoch": 54.15094339622642, | |
| "grad_norm": 4.724045753479004, | |
| "learning_rate": 2.547169811320755e-05, | |
| "loss": 0.076, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 54.339622641509436, | |
| "grad_norm": 3.425045967102051, | |
| "learning_rate": 2.5366876310272536e-05, | |
| "loss": 0.0882, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 54.528301886792455, | |
| "grad_norm": 2.366727590560913, | |
| "learning_rate": 2.526205450733753e-05, | |
| "loss": 0.0492, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 54.716981132075475, | |
| "grad_norm": 3.3081116676330566, | |
| "learning_rate": 2.5157232704402517e-05, | |
| "loss": 0.0755, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 54.905660377358494, | |
| "grad_norm": 4.172368049621582, | |
| "learning_rate": 2.5052410901467504e-05, | |
| "loss": 0.0909, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 55.0, | |
| "eval_accuracy": 0.9638429752066116, | |
| "eval_loss": 0.13122335076332092, | |
| "eval_runtime": 22.1096, | |
| "eval_samples_per_second": 131.346, | |
| "eval_steps_per_second": 4.116, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 55.094339622641506, | |
| "grad_norm": 4.725098609924316, | |
| "learning_rate": 2.4947589098532495e-05, | |
| "loss": 0.0612, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 55.283018867924525, | |
| "grad_norm": 2.416428327560425, | |
| "learning_rate": 2.4842767295597485e-05, | |
| "loss": 0.067, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 55.471698113207545, | |
| "grad_norm": 4.181457042694092, | |
| "learning_rate": 2.4737945492662476e-05, | |
| "loss": 0.0771, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 55.660377358490564, | |
| "grad_norm": 5.096282005310059, | |
| "learning_rate": 2.4633123689727463e-05, | |
| "loss": 0.0747, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 55.84905660377358, | |
| "grad_norm": 5.836996555328369, | |
| "learning_rate": 2.4528301886792453e-05, | |
| "loss": 0.089, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 56.0, | |
| "eval_accuracy": 0.9652203856749312, | |
| "eval_loss": 0.13570785522460938, | |
| "eval_runtime": 21.9675, | |
| "eval_samples_per_second": 132.195, | |
| "eval_steps_per_second": 4.142, | |
| "step": 2968 | |
| }, | |
| { | |
| "epoch": 56.0377358490566, | |
| "grad_norm": 3.5151453018188477, | |
| "learning_rate": 2.4423480083857444e-05, | |
| "loss": 0.0653, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 56.22641509433962, | |
| "grad_norm": 5.056783676147461, | |
| "learning_rate": 2.431865828092243e-05, | |
| "loss": 0.0768, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 56.41509433962264, | |
| "grad_norm": 2.0527374744415283, | |
| "learning_rate": 2.421383647798742e-05, | |
| "loss": 0.0694, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 56.60377358490566, | |
| "grad_norm": 3.363852024078369, | |
| "learning_rate": 2.4109014675052412e-05, | |
| "loss": 0.0763, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 56.79245283018868, | |
| "grad_norm": 2.2541282176971436, | |
| "learning_rate": 2.4004192872117402e-05, | |
| "loss": 0.0717, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 56.9811320754717, | |
| "grad_norm": 1.5099104642868042, | |
| "learning_rate": 2.3899371069182393e-05, | |
| "loss": 0.0587, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 57.0, | |
| "eval_accuracy": 0.9614325068870524, | |
| "eval_loss": 0.15099208056926727, | |
| "eval_runtime": 21.4231, | |
| "eval_samples_per_second": 135.554, | |
| "eval_steps_per_second": 4.248, | |
| "step": 3021 | |
| }, | |
| { | |
| "epoch": 57.16981132075472, | |
| "grad_norm": 3.0756702423095703, | |
| "learning_rate": 2.3794549266247383e-05, | |
| "loss": 0.0931, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 57.35849056603774, | |
| "grad_norm": 5.203828811645508, | |
| "learning_rate": 2.368972746331237e-05, | |
| "loss": 0.077, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 57.54716981132076, | |
| "grad_norm": 3.4697303771972656, | |
| "learning_rate": 2.358490566037736e-05, | |
| "loss": 0.0773, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 57.735849056603776, | |
| "grad_norm": 5.211211681365967, | |
| "learning_rate": 2.348008385744235e-05, | |
| "loss": 0.0829, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 57.924528301886795, | |
| "grad_norm": 3.6697630882263184, | |
| "learning_rate": 2.3375262054507338e-05, | |
| "loss": 0.0931, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 58.0, | |
| "eval_accuracy": 0.9579889807162535, | |
| "eval_loss": 0.14657209813594818, | |
| "eval_runtime": 22.1099, | |
| "eval_samples_per_second": 131.344, | |
| "eval_steps_per_second": 4.116, | |
| "step": 3074 | |
| }, | |
| { | |
| "epoch": 58.113207547169814, | |
| "grad_norm": 5.555974960327148, | |
| "learning_rate": 2.327044025157233e-05, | |
| "loss": 0.0583, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 58.301886792452834, | |
| "grad_norm": 4.070455551147461, | |
| "learning_rate": 2.316561844863732e-05, | |
| "loss": 0.0746, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 58.490566037735846, | |
| "grad_norm": 2.739751100540161, | |
| "learning_rate": 2.3060796645702306e-05, | |
| "loss": 0.0698, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 58.679245283018865, | |
| "grad_norm": 4.419424057006836, | |
| "learning_rate": 2.2955974842767297e-05, | |
| "loss": 0.0669, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 58.867924528301884, | |
| "grad_norm": 2.998007297515869, | |
| "learning_rate": 2.2851153039832284e-05, | |
| "loss": 0.0878, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 59.0, | |
| "eval_accuracy": 0.9590220385674931, | |
| "eval_loss": 0.14993391931056976, | |
| "eval_runtime": 21.3446, | |
| "eval_samples_per_second": 136.053, | |
| "eval_steps_per_second": 4.263, | |
| "step": 3127 | |
| }, | |
| { | |
| "epoch": 59.056603773584904, | |
| "grad_norm": 3.094158411026001, | |
| "learning_rate": 2.2746331236897274e-05, | |
| "loss": 0.0679, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 59.24528301886792, | |
| "grad_norm": 3.320544958114624, | |
| "learning_rate": 2.2641509433962265e-05, | |
| "loss": 0.066, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 59.43396226415094, | |
| "grad_norm": 5.472837924957275, | |
| "learning_rate": 2.2536687631027252e-05, | |
| "loss": 0.071, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 59.62264150943396, | |
| "grad_norm": 2.2281177043914795, | |
| "learning_rate": 2.2431865828092242e-05, | |
| "loss": 0.075, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 59.81132075471698, | |
| "grad_norm": 4.7084503173828125, | |
| "learning_rate": 2.2327044025157233e-05, | |
| "loss": 0.0763, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 60.0, | |
| "grad_norm": 4.050378322601318, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 0.0725, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 60.0, | |
| "eval_accuracy": 0.9597107438016529, | |
| "eval_loss": 0.15237364172935486, | |
| "eval_runtime": 21.4189, | |
| "eval_samples_per_second": 135.581, | |
| "eval_steps_per_second": 4.249, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 60.18867924528302, | |
| "grad_norm": 5.035741329193115, | |
| "learning_rate": 2.2117400419287214e-05, | |
| "loss": 0.0754, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 60.37735849056604, | |
| "grad_norm": 2.6131255626678467, | |
| "learning_rate": 2.2012578616352204e-05, | |
| "loss": 0.0727, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 60.56603773584906, | |
| "grad_norm": 2.404343366622925, | |
| "learning_rate": 2.190775681341719e-05, | |
| "loss": 0.055, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 60.75471698113208, | |
| "grad_norm": 3.9234628677368164, | |
| "learning_rate": 2.1802935010482182e-05, | |
| "loss": 0.0671, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 60.943396226415096, | |
| "grad_norm": 2.465709686279297, | |
| "learning_rate": 2.1698113207547172e-05, | |
| "loss": 0.0543, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 61.0, | |
| "eval_accuracy": 0.9583333333333334, | |
| "eval_loss": 0.15427254140377045, | |
| "eval_runtime": 21.2569, | |
| "eval_samples_per_second": 136.615, | |
| "eval_steps_per_second": 4.281, | |
| "step": 3233 | |
| }, | |
| { | |
| "epoch": 61.132075471698116, | |
| "grad_norm": 4.535091876983643, | |
| "learning_rate": 2.159329140461216e-05, | |
| "loss": 0.0529, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 61.320754716981135, | |
| "grad_norm": 2.738173484802246, | |
| "learning_rate": 2.148846960167715e-05, | |
| "loss": 0.0566, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 61.509433962264154, | |
| "grad_norm": 3.950739860534668, | |
| "learning_rate": 2.138364779874214e-05, | |
| "loss": 0.0729, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 61.698113207547166, | |
| "grad_norm": 2.284546375274658, | |
| "learning_rate": 2.1278825995807127e-05, | |
| "loss": 0.0555, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 61.886792452830186, | |
| "grad_norm": 4.242305278778076, | |
| "learning_rate": 2.1174004192872118e-05, | |
| "loss": 0.0773, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 62.0, | |
| "eval_accuracy": 0.9634986225895317, | |
| "eval_loss": 0.15126247704029083, | |
| "eval_runtime": 21.4863, | |
| "eval_samples_per_second": 135.156, | |
| "eval_steps_per_second": 4.235, | |
| "step": 3286 | |
| }, | |
| { | |
| "epoch": 62.075471698113205, | |
| "grad_norm": 5.880760669708252, | |
| "learning_rate": 2.106918238993711e-05, | |
| "loss": 0.0663, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 62.264150943396224, | |
| "grad_norm": 4.1386237144470215, | |
| "learning_rate": 2.0964360587002095e-05, | |
| "loss": 0.0643, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 62.45283018867924, | |
| "grad_norm": 3.798180341720581, | |
| "learning_rate": 2.0859538784067086e-05, | |
| "loss": 0.0789, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 62.64150943396226, | |
| "grad_norm": 2.6862704753875732, | |
| "learning_rate": 2.0754716981132076e-05, | |
| "loss": 0.0838, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 62.83018867924528, | |
| "grad_norm": 4.914183616638184, | |
| "learning_rate": 2.0649895178197063e-05, | |
| "loss": 0.0626, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 63.0, | |
| "eval_accuracy": 0.9600550964187328, | |
| "eval_loss": 0.1511116325855255, | |
| "eval_runtime": 21.3341, | |
| "eval_samples_per_second": 136.12, | |
| "eval_steps_per_second": 4.265, | |
| "step": 3339 | |
| }, | |
| { | |
| "epoch": 63.0188679245283, | |
| "grad_norm": 3.25014591217041, | |
| "learning_rate": 2.0545073375262054e-05, | |
| "loss": 0.0534, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 63.20754716981132, | |
| "grad_norm": 3.0906035900115967, | |
| "learning_rate": 2.0440251572327044e-05, | |
| "loss": 0.0598, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 63.39622641509434, | |
| "grad_norm": 3.2928597927093506, | |
| "learning_rate": 2.0335429769392035e-05, | |
| "loss": 0.0704, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 63.58490566037736, | |
| "grad_norm": 2.6541659832000732, | |
| "learning_rate": 2.0230607966457025e-05, | |
| "loss": 0.0541, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 63.77358490566038, | |
| "grad_norm": 4.403809070587158, | |
| "learning_rate": 2.0125786163522016e-05, | |
| "loss": 0.0563, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 63.9622641509434, | |
| "grad_norm": 4.669613361358643, | |
| "learning_rate": 2.0020964360587003e-05, | |
| "loss": 0.0649, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 64.0, | |
| "eval_accuracy": 0.959366391184573, | |
| "eval_loss": 0.1467009335756302, | |
| "eval_runtime": 21.2656, | |
| "eval_samples_per_second": 136.558, | |
| "eval_steps_per_second": 4.279, | |
| "step": 3392 | |
| }, | |
| { | |
| "epoch": 64.15094339622641, | |
| "grad_norm": 2.8066558837890625, | |
| "learning_rate": 1.9916142557651993e-05, | |
| "loss": 0.0746, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 64.33962264150944, | |
| "grad_norm": 5.994083881378174, | |
| "learning_rate": 1.9811320754716984e-05, | |
| "loss": 0.0704, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 64.52830188679245, | |
| "grad_norm": 4.9809441566467285, | |
| "learning_rate": 1.970649895178197e-05, | |
| "loss": 0.0773, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 64.71698113207547, | |
| "grad_norm": 2.497436285018921, | |
| "learning_rate": 1.960167714884696e-05, | |
| "loss": 0.0781, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 64.90566037735849, | |
| "grad_norm": 3.954669952392578, | |
| "learning_rate": 1.9496855345911952e-05, | |
| "loss": 0.0705, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 65.0, | |
| "eval_accuracy": 0.9590220385674931, | |
| "eval_loss": 0.1443195939064026, | |
| "eval_runtime": 21.2667, | |
| "eval_samples_per_second": 136.551, | |
| "eval_steps_per_second": 4.279, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 65.09433962264151, | |
| "grad_norm": 3.244377374649048, | |
| "learning_rate": 1.939203354297694e-05, | |
| "loss": 0.0515, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 65.28301886792453, | |
| "grad_norm": 2.0447616577148438, | |
| "learning_rate": 1.928721174004193e-05, | |
| "loss": 0.0602, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 65.47169811320755, | |
| "grad_norm": 9.920838356018066, | |
| "learning_rate": 1.918238993710692e-05, | |
| "loss": 0.072, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 65.66037735849056, | |
| "grad_norm": 2.986557960510254, | |
| "learning_rate": 1.9077568134171907e-05, | |
| "loss": 0.0571, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 65.84905660377359, | |
| "grad_norm": 3.244969606399536, | |
| "learning_rate": 1.8972746331236897e-05, | |
| "loss": 0.0737, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 66.0, | |
| "eval_accuracy": 0.9607438016528925, | |
| "eval_loss": 0.13612627983093262, | |
| "eval_runtime": 21.1938, | |
| "eval_samples_per_second": 137.021, | |
| "eval_steps_per_second": 4.294, | |
| "step": 3498 | |
| }, | |
| { | |
| "epoch": 66.0377358490566, | |
| "grad_norm": 3.0969536304473877, | |
| "learning_rate": 1.8867924528301888e-05, | |
| "loss": 0.0581, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 66.22641509433963, | |
| "grad_norm": 5.167777061462402, | |
| "learning_rate": 1.876310272536688e-05, | |
| "loss": 0.0744, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 66.41509433962264, | |
| "grad_norm": 3.00007700920105, | |
| "learning_rate": 1.865828092243187e-05, | |
| "loss": 0.0543, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 66.60377358490567, | |
| "grad_norm": 2.6348941326141357, | |
| "learning_rate": 1.8553459119496856e-05, | |
| "loss": 0.0567, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 66.79245283018868, | |
| "grad_norm": 5.631946563720703, | |
| "learning_rate": 1.8448637316561846e-05, | |
| "loss": 0.0779, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 66.98113207547169, | |
| "grad_norm": 1.5974416732788086, | |
| "learning_rate": 1.8343815513626837e-05, | |
| "loss": 0.0518, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 67.0, | |
| "eval_accuracy": 0.959366391184573, | |
| "eval_loss": 0.14412498474121094, | |
| "eval_runtime": 21.2408, | |
| "eval_samples_per_second": 136.718, | |
| "eval_steps_per_second": 4.284, | |
| "step": 3551 | |
| }, | |
| { | |
| "epoch": 67.16981132075472, | |
| "grad_norm": 2.0217528343200684, | |
| "learning_rate": 1.8238993710691824e-05, | |
| "loss": 0.0645, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 67.35849056603773, | |
| "grad_norm": 3.986748695373535, | |
| "learning_rate": 1.8134171907756814e-05, | |
| "loss": 0.0647, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 67.54716981132076, | |
| "grad_norm": 4.671311855316162, | |
| "learning_rate": 1.8029350104821805e-05, | |
| "loss": 0.0666, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 67.73584905660377, | |
| "grad_norm": 2.0372939109802246, | |
| "learning_rate": 1.7924528301886792e-05, | |
| "loss": 0.0554, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 67.9245283018868, | |
| "grad_norm": 2.52120041847229, | |
| "learning_rate": 1.7819706498951782e-05, | |
| "loss": 0.0502, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 68.0, | |
| "eval_accuracy": 0.9590220385674931, | |
| "eval_loss": 0.1534823328256607, | |
| "eval_runtime": 21.3789, | |
| "eval_samples_per_second": 135.835, | |
| "eval_steps_per_second": 4.257, | |
| "step": 3604 | |
| }, | |
| { | |
| "epoch": 68.11320754716981, | |
| "grad_norm": 1.7292485237121582, | |
| "learning_rate": 1.7714884696016773e-05, | |
| "loss": 0.0696, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 68.30188679245283, | |
| "grad_norm": 2.2730910778045654, | |
| "learning_rate": 1.761006289308176e-05, | |
| "loss": 0.0608, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 68.49056603773585, | |
| "grad_norm": 3.564232110977173, | |
| "learning_rate": 1.750524109014675e-05, | |
| "loss": 0.0604, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 68.67924528301887, | |
| "grad_norm": 2.5112924575805664, | |
| "learning_rate": 1.740041928721174e-05, | |
| "loss": 0.0415, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 68.86792452830188, | |
| "grad_norm": 5.021323204040527, | |
| "learning_rate": 1.7295597484276728e-05, | |
| "loss": 0.0701, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 69.0, | |
| "eval_accuracy": 0.9662534435261708, | |
| "eval_loss": 0.1362384557723999, | |
| "eval_runtime": 21.2026, | |
| "eval_samples_per_second": 136.964, | |
| "eval_steps_per_second": 4.292, | |
| "step": 3657 | |
| }, | |
| { | |
| "epoch": 69.05660377358491, | |
| "grad_norm": 5.013925075531006, | |
| "learning_rate": 1.719077568134172e-05, | |
| "loss": 0.0744, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 69.24528301886792, | |
| "grad_norm": 3.5540971755981445, | |
| "learning_rate": 1.708595387840671e-05, | |
| "loss": 0.0568, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 69.43396226415095, | |
| "grad_norm": 3.4611597061157227, | |
| "learning_rate": 1.69811320754717e-05, | |
| "loss": 0.0513, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 69.62264150943396, | |
| "grad_norm": 2.5300846099853516, | |
| "learning_rate": 1.687631027253669e-05, | |
| "loss": 0.0442, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 69.81132075471699, | |
| "grad_norm": 2.6349620819091797, | |
| "learning_rate": 1.677148846960168e-05, | |
| "loss": 0.054, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 70.0, | |
| "grad_norm": 3.122040033340454, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.0826, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 70.0, | |
| "eval_accuracy": 0.9610881542699724, | |
| "eval_loss": 0.1492019146680832, | |
| "eval_runtime": 21.2837, | |
| "eval_samples_per_second": 136.442, | |
| "eval_steps_per_second": 4.276, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 70.18867924528301, | |
| "grad_norm": 3.5501227378845215, | |
| "learning_rate": 1.6561844863731658e-05, | |
| "loss": 0.0627, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 70.37735849056604, | |
| "grad_norm": 2.6497879028320312, | |
| "learning_rate": 1.645702306079665e-05, | |
| "loss": 0.0461, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 70.56603773584905, | |
| "grad_norm": 2.9843809604644775, | |
| "learning_rate": 1.6352201257861635e-05, | |
| "loss": 0.0484, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 70.75471698113208, | |
| "grad_norm": 8.867347717285156, | |
| "learning_rate": 1.6247379454926626e-05, | |
| "loss": 0.0595, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 70.94339622641509, | |
| "grad_norm": 4.957089900970459, | |
| "learning_rate": 1.6142557651991616e-05, | |
| "loss": 0.0715, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 71.0, | |
| "eval_accuracy": 0.962465564738292, | |
| "eval_loss": 0.16146376729011536, | |
| "eval_runtime": 21.2899, | |
| "eval_samples_per_second": 136.403, | |
| "eval_steps_per_second": 4.274, | |
| "step": 3763 | |
| }, | |
| { | |
| "epoch": 71.13207547169812, | |
| "grad_norm": 3.982633590698242, | |
| "learning_rate": 1.6037735849056604e-05, | |
| "loss": 0.0534, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 71.32075471698113, | |
| "grad_norm": 4.253650188446045, | |
| "learning_rate": 1.5932914046121594e-05, | |
| "loss": 0.0677, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 71.50943396226415, | |
| "grad_norm": 4.608425140380859, | |
| "learning_rate": 1.5828092243186584e-05, | |
| "loss": 0.0495, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 71.69811320754717, | |
| "grad_norm": 5.12533712387085, | |
| "learning_rate": 1.572327044025157e-05, | |
| "loss": 0.0633, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 71.88679245283019, | |
| "grad_norm": 4.220004558563232, | |
| "learning_rate": 1.5618448637316562e-05, | |
| "loss": 0.0635, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 72.0, | |
| "eval_accuracy": 0.9641873278236914, | |
| "eval_loss": 0.14879465103149414, | |
| "eval_runtime": 21.2409, | |
| "eval_samples_per_second": 136.717, | |
| "eval_steps_per_second": 4.284, | |
| "step": 3816 | |
| }, | |
| { | |
| "epoch": 72.0754716981132, | |
| "grad_norm": 1.841488242149353, | |
| "learning_rate": 1.5513626834381552e-05, | |
| "loss": 0.0608, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 72.26415094339623, | |
| "grad_norm": 2.0446391105651855, | |
| "learning_rate": 1.540880503144654e-05, | |
| "loss": 0.0465, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 72.45283018867924, | |
| "grad_norm": 3.4776628017425537, | |
| "learning_rate": 1.530398322851153e-05, | |
| "loss": 0.0575, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 72.64150943396227, | |
| "grad_norm": 2.3915700912475586, | |
| "learning_rate": 1.5199161425576522e-05, | |
| "loss": 0.0564, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 72.83018867924528, | |
| "grad_norm": 1.4522980451583862, | |
| "learning_rate": 1.509433962264151e-05, | |
| "loss": 0.0522, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 73.0, | |
| "eval_accuracy": 0.9621212121212122, | |
| "eval_loss": 0.14563634991645813, | |
| "eval_runtime": 21.397, | |
| "eval_samples_per_second": 135.72, | |
| "eval_steps_per_second": 4.253, | |
| "step": 3869 | |
| }, | |
| { | |
| "epoch": 73.01886792452831, | |
| "grad_norm": 2.048356056213379, | |
| "learning_rate": 1.49895178197065e-05, | |
| "loss": 0.0565, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 73.20754716981132, | |
| "grad_norm": 2.7343058586120605, | |
| "learning_rate": 1.488469601677149e-05, | |
| "loss": 0.0403, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 73.39622641509433, | |
| "grad_norm": 1.833511471748352, | |
| "learning_rate": 1.4779874213836479e-05, | |
| "loss": 0.0502, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 73.58490566037736, | |
| "grad_norm": 2.4152145385742188, | |
| "learning_rate": 1.467505241090147e-05, | |
| "loss": 0.0539, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 73.77358490566037, | |
| "grad_norm": 2.6949825286865234, | |
| "learning_rate": 1.4570230607966457e-05, | |
| "loss": 0.0499, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 73.9622641509434, | |
| "grad_norm": 3.1027348041534424, | |
| "learning_rate": 1.4465408805031447e-05, | |
| "loss": 0.0485, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 74.0, | |
| "eval_accuracy": 0.9645316804407713, | |
| "eval_loss": 0.1386471837759018, | |
| "eval_runtime": 21.3052, | |
| "eval_samples_per_second": 136.304, | |
| "eval_steps_per_second": 4.271, | |
| "step": 3922 | |
| }, | |
| { | |
| "epoch": 74.15094339622641, | |
| "grad_norm": 1.7940607070922852, | |
| "learning_rate": 1.4360587002096438e-05, | |
| "loss": 0.0541, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 74.33962264150944, | |
| "grad_norm": 2.581839084625244, | |
| "learning_rate": 1.4255765199161425e-05, | |
| "loss": 0.044, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 74.52830188679245, | |
| "grad_norm": 1.7485500574111938, | |
| "learning_rate": 1.4150943396226415e-05, | |
| "loss": 0.043, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 74.71698113207547, | |
| "grad_norm": 2.436922550201416, | |
| "learning_rate": 1.4046121593291406e-05, | |
| "loss": 0.0601, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 74.90566037735849, | |
| "grad_norm": 2.460512638092041, | |
| "learning_rate": 1.3941299790356394e-05, | |
| "loss": 0.0629, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 75.0, | |
| "eval_accuracy": 0.9631542699724518, | |
| "eval_loss": 0.14631205797195435, | |
| "eval_runtime": 21.2256, | |
| "eval_samples_per_second": 136.816, | |
| "eval_steps_per_second": 4.287, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 75.09433962264151, | |
| "grad_norm": 2.925687551498413, | |
| "learning_rate": 1.3836477987421385e-05, | |
| "loss": 0.0535, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 75.28301886792453, | |
| "grad_norm": 1.9862323999404907, | |
| "learning_rate": 1.3731656184486375e-05, | |
| "loss": 0.0586, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 75.47169811320755, | |
| "grad_norm": 1.5170574188232422, | |
| "learning_rate": 1.3626834381551362e-05, | |
| "loss": 0.0471, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 75.66037735849056, | |
| "grad_norm": 4.97707986831665, | |
| "learning_rate": 1.3522012578616353e-05, | |
| "loss": 0.0529, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 75.84905660377359, | |
| "grad_norm": 1.9036014080047607, | |
| "learning_rate": 1.3417190775681343e-05, | |
| "loss": 0.0568, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 76.0, | |
| "eval_accuracy": 0.9621212121212122, | |
| "eval_loss": 0.14720916748046875, | |
| "eval_runtime": 21.3087, | |
| "eval_samples_per_second": 136.282, | |
| "eval_steps_per_second": 4.271, | |
| "step": 4028 | |
| }, | |
| { | |
| "epoch": 76.0377358490566, | |
| "grad_norm": 3.9243173599243164, | |
| "learning_rate": 1.331236897274633e-05, | |
| "loss": 0.0531, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 76.22641509433963, | |
| "grad_norm": 3.3605711460113525, | |
| "learning_rate": 1.320754716981132e-05, | |
| "loss": 0.0625, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 76.41509433962264, | |
| "grad_norm": 3.699404716491699, | |
| "learning_rate": 1.3102725366876311e-05, | |
| "loss": 0.0522, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 76.60377358490567, | |
| "grad_norm": 4.595207691192627, | |
| "learning_rate": 1.29979035639413e-05, | |
| "loss": 0.0611, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 76.79245283018868, | |
| "grad_norm": 6.970567226409912, | |
| "learning_rate": 1.289308176100629e-05, | |
| "loss": 0.0641, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 76.98113207547169, | |
| "grad_norm": 5.223586559295654, | |
| "learning_rate": 1.2788259958071281e-05, | |
| "loss": 0.0556, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 77.0, | |
| "eval_accuracy": 0.9659090909090909, | |
| "eval_loss": 0.14402107894420624, | |
| "eval_runtime": 21.2908, | |
| "eval_samples_per_second": 136.397, | |
| "eval_steps_per_second": 4.274, | |
| "step": 4081 | |
| }, | |
| { | |
| "epoch": 77.16981132075472, | |
| "grad_norm": 1.7077960968017578, | |
| "learning_rate": 1.2683438155136268e-05, | |
| "loss": 0.0477, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 77.35849056603773, | |
| "grad_norm": 3.9550302028656006, | |
| "learning_rate": 1.2578616352201259e-05, | |
| "loss": 0.0631, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 77.54716981132076, | |
| "grad_norm": 3.574674129486084, | |
| "learning_rate": 1.2473794549266247e-05, | |
| "loss": 0.0357, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 77.73584905660377, | |
| "grad_norm": 3.119210958480835, | |
| "learning_rate": 1.2368972746331238e-05, | |
| "loss": 0.0382, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 77.9245283018868, | |
| "grad_norm": 1.9549647569656372, | |
| "learning_rate": 1.2264150943396227e-05, | |
| "loss": 0.0547, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 78.0, | |
| "eval_accuracy": 0.9634986225895317, | |
| "eval_loss": 0.14210809767246246, | |
| "eval_runtime": 21.3339, | |
| "eval_samples_per_second": 136.121, | |
| "eval_steps_per_second": 4.266, | |
| "step": 4134 | |
| }, | |
| { | |
| "epoch": 78.11320754716981, | |
| "grad_norm": 3.379382610321045, | |
| "learning_rate": 1.2159329140461215e-05, | |
| "loss": 0.0632, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 78.30188679245283, | |
| "grad_norm": 5.461263656616211, | |
| "learning_rate": 1.2054507337526206e-05, | |
| "loss": 0.0689, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 78.49056603773585, | |
| "grad_norm": 4.160185813903809, | |
| "learning_rate": 1.1949685534591196e-05, | |
| "loss": 0.054, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 78.67924528301887, | |
| "grad_norm": 2.50945782661438, | |
| "learning_rate": 1.1844863731656185e-05, | |
| "loss": 0.0302, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 78.86792452830188, | |
| "grad_norm": 3.265209197998047, | |
| "learning_rate": 1.1740041928721176e-05, | |
| "loss": 0.0527, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 79.0, | |
| "eval_accuracy": 0.9683195592286501, | |
| "eval_loss": 0.14441226422786713, | |
| "eval_runtime": 21.2921, | |
| "eval_samples_per_second": 136.389, | |
| "eval_steps_per_second": 4.274, | |
| "step": 4187 | |
| }, | |
| { | |
| "epoch": 79.05660377358491, | |
| "grad_norm": 1.1379858255386353, | |
| "learning_rate": 1.1635220125786164e-05, | |
| "loss": 0.0419, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 79.24528301886792, | |
| "grad_norm": 5.1714043617248535, | |
| "learning_rate": 1.1530398322851153e-05, | |
| "loss": 0.053, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 79.43396226415095, | |
| "grad_norm": 3.441499710083008, | |
| "learning_rate": 1.1425576519916142e-05, | |
| "loss": 0.0588, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 79.62264150943396, | |
| "grad_norm": 1.575990915298462, | |
| "learning_rate": 1.1320754716981132e-05, | |
| "loss": 0.0333, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 79.81132075471699, | |
| "grad_norm": 1.0692986249923706, | |
| "learning_rate": 1.1215932914046121e-05, | |
| "loss": 0.0375, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 80.0, | |
| "grad_norm": 6.881436824798584, | |
| "learning_rate": 1.1111111111111112e-05, | |
| "loss": 0.054, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 80.0, | |
| "eval_accuracy": 0.9628099173553719, | |
| "eval_loss": 0.1463625133037567, | |
| "eval_runtime": 21.276, | |
| "eval_samples_per_second": 136.492, | |
| "eval_steps_per_second": 4.277, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 80.18867924528301, | |
| "grad_norm": 3.086602210998535, | |
| "learning_rate": 1.1006289308176102e-05, | |
| "loss": 0.0614, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 80.37735849056604, | |
| "grad_norm": 1.642980933189392, | |
| "learning_rate": 1.0901467505241091e-05, | |
| "loss": 0.048, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 80.56603773584905, | |
| "grad_norm": 5.067837715148926, | |
| "learning_rate": 1.079664570230608e-05, | |
| "loss": 0.0461, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 80.75471698113208, | |
| "grad_norm": 3.674088478088379, | |
| "learning_rate": 1.069182389937107e-05, | |
| "loss": 0.0529, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 80.94339622641509, | |
| "grad_norm": 3.663996934890747, | |
| "learning_rate": 1.0587002096436059e-05, | |
| "loss": 0.0641, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 81.0, | |
| "eval_accuracy": 0.9634986225895317, | |
| "eval_loss": 0.1491348147392273, | |
| "eval_runtime": 21.3519, | |
| "eval_samples_per_second": 136.007, | |
| "eval_steps_per_second": 4.262, | |
| "step": 4293 | |
| }, | |
| { | |
| "epoch": 81.13207547169812, | |
| "grad_norm": 3.4041941165924072, | |
| "learning_rate": 1.0482180293501048e-05, | |
| "loss": 0.0511, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 81.32075471698113, | |
| "grad_norm": 5.157493591308594, | |
| "learning_rate": 1.0377358490566038e-05, | |
| "loss": 0.0471, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 81.50943396226415, | |
| "grad_norm": 5.192855358123779, | |
| "learning_rate": 1.0272536687631027e-05, | |
| "loss": 0.0491, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 81.69811320754717, | |
| "grad_norm": 2.236807346343994, | |
| "learning_rate": 1.0167714884696017e-05, | |
| "loss": 0.0358, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 81.88679245283019, | |
| "grad_norm": 4.674067497253418, | |
| "learning_rate": 1.0062893081761008e-05, | |
| "loss": 0.0546, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 82.0, | |
| "eval_accuracy": 0.9610881542699724, | |
| "eval_loss": 0.15290114283561707, | |
| "eval_runtime": 21.4172, | |
| "eval_samples_per_second": 135.592, | |
| "eval_steps_per_second": 4.249, | |
| "step": 4346 | |
| }, | |
| { | |
| "epoch": 82.0754716981132, | |
| "grad_norm": 2.6720902919769287, | |
| "learning_rate": 9.958071278825997e-06, | |
| "loss": 0.0493, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 82.26415094339623, | |
| "grad_norm": 3.191582441329956, | |
| "learning_rate": 9.853249475890985e-06, | |
| "loss": 0.0479, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 82.45283018867924, | |
| "grad_norm": 6.1738481521606445, | |
| "learning_rate": 9.748427672955976e-06, | |
| "loss": 0.0517, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 82.64150943396227, | |
| "grad_norm": 2.8287763595581055, | |
| "learning_rate": 9.643605870020965e-06, | |
| "loss": 0.0598, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 82.83018867924528, | |
| "grad_norm": 2.7232823371887207, | |
| "learning_rate": 9.538784067085953e-06, | |
| "loss": 0.059, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 83.0, | |
| "eval_accuracy": 0.9652203856749312, | |
| "eval_loss": 0.14617380499839783, | |
| "eval_runtime": 21.3846, | |
| "eval_samples_per_second": 135.798, | |
| "eval_steps_per_second": 4.255, | |
| "step": 4399 | |
| }, | |
| { | |
| "epoch": 83.01886792452831, | |
| "grad_norm": 3.0003349781036377, | |
| "learning_rate": 9.433962264150944e-06, | |
| "loss": 0.061, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 83.20754716981132, | |
| "grad_norm": 4.4709038734436035, | |
| "learning_rate": 9.329140461215934e-06, | |
| "loss": 0.0468, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 83.39622641509433, | |
| "grad_norm": 3.809194564819336, | |
| "learning_rate": 9.224318658280923e-06, | |
| "loss": 0.048, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 83.58490566037736, | |
| "grad_norm": 4.134964942932129, | |
| "learning_rate": 9.119496855345912e-06, | |
| "loss": 0.0593, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 83.77358490566037, | |
| "grad_norm": 6.407557964324951, | |
| "learning_rate": 9.014675052410902e-06, | |
| "loss": 0.058, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 83.9622641509434, | |
| "grad_norm": 2.055232048034668, | |
| "learning_rate": 8.909853249475891e-06, | |
| "loss": 0.0485, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 84.0, | |
| "eval_accuracy": 0.9631542699724518, | |
| "eval_loss": 0.15668189525604248, | |
| "eval_runtime": 21.3505, | |
| "eval_samples_per_second": 136.016, | |
| "eval_steps_per_second": 4.262, | |
| "step": 4452 | |
| }, | |
| { | |
| "epoch": 84.15094339622641, | |
| "grad_norm": 2.221158266067505, | |
| "learning_rate": 8.80503144654088e-06, | |
| "loss": 0.0555, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 84.33962264150944, | |
| "grad_norm": 5.540987968444824, | |
| "learning_rate": 8.70020964360587e-06, | |
| "loss": 0.0507, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 84.52830188679245, | |
| "grad_norm": 2.087411642074585, | |
| "learning_rate": 8.59538784067086e-06, | |
| "loss": 0.0485, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 84.71698113207547, | |
| "grad_norm": 6.342270374298096, | |
| "learning_rate": 8.49056603773585e-06, | |
| "loss": 0.0533, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 84.90566037735849, | |
| "grad_norm": 1.974360466003418, | |
| "learning_rate": 8.38574423480084e-06, | |
| "loss": 0.0388, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 85.0, | |
| "eval_accuracy": 0.9621212121212122, | |
| "eval_loss": 0.15479591488838196, | |
| "eval_runtime": 21.3928, | |
| "eval_samples_per_second": 135.747, | |
| "eval_steps_per_second": 4.254, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 85.09433962264151, | |
| "grad_norm": 5.822177410125732, | |
| "learning_rate": 8.280922431865829e-06, | |
| "loss": 0.0541, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 85.28301886792453, | |
| "grad_norm": 6.9071149826049805, | |
| "learning_rate": 8.176100628930818e-06, | |
| "loss": 0.0382, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 85.47169811320755, | |
| "grad_norm": 3.2203402519226074, | |
| "learning_rate": 8.071278825995808e-06, | |
| "loss": 0.0481, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 85.66037735849056, | |
| "grad_norm": 2.526183843612671, | |
| "learning_rate": 7.966457023060797e-06, | |
| "loss": 0.0346, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 85.84905660377359, | |
| "grad_norm": 1.8161990642547607, | |
| "learning_rate": 7.861635220125786e-06, | |
| "loss": 0.0421, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 86.0, | |
| "eval_accuracy": 0.9621212121212122, | |
| "eval_loss": 0.1483514904975891, | |
| "eval_runtime": 21.3246, | |
| "eval_samples_per_second": 136.181, | |
| "eval_steps_per_second": 4.267, | |
| "step": 4558 | |
| }, | |
| { | |
| "epoch": 86.0377358490566, | |
| "grad_norm": 4.167572021484375, | |
| "learning_rate": 7.756813417190776e-06, | |
| "loss": 0.0558, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 86.22641509433963, | |
| "grad_norm": 7.080474853515625, | |
| "learning_rate": 7.651991614255765e-06, | |
| "loss": 0.0374, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 86.41509433962264, | |
| "grad_norm": 3.921416759490967, | |
| "learning_rate": 7.547169811320755e-06, | |
| "loss": 0.0557, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 86.60377358490567, | |
| "grad_norm": 2.932072639465332, | |
| "learning_rate": 7.442348008385745e-06, | |
| "loss": 0.0492, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 86.79245283018868, | |
| "grad_norm": 3.091217041015625, | |
| "learning_rate": 7.337526205450735e-06, | |
| "loss": 0.0348, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 86.98113207547169, | |
| "grad_norm": 3.1368813514709473, | |
| "learning_rate": 7.2327044025157235e-06, | |
| "loss": 0.0375, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 87.0, | |
| "eval_accuracy": 0.9597107438016529, | |
| "eval_loss": 0.1680881232023239, | |
| "eval_runtime": 21.2539, | |
| "eval_samples_per_second": 136.634, | |
| "eval_steps_per_second": 4.282, | |
| "step": 4611 | |
| }, | |
| { | |
| "epoch": 87.16981132075472, | |
| "grad_norm": 3.3242502212524414, | |
| "learning_rate": 7.127882599580712e-06, | |
| "loss": 0.0363, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 87.35849056603773, | |
| "grad_norm": 5.762176990509033, | |
| "learning_rate": 7.023060796645703e-06, | |
| "loss": 0.0449, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 87.54716981132076, | |
| "grad_norm": 2.077052593231201, | |
| "learning_rate": 6.918238993710692e-06, | |
| "loss": 0.0457, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 87.73584905660377, | |
| "grad_norm": 2.2283737659454346, | |
| "learning_rate": 6.813417190775681e-06, | |
| "loss": 0.0397, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 87.9245283018868, | |
| "grad_norm": 2.103003740310669, | |
| "learning_rate": 6.708595387840672e-06, | |
| "loss": 0.0376, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 88.0, | |
| "eval_accuracy": 0.9631542699724518, | |
| "eval_loss": 0.15125274658203125, | |
| "eval_runtime": 21.3299, | |
| "eval_samples_per_second": 136.147, | |
| "eval_steps_per_second": 4.266, | |
| "step": 4664 | |
| }, | |
| { | |
| "epoch": 88.11320754716981, | |
| "grad_norm": 9.418115615844727, | |
| "learning_rate": 6.60377358490566e-06, | |
| "loss": 0.0458, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 88.30188679245283, | |
| "grad_norm": 2.476033926010132, | |
| "learning_rate": 6.49895178197065e-06, | |
| "loss": 0.0396, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 88.49056603773585, | |
| "grad_norm": 2.3755970001220703, | |
| "learning_rate": 6.3941299790356405e-06, | |
| "loss": 0.0384, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 88.67924528301887, | |
| "grad_norm": 2.3153653144836426, | |
| "learning_rate": 6.289308176100629e-06, | |
| "loss": 0.0357, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 88.86792452830188, | |
| "grad_norm": 5.5892720222473145, | |
| "learning_rate": 6.184486373165619e-06, | |
| "loss": 0.0514, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 89.0, | |
| "eval_accuracy": 0.9641873278236914, | |
| "eval_loss": 0.148544043302536, | |
| "eval_runtime": 21.3145, | |
| "eval_samples_per_second": 136.245, | |
| "eval_steps_per_second": 4.269, | |
| "step": 4717 | |
| }, | |
| { | |
| "epoch": 89.05660377358491, | |
| "grad_norm": 3.5253398418426514, | |
| "learning_rate": 6.079664570230608e-06, | |
| "loss": 0.0286, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 89.24528301886792, | |
| "grad_norm": 5.891650676727295, | |
| "learning_rate": 5.974842767295598e-06, | |
| "loss": 0.0607, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 89.43396226415095, | |
| "grad_norm": 2.1808536052703857, | |
| "learning_rate": 5.870020964360588e-06, | |
| "loss": 0.0404, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 89.62264150943396, | |
| "grad_norm": 6.388125896453857, | |
| "learning_rate": 5.7651991614255766e-06, | |
| "loss": 0.0469, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 89.81132075471699, | |
| "grad_norm": 2.3668999671936035, | |
| "learning_rate": 5.660377358490566e-06, | |
| "loss": 0.0421, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 90.0, | |
| "grad_norm": 3.1038739681243896, | |
| "learning_rate": 5.555555555555556e-06, | |
| "loss": 0.0598, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 90.0, | |
| "eval_accuracy": 0.9638429752066116, | |
| "eval_loss": 0.15414932370185852, | |
| "eval_runtime": 21.2451, | |
| "eval_samples_per_second": 136.69, | |
| "eval_steps_per_second": 4.283, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 90.18867924528301, | |
| "grad_norm": 3.297988176345825, | |
| "learning_rate": 5.4507337526205454e-06, | |
| "loss": 0.0397, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 90.37735849056604, | |
| "grad_norm": 4.2701897621154785, | |
| "learning_rate": 5.345911949685535e-06, | |
| "loss": 0.0406, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 90.56603773584905, | |
| "grad_norm": 3.7925121784210205, | |
| "learning_rate": 5.241090146750524e-06, | |
| "loss": 0.0458, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 90.75471698113208, | |
| "grad_norm": 4.8097686767578125, | |
| "learning_rate": 5.1362683438155135e-06, | |
| "loss": 0.0555, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 90.94339622641509, | |
| "grad_norm": 3.2213995456695557, | |
| "learning_rate": 5.031446540880504e-06, | |
| "loss": 0.0431, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 91.0, | |
| "eval_accuracy": 0.9628099173553719, | |
| "eval_loss": 0.14735093712806702, | |
| "eval_runtime": 21.3261, | |
| "eval_samples_per_second": 136.171, | |
| "eval_steps_per_second": 4.267, | |
| "step": 4823 | |
| }, | |
| { | |
| "epoch": 91.13207547169812, | |
| "grad_norm": 3.0545461177825928, | |
| "learning_rate": 4.926624737945493e-06, | |
| "loss": 0.0415, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 91.32075471698113, | |
| "grad_norm": 3.0625436305999756, | |
| "learning_rate": 4.821802935010482e-06, | |
| "loss": 0.0454, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 91.50943396226415, | |
| "grad_norm": 3.4635112285614014, | |
| "learning_rate": 4.716981132075472e-06, | |
| "loss": 0.0276, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 91.69811320754717, | |
| "grad_norm": 2.14255428314209, | |
| "learning_rate": 4.612159329140462e-06, | |
| "loss": 0.0341, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 91.88679245283019, | |
| "grad_norm": 5.496433258056641, | |
| "learning_rate": 4.507337526205451e-06, | |
| "loss": 0.0432, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 92.0, | |
| "eval_accuracy": 0.9645316804407713, | |
| "eval_loss": 0.14980562031269073, | |
| "eval_runtime": 21.3199, | |
| "eval_samples_per_second": 136.211, | |
| "eval_steps_per_second": 4.268, | |
| "step": 4876 | |
| }, | |
| { | |
| "epoch": 92.0754716981132, | |
| "grad_norm": 4.054795265197754, | |
| "learning_rate": 4.40251572327044e-06, | |
| "loss": 0.0529, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 92.26415094339623, | |
| "grad_norm": 5.012380123138428, | |
| "learning_rate": 4.29769392033543e-06, | |
| "loss": 0.0492, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 92.45283018867924, | |
| "grad_norm": 0.6688435673713684, | |
| "learning_rate": 4.19287211740042e-06, | |
| "loss": 0.052, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 92.64150943396227, | |
| "grad_norm": 3.9398372173309326, | |
| "learning_rate": 4.088050314465409e-06, | |
| "loss": 0.0468, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 92.83018867924528, | |
| "grad_norm": 1.439302682876587, | |
| "learning_rate": 3.9832285115303985e-06, | |
| "loss": 0.0391, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 93.0, | |
| "eval_accuracy": 0.9645316804407713, | |
| "eval_loss": 0.15064947307109833, | |
| "eval_runtime": 21.2878, | |
| "eval_samples_per_second": 136.416, | |
| "eval_steps_per_second": 4.275, | |
| "step": 4929 | |
| }, | |
| { | |
| "epoch": 93.01886792452831, | |
| "grad_norm": 2.215027093887329, | |
| "learning_rate": 3.878406708595388e-06, | |
| "loss": 0.0322, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 93.20754716981132, | |
| "grad_norm": 4.157674312591553, | |
| "learning_rate": 3.7735849056603773e-06, | |
| "loss": 0.0481, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 93.39622641509433, | |
| "grad_norm": 2.998509645462036, | |
| "learning_rate": 3.6687631027253674e-06, | |
| "loss": 0.0424, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 93.58490566037736, | |
| "grad_norm": 2.701420783996582, | |
| "learning_rate": 3.563941299790356e-06, | |
| "loss": 0.0347, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 93.77358490566037, | |
| "grad_norm": 2.793337821960449, | |
| "learning_rate": 3.459119496855346e-06, | |
| "loss": 0.0448, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 93.9622641509434, | |
| "grad_norm": 2.3559460639953613, | |
| "learning_rate": 3.354297693920336e-06, | |
| "loss": 0.0408, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 94.0, | |
| "eval_accuracy": 0.9641873278236914, | |
| "eval_loss": 0.1462460607290268, | |
| "eval_runtime": 21.3706, | |
| "eval_samples_per_second": 135.888, | |
| "eval_steps_per_second": 4.258, | |
| "step": 4982 | |
| }, | |
| { | |
| "epoch": 94.15094339622641, | |
| "grad_norm": 1.9885700941085815, | |
| "learning_rate": 3.249475890985325e-06, | |
| "loss": 0.0373, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 94.33962264150944, | |
| "grad_norm": 4.4361443519592285, | |
| "learning_rate": 3.1446540880503146e-06, | |
| "loss": 0.0598, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 94.52830188679245, | |
| "grad_norm": 3.5327351093292236, | |
| "learning_rate": 3.039832285115304e-06, | |
| "loss": 0.0388, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 94.71698113207547, | |
| "grad_norm": 0.833363950252533, | |
| "learning_rate": 2.935010482180294e-06, | |
| "loss": 0.0333, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 94.90566037735849, | |
| "grad_norm": 3.4921486377716064, | |
| "learning_rate": 2.830188679245283e-06, | |
| "loss": 0.0335, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 95.0, | |
| "eval_accuracy": 0.9652203856749312, | |
| "eval_loss": 0.15087169408798218, | |
| "eval_runtime": 21.4165, | |
| "eval_samples_per_second": 135.597, | |
| "eval_steps_per_second": 4.249, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 95.09433962264151, | |
| "grad_norm": 4.499444484710693, | |
| "learning_rate": 2.7253668763102727e-06, | |
| "loss": 0.0394, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 95.28301886792453, | |
| "grad_norm": 4.537922382354736, | |
| "learning_rate": 2.620545073375262e-06, | |
| "loss": 0.0428, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 95.47169811320755, | |
| "grad_norm": 1.5033186674118042, | |
| "learning_rate": 2.515723270440252e-06, | |
| "loss": 0.0363, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 95.66037735849056, | |
| "grad_norm": 0.8121969103813171, | |
| "learning_rate": 2.410901467505241e-06, | |
| "loss": 0.0298, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 95.84905660377359, | |
| "grad_norm": 1.9728448390960693, | |
| "learning_rate": 2.306079664570231e-06, | |
| "loss": 0.0447, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 96.0, | |
| "eval_accuracy": 0.9634986225895317, | |
| "eval_loss": 0.15081696212291718, | |
| "eval_runtime": 21.3522, | |
| "eval_samples_per_second": 136.005, | |
| "eval_steps_per_second": 4.262, | |
| "step": 5088 | |
| }, | |
| { | |
| "epoch": 96.0377358490566, | |
| "grad_norm": 2.9549922943115234, | |
| "learning_rate": 2.20125786163522e-06, | |
| "loss": 0.0513, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 96.22641509433963, | |
| "grad_norm": 4.062204837799072, | |
| "learning_rate": 2.09643605870021e-06, | |
| "loss": 0.0449, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 96.41509433962264, | |
| "grad_norm": 2.071183443069458, | |
| "learning_rate": 1.9916142557651992e-06, | |
| "loss": 0.04, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 96.60377358490567, | |
| "grad_norm": 0.9506546258926392, | |
| "learning_rate": 1.8867924528301887e-06, | |
| "loss": 0.0321, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 96.79245283018868, | |
| "grad_norm": 2.33597469329834, | |
| "learning_rate": 1.781970649895178e-06, | |
| "loss": 0.024, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 96.98113207547169, | |
| "grad_norm": 3.253387451171875, | |
| "learning_rate": 1.677148846960168e-06, | |
| "loss": 0.0477, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 97.0, | |
| "eval_accuracy": 0.9634986225895317, | |
| "eval_loss": 0.1510278433561325, | |
| "eval_runtime": 21.3381, | |
| "eval_samples_per_second": 136.095, | |
| "eval_steps_per_second": 4.265, | |
| "step": 5141 | |
| }, | |
| { | |
| "epoch": 97.16981132075472, | |
| "grad_norm": 2.858771324157715, | |
| "learning_rate": 1.5723270440251573e-06, | |
| "loss": 0.0386, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 97.35849056603773, | |
| "grad_norm": 6.633811950683594, | |
| "learning_rate": 1.467505241090147e-06, | |
| "loss": 0.0419, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 97.54716981132076, | |
| "grad_norm": 3.115361452102661, | |
| "learning_rate": 1.3626834381551364e-06, | |
| "loss": 0.0291, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 97.73584905660377, | |
| "grad_norm": 3.6518330574035645, | |
| "learning_rate": 1.257861635220126e-06, | |
| "loss": 0.0372, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 97.9245283018868, | |
| "grad_norm": 3.8466641902923584, | |
| "learning_rate": 1.1530398322851154e-06, | |
| "loss": 0.0504, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 98.0, | |
| "eval_accuracy": 0.9641873278236914, | |
| "eval_loss": 0.15101788938045502, | |
| "eval_runtime": 21.5013, | |
| "eval_samples_per_second": 135.061, | |
| "eval_steps_per_second": 4.232, | |
| "step": 5194 | |
| }, | |
| { | |
| "epoch": 98.11320754716981, | |
| "grad_norm": 4.916390895843506, | |
| "learning_rate": 1.048218029350105e-06, | |
| "loss": 0.0474, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 98.30188679245283, | |
| "grad_norm": 3.228938102722168, | |
| "learning_rate": 9.433962264150943e-07, | |
| "loss": 0.0401, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 98.49056603773585, | |
| "grad_norm": 1.5599745512008667, | |
| "learning_rate": 8.38574423480084e-07, | |
| "loss": 0.0439, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 98.67924528301887, | |
| "grad_norm": 2.1779186725616455, | |
| "learning_rate": 7.337526205450735e-07, | |
| "loss": 0.0411, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 98.86792452830188, | |
| "grad_norm": 3.2559657096862793, | |
| "learning_rate": 6.28930817610063e-07, | |
| "loss": 0.0406, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 99.0, | |
| "eval_accuracy": 0.9648760330578512, | |
| "eval_loss": 0.14794644713401794, | |
| "eval_runtime": 21.5282, | |
| "eval_samples_per_second": 134.893, | |
| "eval_steps_per_second": 4.227, | |
| "step": 5247 | |
| }, | |
| { | |
| "epoch": 99.05660377358491, | |
| "grad_norm": 2.303928852081299, | |
| "learning_rate": 5.241090146750525e-07, | |
| "loss": 0.0461, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 99.24528301886792, | |
| "grad_norm": 5.052129745483398, | |
| "learning_rate": 4.19287211740042e-07, | |
| "loss": 0.0398, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 99.43396226415095, | |
| "grad_norm": 5.838912010192871, | |
| "learning_rate": 3.144654088050315e-07, | |
| "loss": 0.0436, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 99.62264150943396, | |
| "grad_norm": 1.3886405229568481, | |
| "learning_rate": 2.09643605870021e-07, | |
| "loss": 0.0281, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 99.81132075471699, | |
| "grad_norm": 2.893517017364502, | |
| "learning_rate": 1.048218029350105e-07, | |
| "loss": 0.0495, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "grad_norm": 3.087257146835327, | |
| "learning_rate": 0.0, | |
| "loss": 0.0343, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "eval_accuracy": 0.9645316804407713, | |
| "eval_loss": 0.1479804962873459, | |
| "eval_runtime": 21.646, | |
| "eval_samples_per_second": 134.159, | |
| "eval_steps_per_second": 4.204, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "step": 5300, | |
| "total_flos": 1.6838724615023002e+19, | |
| "train_loss": 0.14425156983845638, | |
| "train_runtime": 35971.5646, | |
| "train_samples_per_second": 18.829, | |
| "train_steps_per_second": 0.147 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 5300, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 100, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.6838724615023002e+19, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |