| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.1938677738741617, | |
| "global_step": 10000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.8744809964867454e-07, | |
| "loss": 91.176, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 6.068348770360907e-07, | |
| "loss": 64.0684, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.26221654423507e-07, | |
| "loss": 27.1061, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.242414564037049e-06, | |
| "loss": 8.0198, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.561801341424465e-06, | |
| "loss": 4.7691, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8811881188118813e-06, | |
| "loss": 3.4387, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 2.2005748961992977e-06, | |
| "loss": 2.7027, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 2.5199616735867137e-06, | |
| "loss": 2.4431, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.8393484509741297e-06, | |
| "loss": 2.0534, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.1587352283615465e-06, | |
| "loss": 1.8537, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.4781220057489625e-06, | |
| "loss": 1.642, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.797508783136378e-06, | |
| "loss": 1.5092, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.1168955605237945e-06, | |
| "loss": 1.4302, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.436282337911211e-06, | |
| "loss": 1.3527, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.755669115298627e-06, | |
| "loss": 1.2495, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.075055892686043e-06, | |
| "loss": 1.2039, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 5.39444267007346e-06, | |
| "loss": 1.1438, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 5.713829447460876e-06, | |
| "loss": 1.1056, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 6.033216224848291e-06, | |
| "loss": 1.0436, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 6.352603002235708e-06, | |
| "loss": 1.0225, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 6.671989779623123e-06, | |
| "loss": 0.9856, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 6.9913765570105406e-06, | |
| "loss": 0.9412, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 7.310763334397957e-06, | |
| "loss": 0.9075, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.630150111785373e-06, | |
| "loss": 0.8752, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 7.949536889172788e-06, | |
| "loss": 0.854, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.268923666560205e-06, | |
| "loss": 0.8282, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.588310443947621e-06, | |
| "loss": 0.8074, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.907697221335038e-06, | |
| "loss": 0.7976, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 9.227083998722454e-06, | |
| "loss": 0.7955, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 9.54647077610987e-06, | |
| "loss": 0.7502, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 9.865857553497285e-06, | |
| "loss": 0.7455, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.0185244330884702e-05, | |
| "loss": 0.7177, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 1.050463110827212e-05, | |
| "loss": 0.724, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.0824017885659535e-05, | |
| "loss": 0.6975, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.114340466304695e-05, | |
| "loss": 0.7054, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.1462791440434366e-05, | |
| "loss": 0.71, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1782178217821782e-05, | |
| "loss": 0.6825, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.2101564995209199e-05, | |
| "loss": 0.6792, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.2420951772596615e-05, | |
| "loss": 0.6794, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.2740338549984032e-05, | |
| "loss": 0.6672, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.3059725327371449e-05, | |
| "loss": 0.6356, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.3379112104758865e-05, | |
| "loss": 0.6503, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.369849888214628e-05, | |
| "loss": 0.6495, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.4017885659533696e-05, | |
| "loss": 0.6428, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.4337272436921113e-05, | |
| "loss": 0.6171, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.4656659214308529e-05, | |
| "loss": 0.6084, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.4976045991695944e-05, | |
| "loss": 0.6222, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.529543276908336e-05, | |
| "loss": 0.5971, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.5614819546470777e-05, | |
| "loss": 0.5745, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 1.5934206323858196e-05, | |
| "loss": 0.5753, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.625359310124561e-05, | |
| "loss": 0.6045, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 1.6572979878633027e-05, | |
| "loss": 0.6006, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.6892366656020443e-05, | |
| "loss": 0.6003, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 1.7211753433407858e-05, | |
| "loss": 0.5688, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.7531140210795274e-05, | |
| "loss": 0.5662, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.785052698818269e-05, | |
| "loss": 0.5788, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.8169913765570105e-05, | |
| "loss": 0.5541, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.8489300542957524e-05, | |
| "loss": 0.5656, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.880868732034494e-05, | |
| "loss": 0.5466, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.9128074097732355e-05, | |
| "loss": 0.563, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.9447460875119774e-05, | |
| "loss": 0.5603, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.976684765250719e-05, | |
| "loss": 0.5579, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 2.0086234429894605e-05, | |
| "loss": 0.5346, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 2.0405621207282017e-05, | |
| "loss": 0.5038, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 2.0725007984669436e-05, | |
| "loss": 0.5121, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 2.1044394762056855e-05, | |
| "loss": 0.5135, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 2.1363781539444267e-05, | |
| "loss": 0.504, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 2.1683168316831686e-05, | |
| "loss": 0.5119, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 2.20025550942191e-05, | |
| "loss": 0.4986, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 2.2321941871606518e-05, | |
| "loss": 0.504, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 2.2641328648993933e-05, | |
| "loss": 0.5024, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 2.296071542638135e-05, | |
| "loss": 0.479, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 2.3280102203768764e-05, | |
| "loss": 0.492, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 2.3599488981156183e-05, | |
| "loss": 0.4928, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 2.39188757585436e-05, | |
| "loss": 0.4862, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 2.4238262535931014e-05, | |
| "loss": 0.5148, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 2.4557649313318433e-05, | |
| "loss": 0.4922, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 2.4877036090705846e-05, | |
| "loss": 0.4882, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 2.5196422868093264e-05, | |
| "loss": 0.4871, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 2.5515809645480677e-05, | |
| "loss": 0.4967, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 2.5835196422868096e-05, | |
| "loss": 0.4834, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 2.615458320025551e-05, | |
| "loss": 0.4769, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 2.6473969977642927e-05, | |
| "loss": 0.4776, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 2.6793356755030342e-05, | |
| "loss": 0.4861, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 2.711274353241776e-05, | |
| "loss": 0.486, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 2.7432130309805177e-05, | |
| "loss": 0.4745, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 2.7751517087192592e-05, | |
| "loss": 0.4805, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 2.807090386458001e-05, | |
| "loss": 0.5003, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 2.8390290641967424e-05, | |
| "loss": 0.4639, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 2.8709677419354843e-05, | |
| "loss": 0.4763, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 2.9029064196742255e-05, | |
| "loss": 0.4727, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 2.9348450974129674e-05, | |
| "loss": 0.4839, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 2.966783775151709e-05, | |
| "loss": 0.4769, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 2.9987224528904505e-05, | |
| "loss": 0.4641, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 3.030661130629192e-05, | |
| "loss": 0.4282, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 3.0625998083679336e-05, | |
| "loss": 0.4057, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 3.094538486106676e-05, | |
| "loss": 0.4192, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 3.126477163845417e-05, | |
| "loss": 0.4186, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 3.158415841584159e-05, | |
| "loss": 0.4086, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.1903545193229005e-05, | |
| "loss": 0.4194, | |
| "step": 10000 | |
| } | |
| ], | |
| "max_steps": 125240, | |
| "num_train_epochs": 40, | |
| "total_flos": 0.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |