theyorubayesian's picture
Upload folder using huggingface_hub
dc6b582
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 38.32641328648994,
"global_step": 120000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 2.8744809964867454e-07,
"loss": 91.176,
"step": 100
},
{
"epoch": 0.06,
"learning_rate": 6.068348770360907e-07,
"loss": 64.0684,
"step": 200
},
{
"epoch": 0.1,
"learning_rate": 9.26221654423507e-07,
"loss": 27.1061,
"step": 300
},
{
"epoch": 0.13,
"learning_rate": 1.242414564037049e-06,
"loss": 8.0198,
"step": 400
},
{
"epoch": 0.16,
"learning_rate": 1.561801341424465e-06,
"loss": 4.7691,
"step": 500
},
{
"epoch": 0.19,
"learning_rate": 1.8811881188118813e-06,
"loss": 3.4387,
"step": 600
},
{
"epoch": 0.22,
"learning_rate": 2.2005748961992977e-06,
"loss": 2.7027,
"step": 700
},
{
"epoch": 0.26,
"learning_rate": 2.5199616735867137e-06,
"loss": 2.4431,
"step": 800
},
{
"epoch": 0.29,
"learning_rate": 2.8393484509741297e-06,
"loss": 2.0534,
"step": 900
},
{
"epoch": 0.32,
"learning_rate": 3.1587352283615465e-06,
"loss": 1.8537,
"step": 1000
},
{
"epoch": 0.35,
"learning_rate": 3.4781220057489625e-06,
"loss": 1.642,
"step": 1100
},
{
"epoch": 0.38,
"learning_rate": 3.797508783136378e-06,
"loss": 1.5092,
"step": 1200
},
{
"epoch": 0.42,
"learning_rate": 4.1168955605237945e-06,
"loss": 1.4302,
"step": 1300
},
{
"epoch": 0.45,
"learning_rate": 4.436282337911211e-06,
"loss": 1.3527,
"step": 1400
},
{
"epoch": 0.48,
"learning_rate": 4.755669115298627e-06,
"loss": 1.2495,
"step": 1500
},
{
"epoch": 0.51,
"learning_rate": 5.075055892686043e-06,
"loss": 1.2039,
"step": 1600
},
{
"epoch": 0.54,
"learning_rate": 5.39444267007346e-06,
"loss": 1.1438,
"step": 1700
},
{
"epoch": 0.57,
"learning_rate": 5.713829447460876e-06,
"loss": 1.1056,
"step": 1800
},
{
"epoch": 0.61,
"learning_rate": 6.033216224848291e-06,
"loss": 1.0436,
"step": 1900
},
{
"epoch": 0.64,
"learning_rate": 6.352603002235708e-06,
"loss": 1.0225,
"step": 2000
},
{
"epoch": 0.67,
"learning_rate": 6.671989779623123e-06,
"loss": 0.9856,
"step": 2100
},
{
"epoch": 0.7,
"learning_rate": 6.9913765570105406e-06,
"loss": 0.9412,
"step": 2200
},
{
"epoch": 0.73,
"learning_rate": 7.310763334397957e-06,
"loss": 0.9075,
"step": 2300
},
{
"epoch": 0.77,
"learning_rate": 7.630150111785373e-06,
"loss": 0.8752,
"step": 2400
},
{
"epoch": 0.8,
"learning_rate": 7.949536889172788e-06,
"loss": 0.854,
"step": 2500
},
{
"epoch": 0.83,
"learning_rate": 8.268923666560205e-06,
"loss": 0.8282,
"step": 2600
},
{
"epoch": 0.86,
"learning_rate": 8.588310443947621e-06,
"loss": 0.8074,
"step": 2700
},
{
"epoch": 0.89,
"learning_rate": 8.907697221335038e-06,
"loss": 0.7976,
"step": 2800
},
{
"epoch": 0.93,
"learning_rate": 9.227083998722454e-06,
"loss": 0.7955,
"step": 2900
},
{
"epoch": 0.96,
"learning_rate": 9.54647077610987e-06,
"loss": 0.7502,
"step": 3000
},
{
"epoch": 0.99,
"learning_rate": 9.865857553497285e-06,
"loss": 0.7455,
"step": 3100
},
{
"epoch": 1.02,
"learning_rate": 1.0185244330884702e-05,
"loss": 0.7177,
"step": 3200
},
{
"epoch": 1.05,
"learning_rate": 1.050463110827212e-05,
"loss": 0.724,
"step": 3300
},
{
"epoch": 1.09,
"learning_rate": 1.0824017885659535e-05,
"loss": 0.6975,
"step": 3400
},
{
"epoch": 1.12,
"learning_rate": 1.114340466304695e-05,
"loss": 0.7054,
"step": 3500
},
{
"epoch": 1.15,
"learning_rate": 1.1462791440434366e-05,
"loss": 0.71,
"step": 3600
},
{
"epoch": 1.18,
"learning_rate": 1.1782178217821782e-05,
"loss": 0.6825,
"step": 3700
},
{
"epoch": 1.21,
"learning_rate": 1.2101564995209199e-05,
"loss": 0.6792,
"step": 3800
},
{
"epoch": 1.25,
"learning_rate": 1.2420951772596615e-05,
"loss": 0.6794,
"step": 3900
},
{
"epoch": 1.28,
"learning_rate": 1.2740338549984032e-05,
"loss": 0.6672,
"step": 4000
},
{
"epoch": 1.31,
"learning_rate": 1.3059725327371449e-05,
"loss": 0.6356,
"step": 4100
},
{
"epoch": 1.34,
"learning_rate": 1.3379112104758865e-05,
"loss": 0.6503,
"step": 4200
},
{
"epoch": 1.37,
"learning_rate": 1.369849888214628e-05,
"loss": 0.6495,
"step": 4300
},
{
"epoch": 1.41,
"learning_rate": 1.4017885659533696e-05,
"loss": 0.6428,
"step": 4400
},
{
"epoch": 1.44,
"learning_rate": 1.4337272436921113e-05,
"loss": 0.6171,
"step": 4500
},
{
"epoch": 1.47,
"learning_rate": 1.4656659214308529e-05,
"loss": 0.6084,
"step": 4600
},
{
"epoch": 1.5,
"learning_rate": 1.4976045991695944e-05,
"loss": 0.6222,
"step": 4700
},
{
"epoch": 1.53,
"learning_rate": 1.529543276908336e-05,
"loss": 0.5971,
"step": 4800
},
{
"epoch": 1.56,
"learning_rate": 1.5614819546470777e-05,
"loss": 0.5745,
"step": 4900
},
{
"epoch": 1.6,
"learning_rate": 1.5934206323858196e-05,
"loss": 0.5753,
"step": 5000
},
{
"epoch": 1.63,
"learning_rate": 1.625359310124561e-05,
"loss": 0.6045,
"step": 5100
},
{
"epoch": 1.66,
"learning_rate": 1.6572979878633027e-05,
"loss": 0.6006,
"step": 5200
},
{
"epoch": 1.69,
"learning_rate": 1.6892366656020443e-05,
"loss": 0.6003,
"step": 5300
},
{
"epoch": 1.72,
"learning_rate": 1.7211753433407858e-05,
"loss": 0.5688,
"step": 5400
},
{
"epoch": 1.76,
"learning_rate": 1.7531140210795274e-05,
"loss": 0.5662,
"step": 5500
},
{
"epoch": 1.79,
"learning_rate": 1.785052698818269e-05,
"loss": 0.5788,
"step": 5600
},
{
"epoch": 1.82,
"learning_rate": 1.8169913765570105e-05,
"loss": 0.5541,
"step": 5700
},
{
"epoch": 1.85,
"learning_rate": 1.8489300542957524e-05,
"loss": 0.5656,
"step": 5800
},
{
"epoch": 1.88,
"learning_rate": 1.880868732034494e-05,
"loss": 0.5466,
"step": 5900
},
{
"epoch": 1.92,
"learning_rate": 1.9128074097732355e-05,
"loss": 0.563,
"step": 6000
},
{
"epoch": 1.95,
"learning_rate": 1.9447460875119774e-05,
"loss": 0.5603,
"step": 6100
},
{
"epoch": 1.98,
"learning_rate": 1.976684765250719e-05,
"loss": 0.5579,
"step": 6200
},
{
"epoch": 2.01,
"learning_rate": 2.0086234429894605e-05,
"loss": 0.5346,
"step": 6300
},
{
"epoch": 2.04,
"learning_rate": 2.0405621207282017e-05,
"loss": 0.5038,
"step": 6400
},
{
"epoch": 2.08,
"learning_rate": 2.0725007984669436e-05,
"loss": 0.5121,
"step": 6500
},
{
"epoch": 2.11,
"learning_rate": 2.1044394762056855e-05,
"loss": 0.5135,
"step": 6600
},
{
"epoch": 2.14,
"learning_rate": 2.1363781539444267e-05,
"loss": 0.504,
"step": 6700
},
{
"epoch": 2.17,
"learning_rate": 2.1683168316831686e-05,
"loss": 0.5119,
"step": 6800
},
{
"epoch": 2.2,
"learning_rate": 2.20025550942191e-05,
"loss": 0.4986,
"step": 6900
},
{
"epoch": 2.24,
"learning_rate": 2.2321941871606518e-05,
"loss": 0.504,
"step": 7000
},
{
"epoch": 2.27,
"learning_rate": 2.2641328648993933e-05,
"loss": 0.5024,
"step": 7100
},
{
"epoch": 2.3,
"learning_rate": 2.296071542638135e-05,
"loss": 0.479,
"step": 7200
},
{
"epoch": 2.33,
"learning_rate": 2.3280102203768764e-05,
"loss": 0.492,
"step": 7300
},
{
"epoch": 2.36,
"learning_rate": 2.3599488981156183e-05,
"loss": 0.4928,
"step": 7400
},
{
"epoch": 2.4,
"learning_rate": 2.39188757585436e-05,
"loss": 0.4862,
"step": 7500
},
{
"epoch": 2.43,
"learning_rate": 2.4238262535931014e-05,
"loss": 0.5148,
"step": 7600
},
{
"epoch": 2.46,
"learning_rate": 2.4557649313318433e-05,
"loss": 0.4922,
"step": 7700
},
{
"epoch": 2.49,
"learning_rate": 2.4877036090705846e-05,
"loss": 0.4882,
"step": 7800
},
{
"epoch": 2.52,
"learning_rate": 2.5196422868093264e-05,
"loss": 0.4871,
"step": 7900
},
{
"epoch": 2.56,
"learning_rate": 2.5515809645480677e-05,
"loss": 0.4967,
"step": 8000
},
{
"epoch": 2.59,
"learning_rate": 2.5835196422868096e-05,
"loss": 0.4834,
"step": 8100
},
{
"epoch": 2.62,
"learning_rate": 2.615458320025551e-05,
"loss": 0.4769,
"step": 8200
},
{
"epoch": 2.65,
"learning_rate": 2.6473969977642927e-05,
"loss": 0.4776,
"step": 8300
},
{
"epoch": 2.68,
"learning_rate": 2.6793356755030342e-05,
"loss": 0.4861,
"step": 8400
},
{
"epoch": 2.71,
"learning_rate": 2.711274353241776e-05,
"loss": 0.486,
"step": 8500
},
{
"epoch": 2.75,
"learning_rate": 2.7432130309805177e-05,
"loss": 0.4745,
"step": 8600
},
{
"epoch": 2.78,
"learning_rate": 2.7751517087192592e-05,
"loss": 0.4805,
"step": 8700
},
{
"epoch": 2.81,
"learning_rate": 2.807090386458001e-05,
"loss": 0.5003,
"step": 8800
},
{
"epoch": 2.84,
"learning_rate": 2.8390290641967424e-05,
"loss": 0.4639,
"step": 8900
},
{
"epoch": 2.87,
"learning_rate": 2.8709677419354843e-05,
"loss": 0.4763,
"step": 9000
},
{
"epoch": 2.91,
"learning_rate": 2.9029064196742255e-05,
"loss": 0.4727,
"step": 9100
},
{
"epoch": 2.94,
"learning_rate": 2.9348450974129674e-05,
"loss": 0.4839,
"step": 9200
},
{
"epoch": 2.97,
"learning_rate": 2.966783775151709e-05,
"loss": 0.4769,
"step": 9300
},
{
"epoch": 3.0,
"learning_rate": 2.9987224528904505e-05,
"loss": 0.4641,
"step": 9400
},
{
"epoch": 3.03,
"learning_rate": 3.030661130629192e-05,
"loss": 0.4282,
"step": 9500
},
{
"epoch": 3.07,
"learning_rate": 3.0625998083679336e-05,
"loss": 0.4057,
"step": 9600
},
{
"epoch": 3.1,
"learning_rate": 3.094538486106676e-05,
"loss": 0.4192,
"step": 9700
},
{
"epoch": 3.13,
"learning_rate": 3.126477163845417e-05,
"loss": 0.4186,
"step": 9800
},
{
"epoch": 3.16,
"learning_rate": 3.158415841584159e-05,
"loss": 0.4086,
"step": 9900
},
{
"epoch": 3.19,
"learning_rate": 3.1903545193229005e-05,
"loss": 0.4194,
"step": 10000
},
{
"epoch": 3.23,
"learning_rate": 3.221973810284254e-05,
"loss": 0.4443,
"step": 10100
},
{
"epoch": 3.26,
"learning_rate": 3.2539124880229965e-05,
"loss": 0.4217,
"step": 10200
},
{
"epoch": 3.29,
"learning_rate": 3.2858511657617374e-05,
"loss": 0.4275,
"step": 10300
},
{
"epoch": 3.32,
"learning_rate": 3.3177898435004796e-05,
"loss": 0.4422,
"step": 10400
},
{
"epoch": 3.35,
"learning_rate": 3.3497285212392205e-05,
"loss": 0.4227,
"step": 10500
},
{
"epoch": 3.39,
"learning_rate": 3.381667198977963e-05,
"loss": 0.4191,
"step": 10600
},
{
"epoch": 3.42,
"learning_rate": 3.413605876716704e-05,
"loss": 0.4309,
"step": 10700
},
{
"epoch": 3.45,
"learning_rate": 3.445544554455446e-05,
"loss": 0.4079,
"step": 10800
},
{
"epoch": 3.48,
"learning_rate": 3.4774832321941874e-05,
"loss": 0.4281,
"step": 10900
},
{
"epoch": 3.51,
"learning_rate": 3.509421909932929e-05,
"loss": 0.4137,
"step": 11000
},
{
"epoch": 3.55,
"learning_rate": 3.5413605876716705e-05,
"loss": 0.4168,
"step": 11100
},
{
"epoch": 3.58,
"learning_rate": 3.573299265410412e-05,
"loss": 0.4186,
"step": 11200
},
{
"epoch": 3.61,
"learning_rate": 3.605237943149154e-05,
"loss": 0.4325,
"step": 11300
},
{
"epoch": 3.64,
"learning_rate": 3.637176620887895e-05,
"loss": 0.4422,
"step": 11400
},
{
"epoch": 3.67,
"learning_rate": 3.6691152986266374e-05,
"loss": 0.4269,
"step": 11500
},
{
"epoch": 3.7,
"learning_rate": 3.701053976365379e-05,
"loss": 0.4368,
"step": 11600
},
{
"epoch": 3.74,
"learning_rate": 3.7329926541041205e-05,
"loss": 0.4207,
"step": 11700
},
{
"epoch": 3.77,
"learning_rate": 3.764931331842862e-05,
"loss": 0.4365,
"step": 11800
},
{
"epoch": 3.8,
"learning_rate": 3.7968700095816036e-05,
"loss": 0.4394,
"step": 11900
},
{
"epoch": 3.83,
"learning_rate": 3.828808687320345e-05,
"loss": 0.4351,
"step": 12000
},
{
"epoch": 3.86,
"learning_rate": 3.860747365059087e-05,
"loss": 0.4113,
"step": 12100
},
{
"epoch": 3.9,
"learning_rate": 3.892686042797828e-05,
"loss": 0.4261,
"step": 12200
},
{
"epoch": 3.93,
"learning_rate": 3.92462472053657e-05,
"loss": 0.4311,
"step": 12300
},
{
"epoch": 3.96,
"learning_rate": 3.956563398275312e-05,
"loss": 0.4246,
"step": 12400
},
{
"epoch": 3.99,
"learning_rate": 3.988502076014053e-05,
"loss": 0.4294,
"step": 12500
},
{
"epoch": 4.02,
"learning_rate": 3.997728805138579e-05,
"loss": 0.3854,
"step": 12600
},
{
"epoch": 4.06,
"learning_rate": 3.994180063167608e-05,
"loss": 0.3656,
"step": 12700
},
{
"epoch": 4.09,
"learning_rate": 3.9906313211966366e-05,
"loss": 0.3836,
"step": 12800
},
{
"epoch": 4.12,
"learning_rate": 3.987082579225665e-05,
"loss": 0.3664,
"step": 12900
},
{
"epoch": 4.15,
"learning_rate": 3.9835338372546935e-05,
"loss": 0.3884,
"step": 13000
},
{
"epoch": 4.18,
"learning_rate": 3.979985095283722e-05,
"loss": 0.3764,
"step": 13100
},
{
"epoch": 4.22,
"learning_rate": 3.976436353312751e-05,
"loss": 0.3733,
"step": 13200
},
{
"epoch": 4.25,
"learning_rate": 3.97288761134178e-05,
"loss": 0.3682,
"step": 13300
},
{
"epoch": 4.28,
"learning_rate": 3.969338869370809e-05,
"loss": 0.371,
"step": 13400
},
{
"epoch": 4.31,
"learning_rate": 3.965790127399837e-05,
"loss": 0.3741,
"step": 13500
},
{
"epoch": 4.34,
"learning_rate": 3.9622413854288656e-05,
"loss": 0.3757,
"step": 13600
},
{
"epoch": 4.38,
"learning_rate": 3.9586926434578944e-05,
"loss": 0.3652,
"step": 13700
},
{
"epoch": 4.41,
"learning_rate": 3.955143901486923e-05,
"loss": 0.3892,
"step": 13800
},
{
"epoch": 4.44,
"learning_rate": 3.951630646935662e-05,
"loss": 0.3893,
"step": 13900
},
{
"epoch": 4.47,
"learning_rate": 3.948081904964691e-05,
"loss": 0.3823,
"step": 14000
},
{
"epoch": 4.5,
"learning_rate": 3.944533162993719e-05,
"loss": 0.3654,
"step": 14100
},
{
"epoch": 4.54,
"learning_rate": 3.9409844210227476e-05,
"loss": 0.3791,
"step": 14200
},
{
"epoch": 4.57,
"learning_rate": 3.9374356790517764e-05,
"loss": 0.3918,
"step": 14300
},
{
"epoch": 4.6,
"learning_rate": 3.933886937080805e-05,
"loss": 0.3713,
"step": 14400
},
{
"epoch": 4.63,
"learning_rate": 3.930338195109834e-05,
"loss": 0.376,
"step": 14500
},
{
"epoch": 4.66,
"learning_rate": 3.926789453138863e-05,
"loss": 0.3682,
"step": 14600
},
{
"epoch": 4.69,
"learning_rate": 3.9232407111678915e-05,
"loss": 0.374,
"step": 14700
},
{
"epoch": 4.73,
"learning_rate": 3.91969196919692e-05,
"loss": 0.3774,
"step": 14800
},
{
"epoch": 4.76,
"learning_rate": 3.9161432272259484e-05,
"loss": 0.3806,
"step": 14900
},
{
"epoch": 4.79,
"learning_rate": 3.912594485254977e-05,
"loss": 0.3886,
"step": 15000
},
{
"epoch": 4.82,
"learning_rate": 3.909045743284006e-05,
"loss": 0.3742,
"step": 15100
},
{
"epoch": 4.85,
"learning_rate": 3.905497001313035e-05,
"loss": 0.3714,
"step": 15200
},
{
"epoch": 4.89,
"learning_rate": 3.9019482593420636e-05,
"loss": 0.3721,
"step": 15300
},
{
"epoch": 4.92,
"learning_rate": 3.8983995173710924e-05,
"loss": 0.3716,
"step": 15400
},
{
"epoch": 4.95,
"learning_rate": 3.8948507754001205e-05,
"loss": 0.3728,
"step": 15500
},
{
"epoch": 4.98,
"learning_rate": 3.891302033429149e-05,
"loss": 0.384,
"step": 15600
},
{
"epoch": 5.01,
"learning_rate": 3.887753291458178e-05,
"loss": 0.3415,
"step": 15700
},
{
"epoch": 5.05,
"learning_rate": 3.884204549487207e-05,
"loss": 0.3064,
"step": 15800
},
{
"epoch": 5.08,
"learning_rate": 3.880655807516236e-05,
"loss": 0.3164,
"step": 15900
},
{
"epoch": 5.11,
"learning_rate": 3.8771070655452645e-05,
"loss": 0.3215,
"step": 16000
},
{
"epoch": 5.14,
"learning_rate": 3.873558323574293e-05,
"loss": 0.3234,
"step": 16100
},
{
"epoch": 5.17,
"learning_rate": 3.870009581603322e-05,
"loss": 0.3119,
"step": 16200
},
{
"epoch": 5.21,
"learning_rate": 3.866460839632351e-05,
"loss": 0.3145,
"step": 16300
},
{
"epoch": 5.24,
"learning_rate": 3.8629120976613796e-05,
"loss": 0.3333,
"step": 16400
},
{
"epoch": 5.27,
"learning_rate": 3.8593633556904084e-05,
"loss": 0.3195,
"step": 16500
},
{
"epoch": 5.3,
"learning_rate": 3.855814613719437e-05,
"loss": 0.3159,
"step": 16600
},
{
"epoch": 5.33,
"learning_rate": 3.852265871748465e-05,
"loss": 0.3189,
"step": 16700
},
{
"epoch": 5.37,
"learning_rate": 3.848717129777494e-05,
"loss": 0.317,
"step": 16800
},
{
"epoch": 5.4,
"learning_rate": 3.845168387806523e-05,
"loss": 0.3231,
"step": 16900
},
{
"epoch": 5.43,
"learning_rate": 3.841619645835552e-05,
"loss": 0.3328,
"step": 17000
},
{
"epoch": 5.46,
"learning_rate": 3.8380709038645805e-05,
"loss": 0.3282,
"step": 17100
},
{
"epoch": 5.49,
"learning_rate": 3.8345221618936086e-05,
"loss": 0.3169,
"step": 17200
},
{
"epoch": 5.53,
"learning_rate": 3.8309734199226374e-05,
"loss": 0.3156,
"step": 17300
},
{
"epoch": 5.56,
"learning_rate": 3.827424677951666e-05,
"loss": 0.3313,
"step": 17400
},
{
"epoch": 5.59,
"learning_rate": 3.823875935980695e-05,
"loss": 0.3181,
"step": 17500
},
{
"epoch": 5.62,
"learning_rate": 3.820327194009724e-05,
"loss": 0.334,
"step": 17600
},
{
"epoch": 5.65,
"learning_rate": 3.8167784520387526e-05,
"loss": 0.3313,
"step": 17700
},
{
"epoch": 5.69,
"learning_rate": 3.8132297100677814e-05,
"loss": 0.3331,
"step": 17800
},
{
"epoch": 5.72,
"learning_rate": 3.80968096809681e-05,
"loss": 0.3405,
"step": 17900
},
{
"epoch": 5.75,
"learning_rate": 3.806132226125839e-05,
"loss": 0.3345,
"step": 18000
},
{
"epoch": 5.78,
"learning_rate": 3.802583484154868e-05,
"loss": 0.3295,
"step": 18100
},
{
"epoch": 5.81,
"learning_rate": 3.7990347421838965e-05,
"loss": 0.3244,
"step": 18200
},
{
"epoch": 5.84,
"learning_rate": 3.795486000212925e-05,
"loss": 0.3346,
"step": 18300
},
{
"epoch": 5.88,
"learning_rate": 3.791972745661663e-05,
"loss": 0.3317,
"step": 18400
},
{
"epoch": 5.91,
"learning_rate": 3.788424003690692e-05,
"loss": 0.3219,
"step": 18500
},
{
"epoch": 5.94,
"learning_rate": 3.784875261719721e-05,
"loss": 0.3167,
"step": 18600
},
{
"epoch": 5.97,
"learning_rate": 3.781326519748749e-05,
"loss": 0.33,
"step": 18700
},
{
"epoch": 6.0,
"learning_rate": 3.777777777777778e-05,
"loss": 0.3211,
"step": 18800
},
{
"epoch": 6.04,
"learning_rate": 3.7742290358068066e-05,
"loss": 0.2794,
"step": 18900
},
{
"epoch": 6.07,
"learning_rate": 3.7706802938358354e-05,
"loss": 0.2675,
"step": 19000
},
{
"epoch": 6.1,
"learning_rate": 3.767131551864864e-05,
"loss": 0.2676,
"step": 19100
},
{
"epoch": 6.13,
"learning_rate": 3.763582809893893e-05,
"loss": 0.2693,
"step": 19200
},
{
"epoch": 6.16,
"learning_rate": 3.760034067922922e-05,
"loss": 0.2669,
"step": 19300
},
{
"epoch": 6.2,
"learning_rate": 3.7564853259519506e-05,
"loss": 0.2744,
"step": 19400
},
{
"epoch": 6.23,
"learning_rate": 3.7529365839809794e-05,
"loss": 0.282,
"step": 19500
},
{
"epoch": 6.26,
"learning_rate": 3.749387842010008e-05,
"loss": 0.2848,
"step": 19600
},
{
"epoch": 6.29,
"learning_rate": 3.745839100039037e-05,
"loss": 0.2783,
"step": 19700
},
{
"epoch": 6.32,
"learning_rate": 3.742290358068066e-05,
"loss": 0.2843,
"step": 19800
},
{
"epoch": 6.36,
"learning_rate": 3.738741616097094e-05,
"loss": 0.2696,
"step": 19900
},
{
"epoch": 6.39,
"learning_rate": 3.7351928741261226e-05,
"loss": 0.2932,
"step": 20000
},
{
"epoch": 6.42,
"learning_rate": 3.7316441321551514e-05,
"loss": 0.2775,
"step": 20100
},
{
"epoch": 6.45,
"learning_rate": 3.72809539018418e-05,
"loss": 0.2893,
"step": 20200
},
{
"epoch": 6.48,
"learning_rate": 3.724546648213209e-05,
"loss": 0.286,
"step": 20300
},
{
"epoch": 6.52,
"learning_rate": 3.720997906242237e-05,
"loss": 0.2799,
"step": 20400
},
{
"epoch": 6.55,
"learning_rate": 3.717449164271266e-05,
"loss": 0.2827,
"step": 20500
},
{
"epoch": 6.58,
"learning_rate": 3.713900422300295e-05,
"loss": 0.2783,
"step": 20600
},
{
"epoch": 6.61,
"learning_rate": 3.7103516803293235e-05,
"loss": 0.2729,
"step": 20700
},
{
"epoch": 6.64,
"learning_rate": 3.706802938358352e-05,
"loss": 0.2747,
"step": 20800
},
{
"epoch": 6.68,
"learning_rate": 3.703254196387381e-05,
"loss": 0.2764,
"step": 20900
},
{
"epoch": 6.71,
"learning_rate": 3.699705454416409e-05,
"loss": 0.2804,
"step": 21000
},
{
"epoch": 6.74,
"learning_rate": 3.696156712445438e-05,
"loss": 0.2841,
"step": 21100
},
{
"epoch": 6.77,
"learning_rate": 3.692607970474467e-05,
"loss": 0.277,
"step": 21200
},
{
"epoch": 6.8,
"learning_rate": 3.6890592285034956e-05,
"loss": 0.284,
"step": 21300
},
{
"epoch": 6.83,
"learning_rate": 3.6855104865325244e-05,
"loss": 0.2778,
"step": 21400
},
{
"epoch": 6.87,
"learning_rate": 3.681961744561553e-05,
"loss": 0.2797,
"step": 21500
},
{
"epoch": 6.9,
"learning_rate": 3.678413002590582e-05,
"loss": 0.3036,
"step": 21600
},
{
"epoch": 6.93,
"learning_rate": 3.674864260619611e-05,
"loss": 0.2869,
"step": 21700
},
{
"epoch": 6.96,
"learning_rate": 3.6713155186486395e-05,
"loss": 0.2921,
"step": 21800
},
{
"epoch": 6.99,
"learning_rate": 3.667766776677668e-05,
"loss": 0.2844,
"step": 21900
},
{
"epoch": 7.03,
"learning_rate": 3.664218034706697e-05,
"loss": 0.2427,
"step": 22000
},
{
"epoch": 7.06,
"learning_rate": 3.660669292735726e-05,
"loss": 0.243,
"step": 22100
},
{
"epoch": 7.09,
"learning_rate": 3.657120550764754e-05,
"loss": 0.2311,
"step": 22200
},
{
"epoch": 7.12,
"learning_rate": 3.653571808793783e-05,
"loss": 0.2358,
"step": 22300
},
{
"epoch": 7.15,
"learning_rate": 3.6500230668228116e-05,
"loss": 0.2287,
"step": 22400
},
{
"epoch": 7.19,
"learning_rate": 3.6464743248518404e-05,
"loss": 0.2519,
"step": 22500
},
{
"epoch": 7.22,
"learning_rate": 3.642925582880869e-05,
"loss": 0.2528,
"step": 22600
},
{
"epoch": 7.25,
"learning_rate": 3.639376840909898e-05,
"loss": 0.2507,
"step": 22700
},
{
"epoch": 7.28,
"learning_rate": 3.635828098938926e-05,
"loss": 0.2496,
"step": 22800
},
{
"epoch": 7.31,
"learning_rate": 3.632279356967955e-05,
"loss": 0.2503,
"step": 22900
},
{
"epoch": 7.35,
"learning_rate": 3.628730614996984e-05,
"loss": 0.2383,
"step": 23000
},
{
"epoch": 7.38,
"learning_rate": 3.6251818730260125e-05,
"loss": 0.2513,
"step": 23100
},
{
"epoch": 7.41,
"learning_rate": 3.621633131055041e-05,
"loss": 0.2492,
"step": 23200
},
{
"epoch": 7.44,
"learning_rate": 3.61808438908407e-05,
"loss": 0.2473,
"step": 23300
},
{
"epoch": 7.47,
"learning_rate": 3.614535647113099e-05,
"loss": 0.2502,
"step": 23400
},
{
"epoch": 7.51,
"learning_rate": 3.6109869051421276e-05,
"loss": 0.2492,
"step": 23500
},
{
"epoch": 7.54,
"learning_rate": 3.6074381631711564e-05,
"loss": 0.2366,
"step": 23600
},
{
"epoch": 7.57,
"learning_rate": 3.603889421200185e-05,
"loss": 0.2393,
"step": 23700
},
{
"epoch": 7.6,
"learning_rate": 3.600340679229214e-05,
"loss": 0.2483,
"step": 23800
},
{
"epoch": 7.63,
"learning_rate": 3.596791937258242e-05,
"loss": 0.2428,
"step": 23900
},
{
"epoch": 7.67,
"learning_rate": 3.593243195287271e-05,
"loss": 0.2507,
"step": 24000
},
{
"epoch": 7.7,
"learning_rate": 3.5896944533163e-05,
"loss": 0.2491,
"step": 24100
},
{
"epoch": 7.73,
"learning_rate": 3.5861457113453285e-05,
"loss": 0.2549,
"step": 24200
},
{
"epoch": 7.76,
"learning_rate": 3.582596969374357e-05,
"loss": 0.251,
"step": 24300
},
{
"epoch": 7.79,
"learning_rate": 3.579048227403386e-05,
"loss": 0.2357,
"step": 24400
},
{
"epoch": 7.82,
"learning_rate": 3.575499485432414e-05,
"loss": 0.2441,
"step": 24500
},
{
"epoch": 7.86,
"learning_rate": 3.571950743461443e-05,
"loss": 0.2561,
"step": 24600
},
{
"epoch": 7.89,
"learning_rate": 3.568402001490472e-05,
"loss": 0.2524,
"step": 24700
},
{
"epoch": 7.92,
"learning_rate": 3.5648532595195006e-05,
"loss": 0.2467,
"step": 24800
},
{
"epoch": 7.95,
"learning_rate": 3.5613045175485293e-05,
"loss": 0.2416,
"step": 24900
},
{
"epoch": 7.98,
"learning_rate": 3.557755775577558e-05,
"loss": 0.2511,
"step": 25000
},
{
"epoch": 8.02,
"learning_rate": 3.554207033606587e-05,
"loss": 0.2323,
"step": 25100
},
{
"epoch": 8.05,
"learning_rate": 3.550658291635615e-05,
"loss": 0.2158,
"step": 25200
},
{
"epoch": 8.08,
"learning_rate": 3.547109549664644e-05,
"loss": 0.21,
"step": 25300
},
{
"epoch": 8.11,
"learning_rate": 3.5435608076936726e-05,
"loss": 0.2102,
"step": 25400
},
{
"epoch": 8.14,
"learning_rate": 3.5400120657227014e-05,
"loss": 0.2071,
"step": 25500
},
{
"epoch": 8.18,
"learning_rate": 3.53646332375173e-05,
"loss": 0.2198,
"step": 25600
},
{
"epoch": 8.21,
"learning_rate": 3.532914581780759e-05,
"loss": 0.2193,
"step": 25700
},
{
"epoch": 8.24,
"learning_rate": 3.529365839809788e-05,
"loss": 0.2166,
"step": 25800
},
{
"epoch": 8.27,
"learning_rate": 3.5258170978388166e-05,
"loss": 0.2237,
"step": 25900
},
{
"epoch": 8.3,
"learning_rate": 3.5222683558678454e-05,
"loss": 0.2241,
"step": 26000
},
{
"epoch": 8.34,
"learning_rate": 3.518719613896874e-05,
"loss": 0.2132,
"step": 26100
},
{
"epoch": 8.37,
"learning_rate": 3.515170871925902e-05,
"loss": 0.2101,
"step": 26200
},
{
"epoch": 8.4,
"learning_rate": 3.511622129954931e-05,
"loss": 0.227,
"step": 26300
},
{
"epoch": 8.43,
"learning_rate": 3.50807338798396e-05,
"loss": 0.2221,
"step": 26400
},
{
"epoch": 8.46,
"learning_rate": 3.504560133432698e-05,
"loss": 0.2181,
"step": 26500
},
{
"epoch": 8.5,
"learning_rate": 3.501011391461727e-05,
"loss": 0.2208,
"step": 26600
},
{
"epoch": 8.53,
"learning_rate": 3.4974626494907555e-05,
"loss": 0.2192,
"step": 26700
},
{
"epoch": 8.56,
"learning_rate": 3.493913907519784e-05,
"loss": 0.2227,
"step": 26800
},
{
"epoch": 8.59,
"learning_rate": 3.490365165548813e-05,
"loss": 0.2308,
"step": 26900
},
{
"epoch": 8.62,
"learning_rate": 3.486816423577842e-05,
"loss": 0.22,
"step": 27000
},
{
"epoch": 8.66,
"learning_rate": 3.4832676816068706e-05,
"loss": 0.2247,
"step": 27100
},
{
"epoch": 8.69,
"learning_rate": 3.4797189396358994e-05,
"loss": 0.2148,
"step": 27200
},
{
"epoch": 8.72,
"learning_rate": 3.476170197664928e-05,
"loss": 0.2136,
"step": 27300
},
{
"epoch": 8.75,
"learning_rate": 3.472621455693957e-05,
"loss": 0.2282,
"step": 27400
},
{
"epoch": 8.78,
"learning_rate": 3.469072713722986e-05,
"loss": 0.2266,
"step": 27500
},
{
"epoch": 8.82,
"learning_rate": 3.4655239717520146e-05,
"loss": 0.2198,
"step": 27600
},
{
"epoch": 8.85,
"learning_rate": 3.461975229781043e-05,
"loss": 0.2243,
"step": 27700
},
{
"epoch": 8.88,
"learning_rate": 3.4584264878100715e-05,
"loss": 0.2358,
"step": 27800
},
{
"epoch": 8.91,
"learning_rate": 3.4548777458391e-05,
"loss": 0.2255,
"step": 27900
},
{
"epoch": 8.94,
"learning_rate": 3.451329003868129e-05,
"loss": 0.2258,
"step": 28000
},
{
"epoch": 8.97,
"learning_rate": 3.447780261897158e-05,
"loss": 0.2228,
"step": 28100
},
{
"epoch": 9.01,
"learning_rate": 3.4442315199261866e-05,
"loss": 0.2183,
"step": 28200
},
{
"epoch": 9.04,
"learning_rate": 3.440682777955215e-05,
"loss": 0.1988,
"step": 28300
},
{
"epoch": 9.07,
"learning_rate": 3.4371340359842436e-05,
"loss": 0.188,
"step": 28400
},
{
"epoch": 9.1,
"learning_rate": 3.4335852940132723e-05,
"loss": 0.1963,
"step": 28500
},
{
"epoch": 9.13,
"learning_rate": 3.430036552042301e-05,
"loss": 0.1919,
"step": 28600
},
{
"epoch": 9.17,
"learning_rate": 3.42648781007133e-05,
"loss": 0.1906,
"step": 28700
},
{
"epoch": 9.2,
"learning_rate": 3.422939068100359e-05,
"loss": 0.1911,
"step": 28800
},
{
"epoch": 9.23,
"learning_rate": 3.4193903261293875e-05,
"loss": 0.1971,
"step": 28900
},
{
"epoch": 9.26,
"learning_rate": 3.415841584158416e-05,
"loss": 0.1931,
"step": 29000
},
{
"epoch": 9.29,
"learning_rate": 3.412292842187445e-05,
"loss": 0.1951,
"step": 29100
},
{
"epoch": 9.33,
"learning_rate": 3.408744100216474e-05,
"loss": 0.2008,
"step": 29200
},
{
"epoch": 9.36,
"learning_rate": 3.405195358245503e-05,
"loss": 0.2053,
"step": 29300
},
{
"epoch": 9.39,
"learning_rate": 3.401646616274531e-05,
"loss": 0.2015,
"step": 29400
},
{
"epoch": 9.42,
"learning_rate": 3.3980978743035596e-05,
"loss": 0.193,
"step": 29500
},
{
"epoch": 9.45,
"learning_rate": 3.3945491323325884e-05,
"loss": 0.1955,
"step": 29600
},
{
"epoch": 9.49,
"learning_rate": 3.391000390361617e-05,
"loss": 0.1993,
"step": 29700
},
{
"epoch": 9.52,
"learning_rate": 3.387451648390646e-05,
"loss": 0.2043,
"step": 29800
},
{
"epoch": 9.55,
"learning_rate": 3.383902906419675e-05,
"loss": 0.1955,
"step": 29900
},
{
"epoch": 9.58,
"learning_rate": 3.380354164448703e-05,
"loss": 0.1961,
"step": 30000
},
{
"epoch": 9.61,
"learning_rate": 3.3768054224777316e-05,
"loss": 0.1961,
"step": 30100
},
{
"epoch": 9.65,
"learning_rate": 3.3732566805067604e-05,
"loss": 0.196,
"step": 30200
},
{
"epoch": 9.68,
"learning_rate": 3.369707938535789e-05,
"loss": 0.2088,
"step": 30300
},
{
"epoch": 9.71,
"learning_rate": 3.366159196564818e-05,
"loss": 0.2031,
"step": 30400
},
{
"epoch": 9.74,
"learning_rate": 3.362610454593847e-05,
"loss": 0.1949,
"step": 30500
},
{
"epoch": 9.77,
"learning_rate": 3.3590617126228756e-05,
"loss": 0.1988,
"step": 30600
},
{
"epoch": 9.81,
"learning_rate": 3.3555129706519044e-05,
"loss": 0.2061,
"step": 30700
},
{
"epoch": 9.84,
"learning_rate": 3.351964228680933e-05,
"loss": 0.2022,
"step": 30800
},
{
"epoch": 9.87,
"learning_rate": 3.348450974129671e-05,
"loss": 0.1965,
"step": 30900
},
{
"epoch": 9.9,
"learning_rate": 3.3449022321587e-05,
"loss": 0.1999,
"step": 31000
},
{
"epoch": 9.93,
"learning_rate": 3.341353490187729e-05,
"loss": 0.2065,
"step": 31100
},
{
"epoch": 9.96,
"learning_rate": 3.3378047482167576e-05,
"loss": 0.2031,
"step": 31200
},
{
"epoch": 10.0,
"learning_rate": 3.3342560062457864e-05,
"loss": 0.2078,
"step": 31300
},
{
"epoch": 10.03,
"learning_rate": 3.330707264274815e-05,
"loss": 0.1733,
"step": 31400
},
{
"epoch": 10.06,
"learning_rate": 3.327158522303843e-05,
"loss": 0.1654,
"step": 31500
},
{
"epoch": 10.09,
"learning_rate": 3.323609780332872e-05,
"loss": 0.1674,
"step": 31600
},
{
"epoch": 10.12,
"learning_rate": 3.320061038361901e-05,
"loss": 0.1725,
"step": 31700
},
{
"epoch": 10.16,
"learning_rate": 3.3165122963909297e-05,
"loss": 0.1761,
"step": 31800
},
{
"epoch": 10.19,
"learning_rate": 3.3129635544199584e-05,
"loss": 0.1757,
"step": 31900
},
{
"epoch": 10.22,
"learning_rate": 3.309414812448987e-05,
"loss": 0.1781,
"step": 32000
},
{
"epoch": 10.25,
"learning_rate": 3.3058660704780153e-05,
"loss": 0.1716,
"step": 32100
},
{
"epoch": 10.28,
"learning_rate": 3.302317328507044e-05,
"loss": 0.1717,
"step": 32200
},
{
"epoch": 10.32,
"learning_rate": 3.298768586536073e-05,
"loss": 0.179,
"step": 32300
},
{
"epoch": 10.35,
"learning_rate": 3.295219844565102e-05,
"loss": 0.174,
"step": 32400
},
{
"epoch": 10.38,
"learning_rate": 3.2916711025941305e-05,
"loss": 0.178,
"step": 32500
},
{
"epoch": 10.41,
"learning_rate": 3.288122360623159e-05,
"loss": 0.1765,
"step": 32600
},
{
"epoch": 10.44,
"learning_rate": 3.284573618652188e-05,
"loss": 0.1824,
"step": 32700
},
{
"epoch": 10.48,
"learning_rate": 3.281024876681217e-05,
"loss": 0.1806,
"step": 32800
},
{
"epoch": 10.51,
"learning_rate": 3.277511622129955e-05,
"loss": 0.1785,
"step": 32900
},
{
"epoch": 10.54,
"learning_rate": 3.2739983675786936e-05,
"loss": 0.1698,
"step": 33000
},
{
"epoch": 10.57,
"learning_rate": 3.2704496256077224e-05,
"loss": 0.1734,
"step": 33100
},
{
"epoch": 10.6,
"learning_rate": 3.2669008836367505e-05,
"loss": 0.1761,
"step": 33200
},
{
"epoch": 10.64,
"learning_rate": 3.263352141665779e-05,
"loss": 0.1786,
"step": 33300
},
{
"epoch": 10.67,
"learning_rate": 3.259803399694808e-05,
"loss": 0.1767,
"step": 33400
},
{
"epoch": 10.7,
"learning_rate": 3.256254657723837e-05,
"loss": 0.1881,
"step": 33500
},
{
"epoch": 10.73,
"learning_rate": 3.252705915752866e-05,
"loss": 0.1792,
"step": 33600
},
{
"epoch": 10.76,
"learning_rate": 3.2491571737818945e-05,
"loss": 0.1832,
"step": 33700
},
{
"epoch": 10.8,
"learning_rate": 3.245608431810923e-05,
"loss": 0.1889,
"step": 33800
},
{
"epoch": 10.83,
"learning_rate": 3.242059689839952e-05,
"loss": 0.1824,
"step": 33900
},
{
"epoch": 10.86,
"learning_rate": 3.238510947868981e-05,
"loss": 0.1746,
"step": 34000
},
{
"epoch": 10.89,
"learning_rate": 3.2349622058980096e-05,
"loss": 0.1735,
"step": 34100
},
{
"epoch": 10.92,
"learning_rate": 3.2314134639270384e-05,
"loss": 0.1822,
"step": 34200
},
{
"epoch": 10.95,
"learning_rate": 3.227864721956067e-05,
"loss": 0.1768,
"step": 34300
},
{
"epoch": 10.99,
"learning_rate": 3.224315979985095e-05,
"loss": 0.1812,
"step": 34400
},
{
"epoch": 11.02,
"learning_rate": 3.220767238014124e-05,
"loss": 0.1645,
"step": 34500
},
{
"epoch": 11.05,
"learning_rate": 3.217218496043153e-05,
"loss": 0.1483,
"step": 34600
},
{
"epoch": 11.08,
"learning_rate": 3.213669754072182e-05,
"loss": 0.1615,
"step": 34700
},
{
"epoch": 11.11,
"learning_rate": 3.2101210121012105e-05,
"loss": 0.1637,
"step": 34800
},
{
"epoch": 11.15,
"learning_rate": 3.206572270130239e-05,
"loss": 0.1497,
"step": 34900
},
{
"epoch": 11.18,
"learning_rate": 3.2030235281592674e-05,
"loss": 0.1524,
"step": 35000
},
{
"epoch": 11.21,
"learning_rate": 3.199474786188296e-05,
"loss": 0.1545,
"step": 35100
},
{
"epoch": 11.24,
"learning_rate": 3.195926044217325e-05,
"loss": 0.1526,
"step": 35200
},
{
"epoch": 11.27,
"learning_rate": 3.192377302246354e-05,
"loss": 0.1499,
"step": 35300
},
{
"epoch": 11.31,
"learning_rate": 3.1888285602753826e-05,
"loss": 0.1553,
"step": 35400
},
{
"epoch": 11.34,
"learning_rate": 3.1852798183044114e-05,
"loss": 0.1583,
"step": 35500
},
{
"epoch": 11.37,
"learning_rate": 3.18173107633344e-05,
"loss": 0.156,
"step": 35600
},
{
"epoch": 11.4,
"learning_rate": 3.178182334362469e-05,
"loss": 0.1582,
"step": 35700
},
{
"epoch": 11.43,
"learning_rate": 3.174633592391498e-05,
"loss": 0.155,
"step": 35800
},
{
"epoch": 11.47,
"learning_rate": 3.1710848504205265e-05,
"loss": 0.1546,
"step": 35900
},
{
"epoch": 11.5,
"learning_rate": 3.167536108449555e-05,
"loss": 0.157,
"step": 36000
},
{
"epoch": 11.53,
"learning_rate": 3.1639873664785834e-05,
"loss": 0.1644,
"step": 36100
},
{
"epoch": 11.56,
"learning_rate": 3.160438624507612e-05,
"loss": 0.1627,
"step": 36200
},
{
"epoch": 11.59,
"learning_rate": 3.156889882536641e-05,
"loss": 0.165,
"step": 36300
},
{
"epoch": 11.63,
"learning_rate": 3.15334114056567e-05,
"loss": 0.1602,
"step": 36400
},
{
"epoch": 11.66,
"learning_rate": 3.1497923985946986e-05,
"loss": 0.1694,
"step": 36500
},
{
"epoch": 11.69,
"learning_rate": 3.1462436566237274e-05,
"loss": 0.1604,
"step": 36600
},
{
"epoch": 11.72,
"learning_rate": 3.1426949146527555e-05,
"loss": 0.1725,
"step": 36700
},
{
"epoch": 11.75,
"learning_rate": 3.139146172681784e-05,
"loss": 0.1577,
"step": 36800
},
{
"epoch": 11.79,
"learning_rate": 3.135597430710813e-05,
"loss": 0.1741,
"step": 36900
},
{
"epoch": 11.82,
"learning_rate": 3.132048688739842e-05,
"loss": 0.1547,
"step": 37000
},
{
"epoch": 11.85,
"learning_rate": 3.1284999467688707e-05,
"loss": 0.1621,
"step": 37100
},
{
"epoch": 11.88,
"learning_rate": 3.1249512047978994e-05,
"loss": 0.1663,
"step": 37200
},
{
"epoch": 11.91,
"learning_rate": 3.121437950246638e-05,
"loss": 0.1594,
"step": 37300
},
{
"epoch": 11.95,
"learning_rate": 3.117889208275667e-05,
"loss": 0.174,
"step": 37400
},
{
"epoch": 11.98,
"learning_rate": 3.114340466304696e-05,
"loss": 0.1755,
"step": 37500
},
{
"epoch": 12.01,
"learning_rate": 3.110791724333724e-05,
"loss": 0.1627,
"step": 37600
},
{
"epoch": 12.04,
"learning_rate": 3.1072429823627526e-05,
"loss": 0.1445,
"step": 37700
},
{
"epoch": 12.07,
"learning_rate": 3.1036942403917814e-05,
"loss": 0.1399,
"step": 37800
},
{
"epoch": 12.1,
"learning_rate": 3.10014549842081e-05,
"loss": 0.1475,
"step": 37900
},
{
"epoch": 12.14,
"learning_rate": 3.096596756449839e-05,
"loss": 0.1373,
"step": 38000
},
{
"epoch": 12.17,
"learning_rate": 3.093048014478868e-05,
"loss": 0.1379,
"step": 38100
},
{
"epoch": 12.2,
"learning_rate": 3.089499272507896e-05,
"loss": 0.1389,
"step": 38200
},
{
"epoch": 12.23,
"learning_rate": 3.085950530536925e-05,
"loss": 0.1394,
"step": 38300
},
{
"epoch": 12.26,
"learning_rate": 3.0824017885659535e-05,
"loss": 0.1434,
"step": 38400
},
{
"epoch": 12.3,
"learning_rate": 3.078853046594982e-05,
"loss": 0.1467,
"step": 38500
},
{
"epoch": 12.33,
"learning_rate": 3.075339792043721e-05,
"loss": 0.1272,
"step": 38600
},
{
"epoch": 12.36,
"learning_rate": 3.07179105007275e-05,
"loss": 0.1363,
"step": 38700
},
{
"epoch": 12.39,
"learning_rate": 3.0682423081017786e-05,
"loss": 0.1467,
"step": 38800
},
{
"epoch": 12.42,
"learning_rate": 3.0646935661308074e-05,
"loss": 0.1389,
"step": 38900
},
{
"epoch": 12.46,
"learning_rate": 3.0611448241598355e-05,
"loss": 0.1447,
"step": 39000
},
{
"epoch": 12.49,
"learning_rate": 3.057596082188864e-05,
"loss": 0.1524,
"step": 39100
},
{
"epoch": 12.52,
"learning_rate": 3.054047340217893e-05,
"loss": 0.1434,
"step": 39200
},
{
"epoch": 12.55,
"learning_rate": 3.050498598246922e-05,
"loss": 0.142,
"step": 39300
},
{
"epoch": 12.58,
"learning_rate": 3.0469498562759506e-05,
"loss": 0.1495,
"step": 39400
},
{
"epoch": 12.62,
"learning_rate": 3.0434011143049794e-05,
"loss": 0.1451,
"step": 39500
},
{
"epoch": 12.65,
"learning_rate": 3.0398523723340075e-05,
"loss": 0.1464,
"step": 39600
},
{
"epoch": 12.68,
"learning_rate": 3.0363036303630363e-05,
"loss": 0.1419,
"step": 39700
},
{
"epoch": 12.71,
"learning_rate": 3.032754888392065e-05,
"loss": 0.1451,
"step": 39800
},
{
"epoch": 12.74,
"learning_rate": 3.029206146421094e-05,
"loss": 0.151,
"step": 39900
},
{
"epoch": 12.78,
"learning_rate": 3.0256574044501227e-05,
"loss": 0.1442,
"step": 40000
},
{
"epoch": 12.81,
"learning_rate": 3.0221086624791515e-05,
"loss": 0.1553,
"step": 40100
},
{
"epoch": 12.84,
"learning_rate": 3.01855992050818e-05,
"loss": 0.1481,
"step": 40200
},
{
"epoch": 12.87,
"learning_rate": 3.0150111785372087e-05,
"loss": 0.1442,
"step": 40300
},
{
"epoch": 12.9,
"learning_rate": 3.0114624365662375e-05,
"loss": 0.1504,
"step": 40400
},
{
"epoch": 12.94,
"learning_rate": 3.0079136945952663e-05,
"loss": 0.1476,
"step": 40500
},
{
"epoch": 12.97,
"learning_rate": 3.004364952624295e-05,
"loss": 0.145,
"step": 40600
},
{
"epoch": 13.0,
"learning_rate": 3.000816210653324e-05,
"loss": 0.1549,
"step": 40700
},
{
"epoch": 13.03,
"learning_rate": 2.997267468682352e-05,
"loss": 0.1253,
"step": 40800
},
{
"epoch": 13.06,
"learning_rate": 2.9937187267113808e-05,
"loss": 0.1259,
"step": 40900
},
{
"epoch": 13.09,
"learning_rate": 2.9901699847404096e-05,
"loss": 0.1334,
"step": 41000
},
{
"epoch": 13.13,
"learning_rate": 2.9866212427694384e-05,
"loss": 0.1184,
"step": 41100
},
{
"epoch": 13.16,
"learning_rate": 2.9830725007984672e-05,
"loss": 0.1323,
"step": 41200
},
{
"epoch": 13.19,
"learning_rate": 2.979523758827496e-05,
"loss": 0.1294,
"step": 41300
},
{
"epoch": 13.22,
"learning_rate": 2.9759750168565244e-05,
"loss": 0.1283,
"step": 41400
},
{
"epoch": 13.25,
"learning_rate": 2.9724262748855532e-05,
"loss": 0.1313,
"step": 41500
},
{
"epoch": 13.29,
"learning_rate": 2.968877532914582e-05,
"loss": 0.1336,
"step": 41600
},
{
"epoch": 13.32,
"learning_rate": 2.9653287909436108e-05,
"loss": 0.1329,
"step": 41700
},
{
"epoch": 13.35,
"learning_rate": 2.9617800489726396e-05,
"loss": 0.1336,
"step": 41800
},
{
"epoch": 13.38,
"learning_rate": 2.958231307001668e-05,
"loss": 0.1305,
"step": 41900
},
{
"epoch": 13.41,
"learning_rate": 2.954682565030697e-05,
"loss": 0.1308,
"step": 42000
},
{
"epoch": 13.45,
"learning_rate": 2.9511338230597256e-05,
"loss": 0.1381,
"step": 42100
},
{
"epoch": 13.48,
"learning_rate": 2.9475850810887544e-05,
"loss": 0.1379,
"step": 42200
},
{
"epoch": 13.51,
"learning_rate": 2.9440363391177832e-05,
"loss": 0.1359,
"step": 42300
},
{
"epoch": 13.54,
"learning_rate": 2.940487597146812e-05,
"loss": 0.1273,
"step": 42400
},
{
"epoch": 13.57,
"learning_rate": 2.93693885517584e-05,
"loss": 0.1331,
"step": 42500
},
{
"epoch": 13.61,
"learning_rate": 2.933390113204869e-05,
"loss": 0.1315,
"step": 42600
},
{
"epoch": 13.64,
"learning_rate": 2.9298413712338977e-05,
"loss": 0.1335,
"step": 42700
},
{
"epoch": 13.67,
"learning_rate": 2.9262926292629265e-05,
"loss": 0.1344,
"step": 42800
},
{
"epoch": 13.7,
"learning_rate": 2.9227438872919553e-05,
"loss": 0.1411,
"step": 42900
},
{
"epoch": 13.73,
"learning_rate": 2.919195145320984e-05,
"loss": 0.132,
"step": 43000
},
{
"epoch": 13.77,
"learning_rate": 2.9156464033500125e-05,
"loss": 0.1338,
"step": 43100
},
{
"epoch": 13.8,
"learning_rate": 2.9120976613790413e-05,
"loss": 0.125,
"step": 43200
},
{
"epoch": 13.83,
"learning_rate": 2.90858440682778e-05,
"loss": 0.1389,
"step": 43300
},
{
"epoch": 13.86,
"learning_rate": 2.9050356648568085e-05,
"loss": 0.1386,
"step": 43400
},
{
"epoch": 13.89,
"learning_rate": 2.9014869228858373e-05,
"loss": 0.13,
"step": 43500
},
{
"epoch": 13.93,
"learning_rate": 2.897938180914866e-05,
"loss": 0.1351,
"step": 43600
},
{
"epoch": 13.96,
"learning_rate": 2.894389438943895e-05,
"loss": 0.1341,
"step": 43700
},
{
"epoch": 13.99,
"learning_rate": 2.8908406969729236e-05,
"loss": 0.1399,
"step": 43800
},
{
"epoch": 14.02,
"learning_rate": 2.887291955001952e-05,
"loss": 0.1186,
"step": 43900
},
{
"epoch": 14.05,
"learning_rate": 2.8837432130309805e-05,
"loss": 0.1124,
"step": 44000
},
{
"epoch": 14.08,
"learning_rate": 2.8801944710600093e-05,
"loss": 0.1156,
"step": 44100
},
{
"epoch": 14.12,
"learning_rate": 2.876645729089038e-05,
"loss": 0.1161,
"step": 44200
},
{
"epoch": 14.15,
"learning_rate": 2.873096987118067e-05,
"loss": 0.113,
"step": 44300
},
{
"epoch": 14.18,
"learning_rate": 2.8695482451470957e-05,
"loss": 0.1219,
"step": 44400
},
{
"epoch": 14.21,
"learning_rate": 2.8659995031761245e-05,
"loss": 0.1228,
"step": 44500
},
{
"epoch": 14.24,
"learning_rate": 2.862450761205153e-05,
"loss": 0.1208,
"step": 44600
},
{
"epoch": 14.28,
"learning_rate": 2.8589020192341817e-05,
"loss": 0.1213,
"step": 44700
},
{
"epoch": 14.31,
"learning_rate": 2.8553532772632105e-05,
"loss": 0.1147,
"step": 44800
},
{
"epoch": 14.34,
"learning_rate": 2.8518045352922393e-05,
"loss": 0.1198,
"step": 44900
},
{
"epoch": 14.37,
"learning_rate": 2.848255793321268e-05,
"loss": 0.1144,
"step": 45000
},
{
"epoch": 14.4,
"learning_rate": 2.8447070513502962e-05,
"loss": 0.1172,
"step": 45100
},
{
"epoch": 14.44,
"learning_rate": 2.841158309379325e-05,
"loss": 0.1158,
"step": 45200
},
{
"epoch": 14.47,
"learning_rate": 2.8376095674083538e-05,
"loss": 0.1188,
"step": 45300
},
{
"epoch": 14.5,
"learning_rate": 2.8340608254373826e-05,
"loss": 0.1249,
"step": 45400
},
{
"epoch": 14.53,
"learning_rate": 2.8305120834664114e-05,
"loss": 0.1208,
"step": 45500
},
{
"epoch": 14.56,
"learning_rate": 2.8269633414954402e-05,
"loss": 0.125,
"step": 45600
},
{
"epoch": 14.6,
"learning_rate": 2.8234145995244686e-05,
"loss": 0.1153,
"step": 45700
},
{
"epoch": 14.63,
"learning_rate": 2.8199013449732073e-05,
"loss": 0.1262,
"step": 45800
},
{
"epoch": 14.66,
"learning_rate": 2.816352603002236e-05,
"loss": 0.1242,
"step": 45900
},
{
"epoch": 14.69,
"learning_rate": 2.8128038610312646e-05,
"loss": 0.1286,
"step": 46000
},
{
"epoch": 14.72,
"learning_rate": 2.8092551190602934e-05,
"loss": 0.1238,
"step": 46100
},
{
"epoch": 14.76,
"learning_rate": 2.805706377089322e-05,
"loss": 0.1303,
"step": 46200
},
{
"epoch": 14.79,
"learning_rate": 2.802157635118351e-05,
"loss": 0.1249,
"step": 46300
},
{
"epoch": 14.82,
"learning_rate": 2.7986088931473797e-05,
"loss": 0.1301,
"step": 46400
},
{
"epoch": 14.85,
"learning_rate": 2.7950601511764085e-05,
"loss": 0.1276,
"step": 46500
},
{
"epoch": 14.88,
"learning_rate": 2.7915114092054366e-05,
"loss": 0.1271,
"step": 46600
},
{
"epoch": 14.92,
"learning_rate": 2.7879626672344654e-05,
"loss": 0.1275,
"step": 46700
},
{
"epoch": 14.95,
"learning_rate": 2.7844139252634942e-05,
"loss": 0.1239,
"step": 46800
},
{
"epoch": 14.98,
"learning_rate": 2.780865183292523e-05,
"loss": 0.1177,
"step": 46900
},
{
"epoch": 15.01,
"learning_rate": 2.7773164413215518e-05,
"loss": 0.1172,
"step": 47000
},
{
"epoch": 15.04,
"learning_rate": 2.7737676993505806e-05,
"loss": 0.105,
"step": 47100
},
{
"epoch": 15.08,
"learning_rate": 2.770254444799319e-05,
"loss": 0.1079,
"step": 47200
},
{
"epoch": 15.11,
"learning_rate": 2.7667057028283478e-05,
"loss": 0.1038,
"step": 47300
},
{
"epoch": 15.14,
"learning_rate": 2.7631569608573765e-05,
"loss": 0.1056,
"step": 47400
},
{
"epoch": 15.17,
"learning_rate": 2.759608218886405e-05,
"loss": 0.1102,
"step": 47500
},
{
"epoch": 15.2,
"learning_rate": 2.7560594769154338e-05,
"loss": 0.1105,
"step": 47600
},
{
"epoch": 15.23,
"learning_rate": 2.7525107349444626e-05,
"loss": 0.1076,
"step": 47700
},
{
"epoch": 15.27,
"learning_rate": 2.748961992973491e-05,
"loss": 0.1072,
"step": 47800
},
{
"epoch": 15.3,
"learning_rate": 2.7454132510025198e-05,
"loss": 0.109,
"step": 47900
},
{
"epoch": 15.33,
"learning_rate": 2.7418645090315483e-05,
"loss": 0.1042,
"step": 48000
},
{
"epoch": 15.36,
"learning_rate": 2.738315767060577e-05,
"loss": 0.1077,
"step": 48100
},
{
"epoch": 15.39,
"learning_rate": 2.734767025089606e-05,
"loss": 0.1127,
"step": 48200
},
{
"epoch": 15.43,
"learning_rate": 2.7312182831186346e-05,
"loss": 0.1048,
"step": 48300
},
{
"epoch": 15.46,
"learning_rate": 2.7276695411476634e-05,
"loss": 0.1131,
"step": 48400
},
{
"epoch": 15.49,
"learning_rate": 2.7241207991766922e-05,
"loss": 0.1096,
"step": 48500
},
{
"epoch": 15.52,
"learning_rate": 2.7205720572057207e-05,
"loss": 0.1134,
"step": 48600
},
{
"epoch": 15.55,
"learning_rate": 2.7170233152347495e-05,
"loss": 0.1117,
"step": 48700
},
{
"epoch": 15.59,
"learning_rate": 2.7134745732637783e-05,
"loss": 0.111,
"step": 48800
},
{
"epoch": 15.62,
"learning_rate": 2.709925831292807e-05,
"loss": 0.1171,
"step": 48900
},
{
"epoch": 15.65,
"learning_rate": 2.706377089321836e-05,
"loss": 0.1266,
"step": 49000
},
{
"epoch": 15.68,
"learning_rate": 2.7028283473508646e-05,
"loss": 0.114,
"step": 49100
},
{
"epoch": 15.71,
"learning_rate": 2.6992796053798928e-05,
"loss": 0.1158,
"step": 49200
},
{
"epoch": 15.75,
"learning_rate": 2.6957663508286315e-05,
"loss": 0.1097,
"step": 49300
},
{
"epoch": 15.78,
"learning_rate": 2.6922176088576602e-05,
"loss": 0.118,
"step": 49400
},
{
"epoch": 15.81,
"learning_rate": 2.6886688668866887e-05,
"loss": 0.1153,
"step": 49500
},
{
"epoch": 15.84,
"learning_rate": 2.6851201249157175e-05,
"loss": 0.111,
"step": 49600
},
{
"epoch": 15.87,
"learning_rate": 2.6815713829447463e-05,
"loss": 0.1213,
"step": 49700
},
{
"epoch": 15.91,
"learning_rate": 2.678022640973775e-05,
"loss": 0.1105,
"step": 49800
},
{
"epoch": 15.94,
"learning_rate": 2.674473899002804e-05,
"loss": 0.1128,
"step": 49900
},
{
"epoch": 15.97,
"learning_rate": 2.6709251570318327e-05,
"loss": 0.1198,
"step": 50000
},
{
"epoch": 16.0,
"learning_rate": 2.667376415060861e-05,
"loss": 0.1075,
"step": 50100
},
{
"epoch": 16.03,
"learning_rate": 2.66382767308989e-05,
"loss": 0.0971,
"step": 50200
},
{
"epoch": 16.07,
"learning_rate": 2.6602789311189187e-05,
"loss": 0.0958,
"step": 50300
},
{
"epoch": 16.1,
"learning_rate": 2.6567301891479475e-05,
"loss": 0.1015,
"step": 50400
},
{
"epoch": 16.13,
"learning_rate": 2.6531814471769763e-05,
"loss": 0.1073,
"step": 50500
},
{
"epoch": 16.16,
"learning_rate": 2.649632705206005e-05,
"loss": 0.0994,
"step": 50600
},
{
"epoch": 16.19,
"learning_rate": 2.6460839632350332e-05,
"loss": 0.0928,
"step": 50700
},
{
"epoch": 16.22,
"learning_rate": 2.642535221264062e-05,
"loss": 0.0924,
"step": 50800
},
{
"epoch": 16.26,
"learning_rate": 2.6389864792930908e-05,
"loss": 0.1044,
"step": 50900
},
{
"epoch": 16.29,
"learning_rate": 2.6354377373221195e-05,
"loss": 0.0998,
"step": 51000
},
{
"epoch": 16.32,
"learning_rate": 2.6318889953511483e-05,
"loss": 0.0946,
"step": 51100
},
{
"epoch": 16.35,
"learning_rate": 2.6283402533801768e-05,
"loss": 0.0924,
"step": 51200
},
{
"epoch": 16.38,
"learning_rate": 2.6247915114092056e-05,
"loss": 0.1029,
"step": 51300
},
{
"epoch": 16.42,
"learning_rate": 2.6212427694382344e-05,
"loss": 0.0986,
"step": 51400
},
{
"epoch": 16.45,
"learning_rate": 2.617694027467263e-05,
"loss": 0.095,
"step": 51500
},
{
"epoch": 16.48,
"learning_rate": 2.614145285496292e-05,
"loss": 0.0982,
"step": 51600
},
{
"epoch": 16.51,
"learning_rate": 2.6105965435253207e-05,
"loss": 0.0982,
"step": 51700
},
{
"epoch": 16.54,
"learning_rate": 2.607047801554349e-05,
"loss": 0.1013,
"step": 51800
},
{
"epoch": 16.58,
"learning_rate": 2.6034990595833777e-05,
"loss": 0.1001,
"step": 51900
},
{
"epoch": 16.61,
"learning_rate": 2.5999503176124064e-05,
"loss": 0.1047,
"step": 52000
},
{
"epoch": 16.64,
"learning_rate": 2.5964015756414352e-05,
"loss": 0.0965,
"step": 52100
},
{
"epoch": 16.67,
"learning_rate": 2.592852833670464e-05,
"loss": 0.0995,
"step": 52200
},
{
"epoch": 16.7,
"learning_rate": 2.5893040916994928e-05,
"loss": 0.1036,
"step": 52300
},
{
"epoch": 16.74,
"learning_rate": 2.5857553497285213e-05,
"loss": 0.1052,
"step": 52400
},
{
"epoch": 16.77,
"learning_rate": 2.58220660775755e-05,
"loss": 0.1067,
"step": 52500
},
{
"epoch": 16.8,
"learning_rate": 2.578657865786579e-05,
"loss": 0.1033,
"step": 52600
},
{
"epoch": 16.83,
"learning_rate": 2.5751091238156076e-05,
"loss": 0.0998,
"step": 52700
},
{
"epoch": 16.86,
"learning_rate": 2.5715603818446364e-05,
"loss": 0.1022,
"step": 52800
},
{
"epoch": 16.9,
"learning_rate": 2.5680116398736652e-05,
"loss": 0.1035,
"step": 52900
},
{
"epoch": 16.93,
"learning_rate": 2.5644628979026937e-05,
"loss": 0.1036,
"step": 53000
},
{
"epoch": 16.96,
"learning_rate": 2.5609496433514324e-05,
"loss": 0.098,
"step": 53100
},
{
"epoch": 16.99,
"learning_rate": 2.557400901380461e-05,
"loss": 0.0996,
"step": 53200
},
{
"epoch": 17.02,
"learning_rate": 2.5538521594094893e-05,
"loss": 0.0942,
"step": 53300
},
{
"epoch": 17.06,
"learning_rate": 2.550303417438518e-05,
"loss": 0.0881,
"step": 53400
},
{
"epoch": 17.09,
"learning_rate": 2.546754675467547e-05,
"loss": 0.0923,
"step": 53500
},
{
"epoch": 17.12,
"learning_rate": 2.5432059334965757e-05,
"loss": 0.0929,
"step": 53600
},
{
"epoch": 17.15,
"learning_rate": 2.5396571915256044e-05,
"loss": 0.0899,
"step": 53700
},
{
"epoch": 17.18,
"learning_rate": 2.5361084495546332e-05,
"loss": 0.0988,
"step": 53800
},
{
"epoch": 17.21,
"learning_rate": 2.5325597075836617e-05,
"loss": 0.0871,
"step": 53900
},
{
"epoch": 17.25,
"learning_rate": 2.5290109656126905e-05,
"loss": 0.0888,
"step": 54000
},
{
"epoch": 17.28,
"learning_rate": 2.5254622236417193e-05,
"loss": 0.0949,
"step": 54100
},
{
"epoch": 17.31,
"learning_rate": 2.521913481670748e-05,
"loss": 0.086,
"step": 54200
},
{
"epoch": 17.34,
"learning_rate": 2.518364739699777e-05,
"loss": 0.0898,
"step": 54300
},
{
"epoch": 17.37,
"learning_rate": 2.514815997728805e-05,
"loss": 0.087,
"step": 54400
},
{
"epoch": 17.41,
"learning_rate": 2.5112672557578338e-05,
"loss": 0.0967,
"step": 54500
},
{
"epoch": 17.44,
"learning_rate": 2.5077185137868625e-05,
"loss": 0.09,
"step": 54600
},
{
"epoch": 17.47,
"learning_rate": 2.5041697718158913e-05,
"loss": 0.0945,
"step": 54700
},
{
"epoch": 17.5,
"learning_rate": 2.50062102984492e-05,
"loss": 0.0932,
"step": 54800
},
{
"epoch": 17.53,
"learning_rate": 2.497072287873949e-05,
"loss": 0.0971,
"step": 54900
},
{
"epoch": 17.57,
"learning_rate": 2.4935235459029774e-05,
"loss": 0.0929,
"step": 55000
},
{
"epoch": 17.6,
"learning_rate": 2.489974803932006e-05,
"loss": 0.0891,
"step": 55100
},
{
"epoch": 17.63,
"learning_rate": 2.486426061961035e-05,
"loss": 0.0932,
"step": 55200
},
{
"epoch": 17.66,
"learning_rate": 2.4828773199900637e-05,
"loss": 0.0941,
"step": 55300
},
{
"epoch": 17.69,
"learning_rate": 2.4793285780190925e-05,
"loss": 0.093,
"step": 55400
},
{
"epoch": 17.73,
"learning_rate": 2.4757798360481213e-05,
"loss": 0.0972,
"step": 55500
},
{
"epoch": 17.76,
"learning_rate": 2.4722310940771498e-05,
"loss": 0.0934,
"step": 55600
},
{
"epoch": 17.79,
"learning_rate": 2.4686823521061786e-05,
"loss": 0.0997,
"step": 55700
},
{
"epoch": 17.82,
"learning_rate": 2.4651336101352074e-05,
"loss": 0.0958,
"step": 55800
},
{
"epoch": 17.85,
"learning_rate": 2.461584868164236e-05,
"loss": 0.1009,
"step": 55900
},
{
"epoch": 17.89,
"learning_rate": 2.458036126193265e-05,
"loss": 0.0987,
"step": 56000
},
{
"epoch": 17.92,
"learning_rate": 2.4544873842222937e-05,
"loss": 0.0919,
"step": 56100
},
{
"epoch": 17.95,
"learning_rate": 2.450938642251322e-05,
"loss": 0.0909,
"step": 56200
},
{
"epoch": 17.98,
"learning_rate": 2.4473899002803506e-05,
"loss": 0.1017,
"step": 56300
},
{
"epoch": 18.01,
"learning_rate": 2.4438411583093794e-05,
"loss": 0.0951,
"step": 56400
},
{
"epoch": 18.05,
"learning_rate": 2.4402924163384082e-05,
"loss": 0.0793,
"step": 56500
},
{
"epoch": 18.08,
"learning_rate": 2.4367791617871466e-05,
"loss": 0.0806,
"step": 56600
},
{
"epoch": 18.11,
"learning_rate": 2.4332304198161754e-05,
"loss": 0.0809,
"step": 56700
},
{
"epoch": 18.14,
"learning_rate": 2.4296816778452042e-05,
"loss": 0.0857,
"step": 56800
},
{
"epoch": 18.17,
"learning_rate": 2.426132935874233e-05,
"loss": 0.0825,
"step": 56900
},
{
"epoch": 18.21,
"learning_rate": 2.4225841939032614e-05,
"loss": 0.0807,
"step": 57000
},
{
"epoch": 18.24,
"learning_rate": 2.4190354519322902e-05,
"loss": 0.0856,
"step": 57100
},
{
"epoch": 18.27,
"learning_rate": 2.415486709961319e-05,
"loss": 0.0916,
"step": 57200
},
{
"epoch": 18.3,
"learning_rate": 2.4119379679903478e-05,
"loss": 0.0818,
"step": 57300
},
{
"epoch": 18.33,
"learning_rate": 2.4083892260193766e-05,
"loss": 0.0884,
"step": 57400
},
{
"epoch": 18.36,
"learning_rate": 2.404840484048405e-05,
"loss": 0.0807,
"step": 57500
},
{
"epoch": 18.4,
"learning_rate": 2.4012917420774335e-05,
"loss": 0.0875,
"step": 57600
},
{
"epoch": 18.43,
"learning_rate": 2.3977430001064623e-05,
"loss": 0.0908,
"step": 57700
},
{
"epoch": 18.46,
"learning_rate": 2.394194258135491e-05,
"loss": 0.0851,
"step": 57800
},
{
"epoch": 18.49,
"learning_rate": 2.39064551616452e-05,
"loss": 0.093,
"step": 57900
},
{
"epoch": 18.52,
"learning_rate": 2.3870967741935486e-05,
"loss": 0.0946,
"step": 58000
},
{
"epoch": 18.56,
"learning_rate": 2.3835480322225774e-05,
"loss": 0.0838,
"step": 58100
},
{
"epoch": 18.59,
"learning_rate": 2.379999290251606e-05,
"loss": 0.0833,
"step": 58200
},
{
"epoch": 18.62,
"learning_rate": 2.3764505482806347e-05,
"loss": 0.0884,
"step": 58300
},
{
"epoch": 18.65,
"learning_rate": 2.3729018063096635e-05,
"loss": 0.0891,
"step": 58400
},
{
"epoch": 18.68,
"learning_rate": 2.3693530643386923e-05,
"loss": 0.0876,
"step": 58500
},
{
"epoch": 18.72,
"learning_rate": 2.365804322367721e-05,
"loss": 0.0842,
"step": 58600
},
{
"epoch": 18.75,
"learning_rate": 2.36225558039675e-05,
"loss": 0.0893,
"step": 58700
},
{
"epoch": 18.78,
"learning_rate": 2.358742325845488e-05,
"loss": 0.0881,
"step": 58800
},
{
"epoch": 18.81,
"learning_rate": 2.3551935838745167e-05,
"loss": 0.0832,
"step": 58900
},
{
"epoch": 18.84,
"learning_rate": 2.3516448419035455e-05,
"loss": 0.0851,
"step": 59000
},
{
"epoch": 18.88,
"learning_rate": 2.348096099932574e-05,
"loss": 0.0879,
"step": 59100
},
{
"epoch": 18.91,
"learning_rate": 2.3445473579616027e-05,
"loss": 0.0836,
"step": 59200
},
{
"epoch": 18.94,
"learning_rate": 2.3409986159906315e-05,
"loss": 0.0899,
"step": 59300
},
{
"epoch": 18.97,
"learning_rate": 2.3374498740196603e-05,
"loss": 0.0896,
"step": 59400
},
{
"epoch": 19.0,
"learning_rate": 2.333901132048689e-05,
"loss": 0.0914,
"step": 59500
},
{
"epoch": 19.04,
"learning_rate": 2.330352390077718e-05,
"loss": 0.0786,
"step": 59600
},
{
"epoch": 19.07,
"learning_rate": 2.3268036481067463e-05,
"loss": 0.0783,
"step": 59700
},
{
"epoch": 19.1,
"learning_rate": 2.323254906135775e-05,
"loss": 0.0822,
"step": 59800
},
{
"epoch": 19.13,
"learning_rate": 2.319706164164804e-05,
"loss": 0.0743,
"step": 59900
},
{
"epoch": 19.16,
"learning_rate": 2.3161574221938327e-05,
"loss": 0.0748,
"step": 60000
},
{
"epoch": 19.2,
"learning_rate": 2.3126086802228615e-05,
"loss": 0.0751,
"step": 60100
},
{
"epoch": 19.23,
"learning_rate": 2.3090599382518896e-05,
"loss": 0.0787,
"step": 60200
},
{
"epoch": 19.26,
"learning_rate": 2.3055111962809184e-05,
"loss": 0.0744,
"step": 60300
},
{
"epoch": 19.29,
"learning_rate": 2.3019624543099472e-05,
"loss": 0.0801,
"step": 60400
},
{
"epoch": 19.32,
"learning_rate": 2.298413712338976e-05,
"loss": 0.0779,
"step": 60500
},
{
"epoch": 19.35,
"learning_rate": 2.2948649703680048e-05,
"loss": 0.0818,
"step": 60600
},
{
"epoch": 19.39,
"learning_rate": 2.2913162283970335e-05,
"loss": 0.0799,
"step": 60700
},
{
"epoch": 19.42,
"learning_rate": 2.287767486426062e-05,
"loss": 0.0787,
"step": 60800
},
{
"epoch": 19.45,
"learning_rate": 2.2842187444550908e-05,
"loss": 0.0819,
"step": 60900
},
{
"epoch": 19.48,
"learning_rate": 2.2806700024841196e-05,
"loss": 0.0657,
"step": 61000
},
{
"epoch": 19.51,
"learning_rate": 2.2771212605131484e-05,
"loss": 0.0781,
"step": 61100
},
{
"epoch": 19.55,
"learning_rate": 2.273572518542177e-05,
"loss": 0.088,
"step": 61200
},
{
"epoch": 19.58,
"learning_rate": 2.270023776571206e-05,
"loss": 0.0735,
"step": 61300
},
{
"epoch": 19.61,
"learning_rate": 2.266475034600234e-05,
"loss": 0.0819,
"step": 61400
},
{
"epoch": 19.64,
"learning_rate": 2.2629617800489728e-05,
"loss": 0.078,
"step": 61500
},
{
"epoch": 19.67,
"learning_rate": 2.2594130380780016e-05,
"loss": 0.0792,
"step": 61600
},
{
"epoch": 19.71,
"learning_rate": 2.25586429610703e-05,
"loss": 0.0808,
"step": 61700
},
{
"epoch": 19.74,
"learning_rate": 2.2523155541360588e-05,
"loss": 0.0801,
"step": 61800
},
{
"epoch": 19.77,
"learning_rate": 2.2487668121650876e-05,
"loss": 0.079,
"step": 61900
},
{
"epoch": 19.8,
"learning_rate": 2.2452180701941164e-05,
"loss": 0.0751,
"step": 62000
},
{
"epoch": 19.83,
"learning_rate": 2.2416693282231452e-05,
"loss": 0.0848,
"step": 62100
},
{
"epoch": 19.87,
"learning_rate": 2.238120586252174e-05,
"loss": 0.0834,
"step": 62200
},
{
"epoch": 19.9,
"learning_rate": 2.2345718442812024e-05,
"loss": 0.0818,
"step": 62300
},
{
"epoch": 19.93,
"learning_rate": 2.2310231023102312e-05,
"loss": 0.0817,
"step": 62400
},
{
"epoch": 19.96,
"learning_rate": 2.22747436033926e-05,
"loss": 0.0855,
"step": 62500
},
{
"epoch": 19.99,
"learning_rate": 2.2239256183682888e-05,
"loss": 0.0721,
"step": 62600
},
{
"epoch": 20.03,
"learning_rate": 2.2203768763973176e-05,
"loss": 0.067,
"step": 62700
},
{
"epoch": 20.06,
"learning_rate": 2.2168281344263464e-05,
"loss": 0.0752,
"step": 62800
},
{
"epoch": 20.09,
"learning_rate": 2.2132793924553745e-05,
"loss": 0.0729,
"step": 62900
},
{
"epoch": 20.12,
"learning_rate": 2.2097306504844033e-05,
"loss": 0.0716,
"step": 63000
},
{
"epoch": 20.15,
"learning_rate": 2.206181908513432e-05,
"loss": 0.0694,
"step": 63100
},
{
"epoch": 20.19,
"learning_rate": 2.202633166542461e-05,
"loss": 0.0726,
"step": 63200
},
{
"epoch": 20.22,
"learning_rate": 2.1990844245714897e-05,
"loss": 0.0726,
"step": 63300
},
{
"epoch": 20.25,
"learning_rate": 2.195535682600518e-05,
"loss": 0.0715,
"step": 63400
},
{
"epoch": 20.28,
"learning_rate": 2.191986940629547e-05,
"loss": 0.074,
"step": 63500
},
{
"epoch": 20.31,
"learning_rate": 2.1884381986585757e-05,
"loss": 0.0705,
"step": 63600
},
{
"epoch": 20.34,
"learning_rate": 2.1848894566876045e-05,
"loss": 0.0766,
"step": 63700
},
{
"epoch": 20.38,
"learning_rate": 2.1813407147166333e-05,
"loss": 0.0741,
"step": 63800
},
{
"epoch": 20.41,
"learning_rate": 2.177791972745662e-05,
"loss": 0.0678,
"step": 63900
},
{
"epoch": 20.44,
"learning_rate": 2.1742432307746905e-05,
"loss": 0.071,
"step": 64000
},
{
"epoch": 20.47,
"learning_rate": 2.170694488803719e-05,
"loss": 0.0758,
"step": 64100
},
{
"epoch": 20.5,
"learning_rate": 2.1671457468327478e-05,
"loss": 0.0768,
"step": 64200
},
{
"epoch": 20.54,
"learning_rate": 2.1635970048617765e-05,
"loss": 0.0768,
"step": 64300
},
{
"epoch": 20.57,
"learning_rate": 2.1600482628908053e-05,
"loss": 0.0751,
"step": 64400
},
{
"epoch": 20.6,
"learning_rate": 2.156499520919834e-05,
"loss": 0.066,
"step": 64500
},
{
"epoch": 20.63,
"learning_rate": 2.1529507789488626e-05,
"loss": 0.0737,
"step": 64600
},
{
"epoch": 20.66,
"learning_rate": 2.1494020369778914e-05,
"loss": 0.0797,
"step": 64700
},
{
"epoch": 20.7,
"learning_rate": 2.14585329500692e-05,
"loss": 0.0725,
"step": 64800
},
{
"epoch": 20.73,
"learning_rate": 2.142304553035949e-05,
"loss": 0.0729,
"step": 64900
},
{
"epoch": 20.76,
"learning_rate": 2.1387912984846873e-05,
"loss": 0.0732,
"step": 65000
},
{
"epoch": 20.79,
"learning_rate": 2.135242556513716e-05,
"loss": 0.0747,
"step": 65100
},
{
"epoch": 20.82,
"learning_rate": 2.131693814542745e-05,
"loss": 0.0737,
"step": 65200
},
{
"epoch": 20.86,
"learning_rate": 2.1281450725717737e-05,
"loss": 0.0756,
"step": 65300
},
{
"epoch": 20.89,
"learning_rate": 2.1245963306008025e-05,
"loss": 0.0692,
"step": 65400
},
{
"epoch": 20.92,
"learning_rate": 2.1210475886298306e-05,
"loss": 0.0778,
"step": 65500
},
{
"epoch": 20.95,
"learning_rate": 2.1174988466588594e-05,
"loss": 0.0683,
"step": 65600
},
{
"epoch": 20.98,
"learning_rate": 2.1139501046878882e-05,
"loss": 0.0748,
"step": 65700
},
{
"epoch": 21.02,
"learning_rate": 2.110401362716917e-05,
"loss": 0.0713,
"step": 65800
},
{
"epoch": 21.05,
"learning_rate": 2.1068526207459458e-05,
"loss": 0.0687,
"step": 65900
},
{
"epoch": 21.08,
"learning_rate": 2.1033038787749746e-05,
"loss": 0.0701,
"step": 66000
},
{
"epoch": 21.11,
"learning_rate": 2.099755136804003e-05,
"loss": 0.074,
"step": 66100
},
{
"epoch": 21.14,
"learning_rate": 2.0962063948330318e-05,
"loss": 0.0651,
"step": 66200
},
{
"epoch": 21.18,
"learning_rate": 2.0926576528620606e-05,
"loss": 0.0642,
"step": 66300
},
{
"epoch": 21.21,
"learning_rate": 2.0891089108910894e-05,
"loss": 0.0643,
"step": 66400
},
{
"epoch": 21.24,
"learning_rate": 2.0855601689201182e-05,
"loss": 0.067,
"step": 66500
},
{
"epoch": 21.27,
"learning_rate": 2.0820114269491466e-05,
"loss": 0.0631,
"step": 66600
},
{
"epoch": 21.3,
"learning_rate": 2.0784626849781754e-05,
"loss": 0.0644,
"step": 66700
},
{
"epoch": 21.34,
"learning_rate": 2.0749139430072042e-05,
"loss": 0.0696,
"step": 66800
},
{
"epoch": 21.37,
"learning_rate": 2.071365201036233e-05,
"loss": 0.0685,
"step": 66900
},
{
"epoch": 21.4,
"learning_rate": 2.0678164590652618e-05,
"loss": 0.0669,
"step": 67000
},
{
"epoch": 21.43,
"learning_rate": 2.0642677170942906e-05,
"loss": 0.0638,
"step": 67100
},
{
"epoch": 21.46,
"learning_rate": 2.0607189751233187e-05,
"loss": 0.0679,
"step": 67200
},
{
"epoch": 21.49,
"learning_rate": 2.0571702331523475e-05,
"loss": 0.0742,
"step": 67300
},
{
"epoch": 21.53,
"learning_rate": 2.0536214911813763e-05,
"loss": 0.0642,
"step": 67400
},
{
"epoch": 21.56,
"learning_rate": 2.0501082366301146e-05,
"loss": 0.0766,
"step": 67500
},
{
"epoch": 21.59,
"learning_rate": 2.0465594946591434e-05,
"loss": 0.0677,
"step": 67600
},
{
"epoch": 21.62,
"learning_rate": 2.0430107526881722e-05,
"loss": 0.0607,
"step": 67700
},
{
"epoch": 21.65,
"learning_rate": 2.039462010717201e-05,
"loss": 0.0721,
"step": 67800
},
{
"epoch": 21.69,
"learning_rate": 2.0359132687462298e-05,
"loss": 0.0717,
"step": 67900
},
{
"epoch": 21.72,
"learning_rate": 2.0323645267752586e-05,
"loss": 0.0725,
"step": 68000
},
{
"epoch": 21.75,
"learning_rate": 2.0288157848042867e-05,
"loss": 0.065,
"step": 68100
},
{
"epoch": 21.78,
"learning_rate": 2.0252670428333155e-05,
"loss": 0.0647,
"step": 68200
},
{
"epoch": 21.81,
"learning_rate": 2.0217183008623443e-05,
"loss": 0.0699,
"step": 68300
},
{
"epoch": 21.85,
"learning_rate": 2.018169558891373e-05,
"loss": 0.0723,
"step": 68400
},
{
"epoch": 21.88,
"learning_rate": 2.014620816920402e-05,
"loss": 0.0737,
"step": 68500
},
{
"epoch": 21.91,
"learning_rate": 2.0110720749494307e-05,
"loss": 0.074,
"step": 68600
},
{
"epoch": 21.94,
"learning_rate": 2.007523332978459e-05,
"loss": 0.0699,
"step": 68700
},
{
"epoch": 21.97,
"learning_rate": 2.003974591007488e-05,
"loss": 0.07,
"step": 68800
},
{
"epoch": 22.01,
"learning_rate": 2.0004258490365167e-05,
"loss": 0.0642,
"step": 68900
},
{
"epoch": 22.04,
"learning_rate": 1.9968771070655455e-05,
"loss": 0.0631,
"step": 69000
},
{
"epoch": 22.07,
"learning_rate": 1.993328365094574e-05,
"loss": 0.0608,
"step": 69100
},
{
"epoch": 22.1,
"learning_rate": 1.9897796231236027e-05,
"loss": 0.0616,
"step": 69200
},
{
"epoch": 22.13,
"learning_rate": 1.9862308811526315e-05,
"loss": 0.0604,
"step": 69300
},
{
"epoch": 22.17,
"learning_rate": 1.9826821391816603e-05,
"loss": 0.0563,
"step": 69400
},
{
"epoch": 22.2,
"learning_rate": 1.979133397210689e-05,
"loss": 0.0626,
"step": 69500
},
{
"epoch": 22.23,
"learning_rate": 1.975584655239718e-05,
"loss": 0.0664,
"step": 69600
},
{
"epoch": 22.26,
"learning_rate": 1.9720359132687463e-05,
"loss": 0.0636,
"step": 69700
},
{
"epoch": 22.29,
"learning_rate": 1.968487171297775e-05,
"loss": 0.0534,
"step": 69800
},
{
"epoch": 22.33,
"learning_rate": 1.964938429326804e-05,
"loss": 0.0633,
"step": 69900
},
{
"epoch": 22.36,
"learning_rate": 1.9613896873558324e-05,
"loss": 0.0605,
"step": 70000
},
{
"epoch": 22.39,
"learning_rate": 1.9578409453848612e-05,
"loss": 0.0629,
"step": 70100
},
{
"epoch": 22.42,
"learning_rate": 1.95429220341389e-05,
"loss": 0.0599,
"step": 70200
},
{
"epoch": 22.45,
"learning_rate": 1.9507434614429188e-05,
"loss": 0.064,
"step": 70300
},
{
"epoch": 22.48,
"learning_rate": 1.9471947194719475e-05,
"loss": 0.0621,
"step": 70400
},
{
"epoch": 22.52,
"learning_rate": 1.943645977500976e-05,
"loss": 0.0641,
"step": 70500
},
{
"epoch": 22.55,
"learning_rate": 1.9400972355300048e-05,
"loss": 0.062,
"step": 70600
},
{
"epoch": 22.58,
"learning_rate": 1.9365484935590336e-05,
"loss": 0.0626,
"step": 70700
},
{
"epoch": 22.61,
"learning_rate": 1.9329997515880624e-05,
"loss": 0.0631,
"step": 70800
},
{
"epoch": 22.64,
"learning_rate": 1.9294510096170908e-05,
"loss": 0.062,
"step": 70900
},
{
"epoch": 22.68,
"learning_rate": 1.9259022676461196e-05,
"loss": 0.067,
"step": 71000
},
{
"epoch": 22.71,
"learning_rate": 1.922353525675148e-05,
"loss": 0.0587,
"step": 71100
},
{
"epoch": 22.74,
"learning_rate": 1.918804783704177e-05,
"loss": 0.0557,
"step": 71200
},
{
"epoch": 22.77,
"learning_rate": 1.9152560417332057e-05,
"loss": 0.0655,
"step": 71300
},
{
"epoch": 22.8,
"learning_rate": 1.9117072997622344e-05,
"loss": 0.0658,
"step": 71400
},
{
"epoch": 22.84,
"learning_rate": 1.9081585577912632e-05,
"loss": 0.0645,
"step": 71500
},
{
"epoch": 22.87,
"learning_rate": 1.904609815820292e-05,
"loss": 0.0611,
"step": 71600
},
{
"epoch": 22.9,
"learning_rate": 1.9010610738493205e-05,
"loss": 0.0686,
"step": 71700
},
{
"epoch": 22.93,
"learning_rate": 1.8975123318783493e-05,
"loss": 0.0667,
"step": 71800
},
{
"epoch": 22.96,
"learning_rate": 1.893963589907378e-05,
"loss": 0.0614,
"step": 71900
},
{
"epoch": 23.0,
"learning_rate": 1.8904148479364065e-05,
"loss": 0.0606,
"step": 72000
},
{
"epoch": 23.03,
"learning_rate": 1.8868661059654353e-05,
"loss": 0.0602,
"step": 72100
},
{
"epoch": 23.06,
"learning_rate": 1.883317363994464e-05,
"loss": 0.0528,
"step": 72200
},
{
"epoch": 23.09,
"learning_rate": 1.879768622023493e-05,
"loss": 0.0566,
"step": 72300
},
{
"epoch": 23.12,
"learning_rate": 1.8762198800525217e-05,
"loss": 0.0569,
"step": 72400
},
{
"epoch": 23.16,
"learning_rate": 1.8726711380815505e-05,
"loss": 0.0586,
"step": 72500
},
{
"epoch": 23.19,
"learning_rate": 1.869122396110579e-05,
"loss": 0.0608,
"step": 72600
},
{
"epoch": 23.22,
"learning_rate": 1.8655736541396077e-05,
"loss": 0.0571,
"step": 72700
},
{
"epoch": 23.25,
"learning_rate": 1.8620249121686365e-05,
"loss": 0.0583,
"step": 72800
},
{
"epoch": 23.28,
"learning_rate": 1.858511657617375e-05,
"loss": 0.056,
"step": 72900
},
{
"epoch": 23.32,
"learning_rate": 1.8549629156464037e-05,
"loss": 0.0541,
"step": 73000
},
{
"epoch": 23.35,
"learning_rate": 1.8514141736754324e-05,
"loss": 0.0609,
"step": 73100
},
{
"epoch": 23.38,
"learning_rate": 1.847865431704461e-05,
"loss": 0.0511,
"step": 73200
},
{
"epoch": 23.41,
"learning_rate": 1.8443166897334897e-05,
"loss": 0.056,
"step": 73300
},
{
"epoch": 23.44,
"learning_rate": 1.8407679477625185e-05,
"loss": 0.0527,
"step": 73400
},
{
"epoch": 23.47,
"learning_rate": 1.837219205791547e-05,
"loss": 0.0529,
"step": 73500
},
{
"epoch": 23.51,
"learning_rate": 1.8336704638205757e-05,
"loss": 0.058,
"step": 73600
},
{
"epoch": 23.54,
"learning_rate": 1.8301217218496045e-05,
"loss": 0.0597,
"step": 73700
},
{
"epoch": 23.57,
"learning_rate": 1.826572979878633e-05,
"loss": 0.0595,
"step": 73800
},
{
"epoch": 23.6,
"learning_rate": 1.8230242379076618e-05,
"loss": 0.0593,
"step": 73900
},
{
"epoch": 23.63,
"learning_rate": 1.8194754959366905e-05,
"loss": 0.0545,
"step": 74000
},
{
"epoch": 23.67,
"learning_rate": 1.8159267539657193e-05,
"loss": 0.0577,
"step": 74100
},
{
"epoch": 23.7,
"learning_rate": 1.812378011994748e-05,
"loss": 0.0593,
"step": 74200
},
{
"epoch": 23.73,
"learning_rate": 1.8088292700237766e-05,
"loss": 0.053,
"step": 74300
},
{
"epoch": 23.76,
"learning_rate": 1.8052805280528054e-05,
"loss": 0.0585,
"step": 74400
},
{
"epoch": 23.79,
"learning_rate": 1.801731786081834e-05,
"loss": 0.0631,
"step": 74500
},
{
"epoch": 23.83,
"learning_rate": 1.7981830441108626e-05,
"loss": 0.0596,
"step": 74600
},
{
"epoch": 23.86,
"learning_rate": 1.7946343021398914e-05,
"loss": 0.062,
"step": 74700
},
{
"epoch": 23.89,
"learning_rate": 1.7910855601689202e-05,
"loss": 0.0596,
"step": 74800
},
{
"epoch": 23.92,
"learning_rate": 1.787536818197949e-05,
"loss": 0.0596,
"step": 74900
},
{
"epoch": 23.95,
"learning_rate": 1.7839880762269778e-05,
"loss": 0.0617,
"step": 75000
},
{
"epoch": 23.99,
"learning_rate": 1.7804393342560066e-05,
"loss": 0.0588,
"step": 75100
},
{
"epoch": 24.02,
"learning_rate": 1.776890592285035e-05,
"loss": 0.0535,
"step": 75200
},
{
"epoch": 24.05,
"learning_rate": 1.7733418503140638e-05,
"loss": 0.0601,
"step": 75300
},
{
"epoch": 24.08,
"learning_rate": 1.7697931083430926e-05,
"loss": 0.0552,
"step": 75400
},
{
"epoch": 24.11,
"learning_rate": 1.766279853791831e-05,
"loss": 0.0493,
"step": 75500
},
{
"epoch": 24.15,
"learning_rate": 1.7627311118208598e-05,
"loss": 0.0563,
"step": 75600
},
{
"epoch": 24.18,
"learning_rate": 1.759217857269598e-05,
"loss": 0.0516,
"step": 75700
},
{
"epoch": 24.21,
"learning_rate": 1.7556691152986266e-05,
"loss": 0.0503,
"step": 75800
},
{
"epoch": 24.24,
"learning_rate": 1.7521203733276554e-05,
"loss": 0.0528,
"step": 75900
},
{
"epoch": 24.27,
"learning_rate": 1.748571631356684e-05,
"loss": 0.0534,
"step": 76000
},
{
"epoch": 24.31,
"learning_rate": 1.745022889385713e-05,
"loss": 0.0544,
"step": 76100
},
{
"epoch": 24.34,
"learning_rate": 1.7414741474147417e-05,
"loss": 0.0555,
"step": 76200
},
{
"epoch": 24.37,
"learning_rate": 1.7379254054437705e-05,
"loss": 0.0497,
"step": 76300
},
{
"epoch": 24.4,
"learning_rate": 1.7344121508925086e-05,
"loss": 0.0542,
"step": 76400
},
{
"epoch": 24.43,
"learning_rate": 1.7308634089215373e-05,
"loss": 0.0572,
"step": 76500
},
{
"epoch": 24.47,
"learning_rate": 1.727314666950566e-05,
"loss": 0.0571,
"step": 76600
},
{
"epoch": 24.5,
"learning_rate": 1.723765924979595e-05,
"loss": 0.0488,
"step": 76700
},
{
"epoch": 24.53,
"learning_rate": 1.7202171830086237e-05,
"loss": 0.0549,
"step": 76800
},
{
"epoch": 24.56,
"learning_rate": 1.7166684410376525e-05,
"loss": 0.0511,
"step": 76900
},
{
"epoch": 24.59,
"learning_rate": 1.713119699066681e-05,
"loss": 0.0691,
"step": 77000
},
{
"epoch": 24.62,
"learning_rate": 1.7095709570957098e-05,
"loss": 0.055,
"step": 77100
},
{
"epoch": 24.66,
"learning_rate": 1.7060222151247382e-05,
"loss": 0.0581,
"step": 77200
},
{
"epoch": 24.69,
"learning_rate": 1.702473473153767e-05,
"loss": 0.051,
"step": 77300
},
{
"epoch": 24.72,
"learning_rate": 1.6989247311827958e-05,
"loss": 0.0521,
"step": 77400
},
{
"epoch": 24.75,
"learning_rate": 1.6953759892118246e-05,
"loss": 0.0543,
"step": 77500
},
{
"epoch": 24.78,
"learning_rate": 1.6918272472408534e-05,
"loss": 0.0587,
"step": 77600
},
{
"epoch": 24.82,
"learning_rate": 1.688278505269882e-05,
"loss": 0.0562,
"step": 77700
},
{
"epoch": 24.85,
"learning_rate": 1.6847297632989106e-05,
"loss": 0.0502,
"step": 77800
},
{
"epoch": 24.88,
"learning_rate": 1.6811810213279394e-05,
"loss": 0.0548,
"step": 77900
},
{
"epoch": 24.91,
"learning_rate": 1.6776322793569682e-05,
"loss": 0.0554,
"step": 78000
},
{
"epoch": 24.94,
"learning_rate": 1.6740835373859966e-05,
"loss": 0.0513,
"step": 78100
},
{
"epoch": 24.98,
"learning_rate": 1.6705347954150254e-05,
"loss": 0.0504,
"step": 78200
},
{
"epoch": 25.01,
"learning_rate": 1.6669860534440542e-05,
"loss": 0.0528,
"step": 78300
},
{
"epoch": 25.04,
"learning_rate": 1.6634373114730827e-05,
"loss": 0.0481,
"step": 78400
},
{
"epoch": 25.07,
"learning_rate": 1.6598885695021115e-05,
"loss": 0.0492,
"step": 78500
},
{
"epoch": 25.1,
"learning_rate": 1.6563398275311403e-05,
"loss": 0.0513,
"step": 78600
},
{
"epoch": 25.14,
"learning_rate": 1.652791085560169e-05,
"loss": 0.051,
"step": 78700
},
{
"epoch": 25.17,
"learning_rate": 1.649242343589198e-05,
"loss": 0.0529,
"step": 78800
},
{
"epoch": 25.2,
"learning_rate": 1.6456936016182266e-05,
"loss": 0.0536,
"step": 78900
},
{
"epoch": 25.23,
"learning_rate": 1.642144859647255e-05,
"loss": 0.0512,
"step": 79000
},
{
"epoch": 25.26,
"learning_rate": 1.638596117676284e-05,
"loss": 0.0482,
"step": 79100
},
{
"epoch": 25.3,
"learning_rate": 1.6350473757053127e-05,
"loss": 0.0448,
"step": 79200
},
{
"epoch": 25.33,
"learning_rate": 1.631498633734341e-05,
"loss": 0.0464,
"step": 79300
},
{
"epoch": 25.36,
"learning_rate": 1.62794989176337e-05,
"loss": 0.0546,
"step": 79400
},
{
"epoch": 25.39,
"learning_rate": 1.6244011497923987e-05,
"loss": 0.0554,
"step": 79500
},
{
"epoch": 25.42,
"learning_rate": 1.6208524078214275e-05,
"loss": 0.0488,
"step": 79600
},
{
"epoch": 25.46,
"learning_rate": 1.6173036658504563e-05,
"loss": 0.0527,
"step": 79700
},
{
"epoch": 25.49,
"learning_rate": 1.613754923879485e-05,
"loss": 0.0499,
"step": 79800
},
{
"epoch": 25.52,
"learning_rate": 1.6102061819085135e-05,
"loss": 0.0517,
"step": 79900
},
{
"epoch": 25.55,
"learning_rate": 1.6066574399375423e-05,
"loss": 0.0497,
"step": 80000
},
{
"epoch": 25.58,
"learning_rate": 1.603108697966571e-05,
"loss": 0.0454,
"step": 80100
},
{
"epoch": 25.61,
"learning_rate": 1.5995599559955996e-05,
"loss": 0.0512,
"step": 80200
},
{
"epoch": 25.65,
"learning_rate": 1.5960112140246284e-05,
"loss": 0.049,
"step": 80300
},
{
"epoch": 25.68,
"learning_rate": 1.592462472053657e-05,
"loss": 0.0542,
"step": 80400
},
{
"epoch": 25.71,
"learning_rate": 1.588913730082686e-05,
"loss": 0.0464,
"step": 80500
},
{
"epoch": 25.74,
"learning_rate": 1.5853649881117147e-05,
"loss": 0.0509,
"step": 80600
},
{
"epoch": 25.77,
"learning_rate": 1.5818162461407432e-05,
"loss": 0.0484,
"step": 80700
},
{
"epoch": 25.81,
"learning_rate": 1.578267504169772e-05,
"loss": 0.0504,
"step": 80800
},
{
"epoch": 25.84,
"learning_rate": 1.5747187621988008e-05,
"loss": 0.0483,
"step": 80900
},
{
"epoch": 25.87,
"learning_rate": 1.5711700202278292e-05,
"loss": 0.053,
"step": 81000
},
{
"epoch": 25.9,
"learning_rate": 1.567621278256858e-05,
"loss": 0.0486,
"step": 81100
},
{
"epoch": 25.93,
"learning_rate": 1.5640725362858868e-05,
"loss": 0.0471,
"step": 81200
},
{
"epoch": 25.97,
"learning_rate": 1.5605237943149153e-05,
"loss": 0.0487,
"step": 81300
},
{
"epoch": 26.0,
"learning_rate": 1.556975052343944e-05,
"loss": 0.0507,
"step": 81400
},
{
"epoch": 26.03,
"learning_rate": 1.553426310372973e-05,
"loss": 0.0423,
"step": 81500
},
{
"epoch": 26.06,
"learning_rate": 1.5498775684020016e-05,
"loss": 0.0442,
"step": 81600
},
{
"epoch": 26.09,
"learning_rate": 1.5463288264310304e-05,
"loss": 0.0499,
"step": 81700
},
{
"epoch": 26.13,
"learning_rate": 1.5427800844600592e-05,
"loss": 0.0454,
"step": 81800
},
{
"epoch": 26.16,
"learning_rate": 1.5392313424890877e-05,
"loss": 0.0476,
"step": 81900
},
{
"epoch": 26.19,
"learning_rate": 1.5356826005181165e-05,
"loss": 0.0516,
"step": 82000
},
{
"epoch": 26.22,
"learning_rate": 1.5321693459668548e-05,
"loss": 0.0451,
"step": 82100
},
{
"epoch": 26.25,
"learning_rate": 1.5286206039958836e-05,
"loss": 0.046,
"step": 82200
},
{
"epoch": 26.29,
"learning_rate": 1.5250718620249122e-05,
"loss": 0.0454,
"step": 82300
},
{
"epoch": 26.32,
"learning_rate": 1.521523120053941e-05,
"loss": 0.0466,
"step": 82400
},
{
"epoch": 26.35,
"learning_rate": 1.5179743780829696e-05,
"loss": 0.0519,
"step": 82500
},
{
"epoch": 26.38,
"learning_rate": 1.5144256361119984e-05,
"loss": 0.0449,
"step": 82600
},
{
"epoch": 26.41,
"learning_rate": 1.5108768941410272e-05,
"loss": 0.051,
"step": 82700
},
{
"epoch": 26.45,
"learning_rate": 1.5073281521700558e-05,
"loss": 0.0457,
"step": 82800
},
{
"epoch": 26.48,
"learning_rate": 1.5037794101990846e-05,
"loss": 0.0496,
"step": 82900
},
{
"epoch": 26.51,
"learning_rate": 1.5002306682281134e-05,
"loss": 0.047,
"step": 83000
},
{
"epoch": 26.54,
"learning_rate": 1.4966819262571419e-05,
"loss": 0.0454,
"step": 83100
},
{
"epoch": 26.57,
"learning_rate": 1.4931331842861707e-05,
"loss": 0.0443,
"step": 83200
},
{
"epoch": 26.6,
"learning_rate": 1.4895844423151993e-05,
"loss": 0.0464,
"step": 83300
},
{
"epoch": 26.64,
"learning_rate": 1.486035700344228e-05,
"loss": 0.048,
"step": 83400
},
{
"epoch": 26.67,
"learning_rate": 1.4824869583732569e-05,
"loss": 0.0426,
"step": 83500
},
{
"epoch": 26.7,
"learning_rate": 1.4789382164022853e-05,
"loss": 0.0461,
"step": 83600
},
{
"epoch": 26.73,
"learning_rate": 1.4753894744313141e-05,
"loss": 0.0445,
"step": 83700
},
{
"epoch": 26.76,
"learning_rate": 1.4718762198800526e-05,
"loss": 0.0486,
"step": 83800
},
{
"epoch": 26.8,
"learning_rate": 1.4683274779090813e-05,
"loss": 0.0467,
"step": 83900
},
{
"epoch": 26.83,
"learning_rate": 1.46477873593811e-05,
"loss": 0.0451,
"step": 84000
},
{
"epoch": 26.86,
"learning_rate": 1.4612299939671389e-05,
"loss": 0.0442,
"step": 84100
},
{
"epoch": 26.89,
"learning_rate": 1.4576812519961673e-05,
"loss": 0.0484,
"step": 84200
},
{
"epoch": 26.92,
"learning_rate": 1.4541325100251961e-05,
"loss": 0.0462,
"step": 84300
},
{
"epoch": 26.96,
"learning_rate": 1.4505837680542249e-05,
"loss": 0.0485,
"step": 84400
},
{
"epoch": 26.99,
"learning_rate": 1.4470350260832535e-05,
"loss": 0.0465,
"step": 84500
},
{
"epoch": 27.02,
"learning_rate": 1.4434862841122823e-05,
"loss": 0.0449,
"step": 84600
},
{
"epoch": 27.05,
"learning_rate": 1.4399375421413111e-05,
"loss": 0.0441,
"step": 84700
},
{
"epoch": 27.08,
"learning_rate": 1.4363888001703397e-05,
"loss": 0.0453,
"step": 84800
},
{
"epoch": 27.12,
"learning_rate": 1.4328400581993685e-05,
"loss": 0.0409,
"step": 84900
},
{
"epoch": 27.15,
"learning_rate": 1.4292913162283973e-05,
"loss": 0.0435,
"step": 85000
},
{
"epoch": 27.18,
"learning_rate": 1.4257425742574257e-05,
"loss": 0.0444,
"step": 85100
},
{
"epoch": 27.21,
"learning_rate": 1.4221938322864545e-05,
"loss": 0.04,
"step": 85200
},
{
"epoch": 27.24,
"learning_rate": 1.4186450903154833e-05,
"loss": 0.0426,
"step": 85300
},
{
"epoch": 27.28,
"learning_rate": 1.415096348344512e-05,
"loss": 0.0438,
"step": 85400
},
{
"epoch": 27.31,
"learning_rate": 1.4115476063735407e-05,
"loss": 0.044,
"step": 85500
},
{
"epoch": 27.34,
"learning_rate": 1.4079988644025695e-05,
"loss": 0.0436,
"step": 85600
},
{
"epoch": 27.37,
"learning_rate": 1.404450122431598e-05,
"loss": 0.0437,
"step": 85700
},
{
"epoch": 27.4,
"learning_rate": 1.4009013804606268e-05,
"loss": 0.0438,
"step": 85800
},
{
"epoch": 27.44,
"learning_rate": 1.3973526384896556e-05,
"loss": 0.0405,
"step": 85900
},
{
"epoch": 27.47,
"learning_rate": 1.3938038965186842e-05,
"loss": 0.0471,
"step": 86000
},
{
"epoch": 27.5,
"learning_rate": 1.390255154547713e-05,
"loss": 0.044,
"step": 86100
},
{
"epoch": 27.53,
"learning_rate": 1.3867064125767418e-05,
"loss": 0.0492,
"step": 86200
},
{
"epoch": 27.56,
"learning_rate": 1.3831576706057704e-05,
"loss": 0.0418,
"step": 86300
},
{
"epoch": 27.6,
"learning_rate": 1.3796089286347992e-05,
"loss": 0.0426,
"step": 86400
},
{
"epoch": 27.63,
"learning_rate": 1.3760601866638276e-05,
"loss": 0.0441,
"step": 86500
},
{
"epoch": 27.66,
"learning_rate": 1.3725114446928564e-05,
"loss": 0.0451,
"step": 86600
},
{
"epoch": 27.69,
"learning_rate": 1.3689627027218852e-05,
"loss": 0.0445,
"step": 86700
},
{
"epoch": 27.72,
"learning_rate": 1.3654139607509138e-05,
"loss": 0.0449,
"step": 86800
},
{
"epoch": 27.75,
"learning_rate": 1.3618652187799426e-05,
"loss": 0.0448,
"step": 86900
},
{
"epoch": 27.79,
"learning_rate": 1.3583164768089714e-05,
"loss": 0.0398,
"step": 87000
},
{
"epoch": 27.82,
"learning_rate": 1.3547677348379999e-05,
"loss": 0.0423,
"step": 87100
},
{
"epoch": 27.85,
"learning_rate": 1.3512189928670287e-05,
"loss": 0.0419,
"step": 87200
},
{
"epoch": 27.88,
"learning_rate": 1.3477057383157672e-05,
"loss": 0.0461,
"step": 87300
},
{
"epoch": 27.91,
"learning_rate": 1.3441569963447958e-05,
"loss": 0.041,
"step": 87400
},
{
"epoch": 27.95,
"learning_rate": 1.3406082543738246e-05,
"loss": 0.0429,
"step": 87500
},
{
"epoch": 27.98,
"learning_rate": 1.3370595124028534e-05,
"loss": 0.0409,
"step": 87600
},
{
"epoch": 28.01,
"learning_rate": 1.3335107704318819e-05,
"loss": 0.0431,
"step": 87700
},
{
"epoch": 28.04,
"learning_rate": 1.3299620284609106e-05,
"loss": 0.0431,
"step": 87800
},
{
"epoch": 28.07,
"learning_rate": 1.3264132864899394e-05,
"loss": 0.0403,
"step": 87900
},
{
"epoch": 28.11,
"learning_rate": 1.322864544518968e-05,
"loss": 0.0384,
"step": 88000
},
{
"epoch": 28.14,
"learning_rate": 1.3193158025479969e-05,
"loss": 0.0414,
"step": 88100
},
{
"epoch": 28.17,
"learning_rate": 1.3157670605770256e-05,
"loss": 0.0445,
"step": 88200
},
{
"epoch": 28.2,
"learning_rate": 1.3122183186060543e-05,
"loss": 0.0389,
"step": 88300
},
{
"epoch": 28.23,
"learning_rate": 1.308669576635083e-05,
"loss": 0.0395,
"step": 88400
},
{
"epoch": 28.27,
"learning_rate": 1.3051208346641118e-05,
"loss": 0.042,
"step": 88500
},
{
"epoch": 28.3,
"learning_rate": 1.3015720926931403e-05,
"loss": 0.0439,
"step": 88600
},
{
"epoch": 28.33,
"learning_rate": 1.2980233507221691e-05,
"loss": 0.0405,
"step": 88700
},
{
"epoch": 28.36,
"learning_rate": 1.2944746087511979e-05,
"loss": 0.0414,
"step": 88800
},
{
"epoch": 28.39,
"learning_rate": 1.2909258667802265e-05,
"loss": 0.0428,
"step": 88900
},
{
"epoch": 28.43,
"learning_rate": 1.2873771248092553e-05,
"loss": 0.0355,
"step": 89000
},
{
"epoch": 28.46,
"learning_rate": 1.2838283828382841e-05,
"loss": 0.0408,
"step": 89100
},
{
"epoch": 28.49,
"learning_rate": 1.2802796408673125e-05,
"loss": 0.0397,
"step": 89200
},
{
"epoch": 28.52,
"learning_rate": 1.2767308988963413e-05,
"loss": 0.0382,
"step": 89300
},
{
"epoch": 28.55,
"learning_rate": 1.27318215692537e-05,
"loss": 0.0409,
"step": 89400
},
{
"epoch": 28.59,
"learning_rate": 1.2696334149543987e-05,
"loss": 0.0457,
"step": 89500
},
{
"epoch": 28.62,
"learning_rate": 1.2660846729834275e-05,
"loss": 0.0432,
"step": 89600
},
{
"epoch": 28.65,
"learning_rate": 1.2625359310124562e-05,
"loss": 0.0376,
"step": 89700
},
{
"epoch": 28.68,
"learning_rate": 1.258987189041485e-05,
"loss": 0.0422,
"step": 89800
},
{
"epoch": 28.71,
"learning_rate": 1.2554384470705137e-05,
"loss": 0.0387,
"step": 89900
},
{
"epoch": 28.74,
"learning_rate": 1.2518897050995422e-05,
"loss": 0.0419,
"step": 90000
},
{
"epoch": 28.78,
"learning_rate": 1.248340963128571e-05,
"loss": 0.0393,
"step": 90100
},
{
"epoch": 28.81,
"learning_rate": 1.2447922211575998e-05,
"loss": 0.0402,
"step": 90200
},
{
"epoch": 28.84,
"learning_rate": 1.2412434791866284e-05,
"loss": 0.0437,
"step": 90300
},
{
"epoch": 28.87,
"learning_rate": 1.2376947372156572e-05,
"loss": 0.0434,
"step": 90400
},
{
"epoch": 28.9,
"learning_rate": 1.234145995244686e-05,
"loss": 0.0392,
"step": 90500
},
{
"epoch": 28.94,
"learning_rate": 1.2305972532737144e-05,
"loss": 0.0407,
"step": 90600
},
{
"epoch": 28.97,
"learning_rate": 1.2270485113027432e-05,
"loss": 0.0402,
"step": 90700
},
{
"epoch": 29.0,
"learning_rate": 1.223499769331772e-05,
"loss": 0.0384,
"step": 90800
},
{
"epoch": 29.03,
"learning_rate": 1.2199510273608006e-05,
"loss": 0.0319,
"step": 90900
},
{
"epoch": 29.06,
"learning_rate": 1.2164022853898294e-05,
"loss": 0.0373,
"step": 91000
},
{
"epoch": 29.1,
"learning_rate": 1.2128535434188582e-05,
"loss": 0.036,
"step": 91100
},
{
"epoch": 29.13,
"learning_rate": 1.2093048014478868e-05,
"loss": 0.0428,
"step": 91200
},
{
"epoch": 29.16,
"learning_rate": 1.2057560594769155e-05,
"loss": 0.0313,
"step": 91300
},
{
"epoch": 29.19,
"learning_rate": 1.2022073175059442e-05,
"loss": 0.0367,
"step": 91400
},
{
"epoch": 29.22,
"learning_rate": 1.1986585755349729e-05,
"loss": 0.0415,
"step": 91500
},
{
"epoch": 29.26,
"learning_rate": 1.1951453209837114e-05,
"loss": 0.0343,
"step": 91600
},
{
"epoch": 29.29,
"learning_rate": 1.1915965790127402e-05,
"loss": 0.0387,
"step": 91700
},
{
"epoch": 29.32,
"learning_rate": 1.1880478370417688e-05,
"loss": 0.0382,
"step": 91800
},
{
"epoch": 29.35,
"learning_rate": 1.1844990950707976e-05,
"loss": 0.04,
"step": 91900
},
{
"epoch": 29.38,
"learning_rate": 1.1809503530998262e-05,
"loss": 0.0358,
"step": 92000
},
{
"epoch": 29.42,
"learning_rate": 1.1774016111288548e-05,
"loss": 0.0414,
"step": 92100
},
{
"epoch": 29.45,
"learning_rate": 1.1738528691578836e-05,
"loss": 0.0409,
"step": 92200
},
{
"epoch": 29.48,
"learning_rate": 1.1703041271869124e-05,
"loss": 0.0373,
"step": 92300
},
{
"epoch": 29.51,
"learning_rate": 1.166755385215941e-05,
"loss": 0.0392,
"step": 92400
},
{
"epoch": 29.54,
"learning_rate": 1.1632066432449698e-05,
"loss": 0.0344,
"step": 92500
},
{
"epoch": 29.58,
"learning_rate": 1.1596579012739983e-05,
"loss": 0.0365,
"step": 92600
},
{
"epoch": 29.61,
"learning_rate": 1.1561091593030271e-05,
"loss": 0.036,
"step": 92700
},
{
"epoch": 29.64,
"learning_rate": 1.1525604173320559e-05,
"loss": 0.0401,
"step": 92800
},
{
"epoch": 29.67,
"learning_rate": 1.1490116753610845e-05,
"loss": 0.0367,
"step": 92900
},
{
"epoch": 29.7,
"learning_rate": 1.1454629333901133e-05,
"loss": 0.043,
"step": 93000
},
{
"epoch": 29.73,
"learning_rate": 1.141914191419142e-05,
"loss": 0.0379,
"step": 93100
},
{
"epoch": 29.77,
"learning_rate": 1.1383654494481707e-05,
"loss": 0.0343,
"step": 93200
},
{
"epoch": 29.8,
"learning_rate": 1.1348167074771993e-05,
"loss": 0.0378,
"step": 93300
},
{
"epoch": 29.83,
"learning_rate": 1.1312679655062281e-05,
"loss": 0.0348,
"step": 93400
},
{
"epoch": 29.86,
"learning_rate": 1.1277192235352567e-05,
"loss": 0.0415,
"step": 93500
},
{
"epoch": 29.89,
"learning_rate": 1.1241704815642855e-05,
"loss": 0.0357,
"step": 93600
},
{
"epoch": 29.93,
"learning_rate": 1.1206217395933143e-05,
"loss": 0.0321,
"step": 93700
},
{
"epoch": 29.96,
"learning_rate": 1.117072997622343e-05,
"loss": 0.0328,
"step": 93800
},
{
"epoch": 29.99,
"learning_rate": 1.1135597430710813e-05,
"loss": 0.0443,
"step": 93900
},
{
"epoch": 30.02,
"learning_rate": 1.1100110011001101e-05,
"loss": 0.031,
"step": 94000
},
{
"epoch": 30.05,
"learning_rate": 1.1064622591291387e-05,
"loss": 0.0299,
"step": 94100
},
{
"epoch": 30.09,
"learning_rate": 1.1029135171581675e-05,
"loss": 0.0364,
"step": 94200
},
{
"epoch": 30.12,
"learning_rate": 1.0993647751871963e-05,
"loss": 0.0328,
"step": 94300
},
{
"epoch": 30.15,
"learning_rate": 1.095816033216225e-05,
"loss": 0.0368,
"step": 94400
},
{
"epoch": 30.18,
"learning_rate": 1.0922672912452537e-05,
"loss": 0.0289,
"step": 94500
},
{
"epoch": 30.21,
"learning_rate": 1.0887185492742825e-05,
"loss": 0.032,
"step": 94600
},
{
"epoch": 30.25,
"learning_rate": 1.085169807303311e-05,
"loss": 0.0317,
"step": 94700
},
{
"epoch": 30.28,
"learning_rate": 1.0816210653323397e-05,
"loss": 0.0386,
"step": 94800
},
{
"epoch": 30.31,
"learning_rate": 1.0780723233613685e-05,
"loss": 0.0376,
"step": 94900
},
{
"epoch": 30.34,
"learning_rate": 1.0745235813903972e-05,
"loss": 0.0338,
"step": 95000
},
{
"epoch": 30.37,
"learning_rate": 1.070974839419426e-05,
"loss": 0.0378,
"step": 95100
},
{
"epoch": 30.41,
"learning_rate": 1.0674260974484547e-05,
"loss": 0.0357,
"step": 95200
},
{
"epoch": 30.44,
"learning_rate": 1.0638773554774832e-05,
"loss": 0.0295,
"step": 95300
},
{
"epoch": 30.47,
"learning_rate": 1.060328613506512e-05,
"loss": 0.0358,
"step": 95400
},
{
"epoch": 30.5,
"learning_rate": 1.0567798715355408e-05,
"loss": 0.0306,
"step": 95500
},
{
"epoch": 30.53,
"learning_rate": 1.0532311295645694e-05,
"loss": 0.0347,
"step": 95600
},
{
"epoch": 30.57,
"learning_rate": 1.0496823875935982e-05,
"loss": 0.0309,
"step": 95700
},
{
"epoch": 30.6,
"learning_rate": 1.0461336456226268e-05,
"loss": 0.0303,
"step": 95800
},
{
"epoch": 30.63,
"learning_rate": 1.0425849036516556e-05,
"loss": 0.0382,
"step": 95900
},
{
"epoch": 30.66,
"learning_rate": 1.0390361616806844e-05,
"loss": 0.0388,
"step": 96000
},
{
"epoch": 30.69,
"learning_rate": 1.0355229071294226e-05,
"loss": 0.0344,
"step": 96100
},
{
"epoch": 30.73,
"learning_rate": 1.0319741651584514e-05,
"loss": 0.0323,
"step": 96200
},
{
"epoch": 30.76,
"learning_rate": 1.0284254231874802e-05,
"loss": 0.035,
"step": 96300
},
{
"epoch": 30.79,
"learning_rate": 1.0248766812165088e-05,
"loss": 0.0334,
"step": 96400
},
{
"epoch": 30.82,
"learning_rate": 1.0213279392455376e-05,
"loss": 0.0405,
"step": 96500
},
{
"epoch": 30.85,
"learning_rate": 1.0177791972745664e-05,
"loss": 0.0298,
"step": 96600
},
{
"epoch": 30.88,
"learning_rate": 1.0142304553035948e-05,
"loss": 0.0311,
"step": 96700
},
{
"epoch": 30.92,
"learning_rate": 1.0106817133326236e-05,
"loss": 0.0357,
"step": 96800
},
{
"epoch": 30.95,
"learning_rate": 1.0071329713616524e-05,
"loss": 0.0332,
"step": 96900
},
{
"epoch": 30.98,
"learning_rate": 1.003584229390681e-05,
"loss": 0.0343,
"step": 97000
},
{
"epoch": 31.01,
"learning_rate": 1.0000354874197098e-05,
"loss": 0.0343,
"step": 97100
},
{
"epoch": 31.04,
"learning_rate": 9.964867454487384e-06,
"loss": 0.0328,
"step": 97200
},
{
"epoch": 31.08,
"learning_rate": 9.929380034777672e-06,
"loss": 0.0326,
"step": 97300
},
{
"epoch": 31.11,
"learning_rate": 9.893892615067959e-06,
"loss": 0.0334,
"step": 97400
},
{
"epoch": 31.14,
"learning_rate": 9.858405195358246e-06,
"loss": 0.0337,
"step": 97500
},
{
"epoch": 31.17,
"learning_rate": 9.822917775648534e-06,
"loss": 0.0302,
"step": 97600
},
{
"epoch": 31.2,
"learning_rate": 9.78743035593882e-06,
"loss": 0.0325,
"step": 97700
},
{
"epoch": 31.24,
"learning_rate": 9.751942936229107e-06,
"loss": 0.0318,
"step": 97800
},
{
"epoch": 31.27,
"learning_rate": 9.716455516519395e-06,
"loss": 0.0367,
"step": 97900
},
{
"epoch": 31.3,
"learning_rate": 9.680968096809683e-06,
"loss": 0.0308,
"step": 98000
},
{
"epoch": 31.33,
"learning_rate": 9.645480677099969e-06,
"loss": 0.032,
"step": 98100
},
{
"epoch": 31.36,
"learning_rate": 9.609993257390255e-06,
"loss": 0.0312,
"step": 98200
},
{
"epoch": 31.4,
"learning_rate": 9.574505837680543e-06,
"loss": 0.0297,
"step": 98300
},
{
"epoch": 31.43,
"learning_rate": 9.539018417970831e-06,
"loss": 0.0337,
"step": 98400
},
{
"epoch": 31.46,
"learning_rate": 9.503530998261117e-06,
"loss": 0.0365,
"step": 98500
},
{
"epoch": 31.49,
"learning_rate": 9.468043578551405e-06,
"loss": 0.031,
"step": 98600
},
{
"epoch": 31.52,
"learning_rate": 9.432556158841691e-06,
"loss": 0.0365,
"step": 98700
},
{
"epoch": 31.56,
"learning_rate": 9.397068739131977e-06,
"loss": 0.0333,
"step": 98800
},
{
"epoch": 31.59,
"learning_rate": 9.361581319422265e-06,
"loss": 0.0321,
"step": 98900
},
{
"epoch": 31.62,
"learning_rate": 9.326093899712553e-06,
"loss": 0.033,
"step": 99000
},
{
"epoch": 31.65,
"learning_rate": 9.29060648000284e-06,
"loss": 0.0329,
"step": 99100
},
{
"epoch": 31.68,
"learning_rate": 9.255119060293127e-06,
"loss": 0.0293,
"step": 99200
},
{
"epoch": 31.72,
"learning_rate": 9.219986514780511e-06,
"loss": 0.0312,
"step": 99300
},
{
"epoch": 31.75,
"learning_rate": 9.184499095070797e-06,
"loss": 0.0293,
"step": 99400
},
{
"epoch": 31.78,
"learning_rate": 9.149011675361085e-06,
"loss": 0.0295,
"step": 99500
},
{
"epoch": 31.81,
"learning_rate": 9.113524255651373e-06,
"loss": 0.0283,
"step": 99600
},
{
"epoch": 31.84,
"learning_rate": 9.07803683594166e-06,
"loss": 0.031,
"step": 99700
},
{
"epoch": 31.87,
"learning_rate": 9.042549416231946e-06,
"loss": 0.0354,
"step": 99800
},
{
"epoch": 31.91,
"learning_rate": 9.007061996522233e-06,
"loss": 0.0289,
"step": 99900
},
{
"epoch": 31.94,
"learning_rate": 8.971574576812521e-06,
"loss": 0.0364,
"step": 100000
},
{
"epoch": 31.97,
"learning_rate": 8.936087157102808e-06,
"loss": 0.0359,
"step": 100100
},
{
"epoch": 32.0,
"learning_rate": 8.900599737393095e-06,
"loss": 0.0302,
"step": 100200
},
{
"epoch": 32.03,
"learning_rate": 8.865112317683382e-06,
"loss": 0.0295,
"step": 100300
},
{
"epoch": 32.07,
"learning_rate": 8.829624897973668e-06,
"loss": 0.0305,
"step": 100400
},
{
"epoch": 32.1,
"learning_rate": 8.794137478263956e-06,
"loss": 0.0299,
"step": 100500
},
{
"epoch": 32.13,
"learning_rate": 8.758650058554244e-06,
"loss": 0.0257,
"step": 100600
},
{
"epoch": 32.16,
"learning_rate": 8.72316263884453e-06,
"loss": 0.0307,
"step": 100700
},
{
"epoch": 32.19,
"learning_rate": 8.687675219134818e-06,
"loss": 0.0333,
"step": 100800
},
{
"epoch": 32.23,
"learning_rate": 8.652187799425104e-06,
"loss": 0.0286,
"step": 100900
},
{
"epoch": 32.26,
"learning_rate": 8.616700379715392e-06,
"loss": 0.0268,
"step": 101000
},
{
"epoch": 32.29,
"learning_rate": 8.581212960005678e-06,
"loss": 0.0295,
"step": 101100
},
{
"epoch": 32.32,
"learning_rate": 8.545725540295966e-06,
"loss": 0.0323,
"step": 101200
},
{
"epoch": 32.35,
"learning_rate": 8.51059299478335e-06,
"loss": 0.0286,
"step": 101300
},
{
"epoch": 32.39,
"learning_rate": 8.475105575073636e-06,
"loss": 0.0275,
"step": 101400
},
{
"epoch": 32.42,
"learning_rate": 8.439618155363924e-06,
"loss": 0.0302,
"step": 101500
},
{
"epoch": 32.45,
"learning_rate": 8.404130735654212e-06,
"loss": 0.0318,
"step": 101600
},
{
"epoch": 32.48,
"learning_rate": 8.368643315944498e-06,
"loss": 0.0271,
"step": 101700
},
{
"epoch": 32.51,
"learning_rate": 8.333155896234786e-06,
"loss": 0.0297,
"step": 101800
},
{
"epoch": 32.55,
"learning_rate": 8.297668476525072e-06,
"loss": 0.0289,
"step": 101900
},
{
"epoch": 32.58,
"learning_rate": 8.26218105681536e-06,
"loss": 0.0278,
"step": 102000
},
{
"epoch": 32.61,
"learning_rate": 8.226693637105648e-06,
"loss": 0.0328,
"step": 102100
},
{
"epoch": 32.64,
"learning_rate": 8.191206217395934e-06,
"loss": 0.0271,
"step": 102200
},
{
"epoch": 32.67,
"learning_rate": 8.15571879768622e-06,
"loss": 0.0299,
"step": 102300
},
{
"epoch": 32.71,
"learning_rate": 8.120231377976508e-06,
"loss": 0.0292,
"step": 102400
},
{
"epoch": 32.74,
"learning_rate": 8.084743958266794e-06,
"loss": 0.0278,
"step": 102500
},
{
"epoch": 32.77,
"learning_rate": 8.049256538557082e-06,
"loss": 0.0279,
"step": 102600
},
{
"epoch": 32.8,
"learning_rate": 8.013769118847369e-06,
"loss": 0.0323,
"step": 102700
},
{
"epoch": 32.83,
"learning_rate": 7.978281699137657e-06,
"loss": 0.0294,
"step": 102800
},
{
"epoch": 32.86,
"learning_rate": 7.942794279427943e-06,
"loss": 0.0257,
"step": 102900
},
{
"epoch": 32.9,
"learning_rate": 7.90730685971823e-06,
"loss": 0.0317,
"step": 103000
},
{
"epoch": 32.93,
"learning_rate": 7.871819440008519e-06,
"loss": 0.0351,
"step": 103100
},
{
"epoch": 32.96,
"learning_rate": 7.836332020298805e-06,
"loss": 0.0255,
"step": 103200
},
{
"epoch": 32.99,
"learning_rate": 7.800844600589091e-06,
"loss": 0.0288,
"step": 103300
},
{
"epoch": 33.02,
"learning_rate": 7.765357180879379e-06,
"loss": 0.0281,
"step": 103400
},
{
"epoch": 33.06,
"learning_rate": 7.729869761169667e-06,
"loss": 0.0252,
"step": 103500
},
{
"epoch": 33.09,
"learning_rate": 7.694382341459953e-06,
"loss": 0.0246,
"step": 103600
},
{
"epoch": 33.12,
"learning_rate": 7.658894921750241e-06,
"loss": 0.0281,
"step": 103700
},
{
"epoch": 33.15,
"learning_rate": 7.623407502040527e-06,
"loss": 0.0237,
"step": 103800
},
{
"epoch": 33.18,
"learning_rate": 7.587920082330814e-06,
"loss": 0.0313,
"step": 103900
},
{
"epoch": 33.22,
"learning_rate": 7.552432662621102e-06,
"loss": 0.0261,
"step": 104000
},
{
"epoch": 33.25,
"learning_rate": 7.516945242911388e-06,
"loss": 0.0313,
"step": 104100
},
{
"epoch": 33.28,
"learning_rate": 7.4814578232016754e-06,
"loss": 0.0276,
"step": 104200
},
{
"epoch": 33.31,
"learning_rate": 7.4459704034919625e-06,
"loss": 0.0238,
"step": 104300
},
{
"epoch": 33.34,
"learning_rate": 7.41048298378225e-06,
"loss": 0.0254,
"step": 104400
},
{
"epoch": 33.38,
"learning_rate": 7.374995564072537e-06,
"loss": 0.0307,
"step": 104500
},
{
"epoch": 33.41,
"learning_rate": 7.339508144362824e-06,
"loss": 0.0287,
"step": 104600
},
{
"epoch": 33.44,
"learning_rate": 7.304020724653112e-06,
"loss": 0.0249,
"step": 104700
},
{
"epoch": 33.47,
"learning_rate": 7.268533304943398e-06,
"loss": 0.0256,
"step": 104800
},
{
"epoch": 33.5,
"learning_rate": 7.233045885233685e-06,
"loss": 0.0279,
"step": 104900
},
{
"epoch": 33.54,
"learning_rate": 7.197558465523973e-06,
"loss": 0.0269,
"step": 105000
},
{
"epoch": 33.57,
"learning_rate": 7.16207104581426e-06,
"loss": 0.0252,
"step": 105100
},
{
"epoch": 33.6,
"learning_rate": 7.126583626104546e-06,
"loss": 0.0272,
"step": 105200
},
{
"epoch": 33.63,
"learning_rate": 7.091096206394834e-06,
"loss": 0.0281,
"step": 105300
},
{
"epoch": 33.66,
"learning_rate": 7.055608786685121e-06,
"loss": 0.0234,
"step": 105400
},
{
"epoch": 33.7,
"learning_rate": 7.020121366975407e-06,
"loss": 0.0328,
"step": 105500
},
{
"epoch": 33.73,
"learning_rate": 6.984988821462793e-06,
"loss": 0.0286,
"step": 105600
},
{
"epoch": 33.76,
"learning_rate": 6.94950140175308e-06,
"loss": 0.0276,
"step": 105700
},
{
"epoch": 33.79,
"learning_rate": 6.914013982043366e-06,
"loss": 0.0239,
"step": 105800
},
{
"epoch": 33.82,
"learning_rate": 6.878526562333653e-06,
"loss": 0.0294,
"step": 105900
},
{
"epoch": 33.85,
"learning_rate": 6.843039142623941e-06,
"loss": 0.0311,
"step": 106000
},
{
"epoch": 33.89,
"learning_rate": 6.807551722914227e-06,
"loss": 0.0251,
"step": 106100
},
{
"epoch": 33.92,
"learning_rate": 6.772064303204514e-06,
"loss": 0.0297,
"step": 106200
},
{
"epoch": 33.95,
"learning_rate": 6.736576883494802e-06,
"loss": 0.0262,
"step": 106300
},
{
"epoch": 33.98,
"learning_rate": 6.701089463785089e-06,
"loss": 0.0283,
"step": 106400
},
{
"epoch": 34.01,
"learning_rate": 6.665602044075375e-06,
"loss": 0.0221,
"step": 106500
},
{
"epoch": 34.05,
"learning_rate": 6.630114624365663e-06,
"loss": 0.0232,
"step": 106600
},
{
"epoch": 34.08,
"learning_rate": 6.59462720465595e-06,
"loss": 0.0249,
"step": 106700
},
{
"epoch": 34.11,
"learning_rate": 6.5591397849462365e-06,
"loss": 0.0226,
"step": 106800
},
{
"epoch": 34.14,
"learning_rate": 6.5236523652365244e-06,
"loss": 0.0258,
"step": 106900
},
{
"epoch": 34.17,
"learning_rate": 6.4881649455268115e-06,
"loss": 0.0243,
"step": 107000
},
{
"epoch": 34.21,
"learning_rate": 6.4526775258170986e-06,
"loss": 0.022,
"step": 107100
},
{
"epoch": 34.24,
"learning_rate": 6.417190106107385e-06,
"loss": 0.0256,
"step": 107200
},
{
"epoch": 34.27,
"learning_rate": 6.381702686397673e-06,
"loss": 0.0303,
"step": 107300
},
{
"epoch": 34.3,
"learning_rate": 6.34621526668796e-06,
"loss": 0.0274,
"step": 107400
},
{
"epoch": 34.33,
"learning_rate": 6.310727846978246e-06,
"loss": 0.0262,
"step": 107500
},
{
"epoch": 34.37,
"learning_rate": 6.275240427268534e-06,
"loss": 0.0233,
"step": 107600
},
{
"epoch": 34.4,
"learning_rate": 6.239753007558821e-06,
"loss": 0.031,
"step": 107700
},
{
"epoch": 34.43,
"learning_rate": 6.204265587849108e-06,
"loss": 0.0287,
"step": 107800
},
{
"epoch": 34.46,
"learning_rate": 6.168778168139395e-06,
"loss": 0.0226,
"step": 107900
},
{
"epoch": 34.49,
"learning_rate": 6.133290748429682e-06,
"loss": 0.0212,
"step": 108000
},
{
"epoch": 34.53,
"learning_rate": 6.097803328719969e-06,
"loss": 0.0193,
"step": 108100
},
{
"epoch": 34.56,
"learning_rate": 6.062315909010257e-06,
"loss": 0.0231,
"step": 108200
},
{
"epoch": 34.59,
"learning_rate": 6.026828489300543e-06,
"loss": 0.0251,
"step": 108300
},
{
"epoch": 34.62,
"learning_rate": 5.99134106959083e-06,
"loss": 0.0266,
"step": 108400
},
{
"epoch": 34.65,
"learning_rate": 5.955853649881118e-06,
"loss": 0.0249,
"step": 108500
},
{
"epoch": 34.69,
"learning_rate": 5.9203662301714045e-06,
"loss": 0.0259,
"step": 108600
},
{
"epoch": 34.72,
"learning_rate": 5.884878810461692e-06,
"loss": 0.0248,
"step": 108700
},
{
"epoch": 34.75,
"learning_rate": 5.849391390751979e-06,
"loss": 0.0254,
"step": 108800
},
{
"epoch": 34.78,
"learning_rate": 5.8139039710422666e-06,
"loss": 0.0219,
"step": 108900
},
{
"epoch": 34.81,
"learning_rate": 5.778416551332553e-06,
"loss": 0.0266,
"step": 109000
},
{
"epoch": 34.85,
"learning_rate": 5.74292913162284e-06,
"loss": 0.0274,
"step": 109100
},
{
"epoch": 34.88,
"learning_rate": 5.707441711913128e-06,
"loss": 0.0239,
"step": 109200
},
{
"epoch": 34.91,
"learning_rate": 5.671954292203414e-06,
"loss": 0.0236,
"step": 109300
},
{
"epoch": 34.94,
"learning_rate": 5.636466872493701e-06,
"loss": 0.0257,
"step": 109400
},
{
"epoch": 34.97,
"learning_rate": 5.601334326981086e-06,
"loss": 0.0266,
"step": 109500
},
{
"epoch": 35.0,
"learning_rate": 5.5658469072713726e-06,
"loss": 0.0236,
"step": 109600
},
{
"epoch": 35.04,
"learning_rate": 5.53035948756166e-06,
"loss": 0.0217,
"step": 109700
},
{
"epoch": 35.07,
"learning_rate": 5.4948720678519475e-06,
"loss": 0.0261,
"step": 109800
},
{
"epoch": 35.1,
"learning_rate": 5.459384648142234e-06,
"loss": 0.0251,
"step": 109900
},
{
"epoch": 35.13,
"learning_rate": 5.423897228432521e-06,
"loss": 0.0229,
"step": 110000
},
{
"epoch": 35.16,
"learning_rate": 5.388409808722809e-06,
"loss": 0.0187,
"step": 110100
},
{
"epoch": 35.2,
"learning_rate": 5.352922389013096e-06,
"loss": 0.0283,
"step": 110200
},
{
"epoch": 35.23,
"learning_rate": 5.317434969303382e-06,
"loss": 0.0248,
"step": 110300
},
{
"epoch": 35.26,
"learning_rate": 5.281947549593669e-06,
"loss": 0.0239,
"step": 110400
},
{
"epoch": 35.29,
"learning_rate": 5.246460129883957e-06,
"loss": 0.0232,
"step": 110500
},
{
"epoch": 35.32,
"learning_rate": 5.210972710174243e-06,
"loss": 0.0206,
"step": 110600
},
{
"epoch": 35.36,
"learning_rate": 5.17548529046453e-06,
"loss": 0.0231,
"step": 110700
},
{
"epoch": 35.39,
"learning_rate": 5.139997870754818e-06,
"loss": 0.0221,
"step": 110800
},
{
"epoch": 35.42,
"learning_rate": 5.104510451045105e-06,
"loss": 0.0243,
"step": 110900
},
{
"epoch": 35.45,
"learning_rate": 5.0690230313353915e-06,
"loss": 0.0231,
"step": 111000
},
{
"epoch": 35.48,
"learning_rate": 5.033535611625679e-06,
"loss": 0.0241,
"step": 111100
},
{
"epoch": 35.52,
"learning_rate": 4.9980481919159664e-06,
"loss": 0.0275,
"step": 111200
},
{
"epoch": 35.55,
"learning_rate": 4.9625607722062535e-06,
"loss": 0.0248,
"step": 111300
},
{
"epoch": 35.58,
"learning_rate": 4.927073352496541e-06,
"loss": 0.0213,
"step": 111400
},
{
"epoch": 35.61,
"learning_rate": 4.891585932786828e-06,
"loss": 0.0221,
"step": 111500
},
{
"epoch": 35.64,
"learning_rate": 4.856098513077115e-06,
"loss": 0.021,
"step": 111600
},
{
"epoch": 35.68,
"learning_rate": 4.820965967564499e-06,
"loss": 0.0229,
"step": 111700
},
{
"epoch": 35.71,
"learning_rate": 4.785478547854786e-06,
"loss": 0.0255,
"step": 111800
},
{
"epoch": 35.74,
"learning_rate": 4.7499911281450724e-06,
"loss": 0.0223,
"step": 111900
},
{
"epoch": 35.77,
"learning_rate": 4.71450370843536e-06,
"loss": 0.0279,
"step": 112000
},
{
"epoch": 35.8,
"learning_rate": 4.679016288725647e-06,
"loss": 0.0176,
"step": 112100
},
{
"epoch": 35.84,
"learning_rate": 4.6435288690159345e-06,
"loss": 0.0221,
"step": 112200
},
{
"epoch": 35.87,
"learning_rate": 4.6080414493062216e-06,
"loss": 0.0243,
"step": 112300
},
{
"epoch": 35.9,
"learning_rate": 4.572554029596508e-06,
"loss": 0.0221,
"step": 112400
},
{
"epoch": 35.93,
"learning_rate": 4.537421484083892e-06,
"loss": 0.0258,
"step": 112500
},
{
"epoch": 35.96,
"learning_rate": 4.50193406437418e-06,
"loss": 0.022,
"step": 112600
},
{
"epoch": 35.99,
"learning_rate": 4.466446644664466e-06,
"loss": 0.0194,
"step": 112700
},
{
"epoch": 36.03,
"learning_rate": 4.430959224954754e-06,
"loss": 0.0192,
"step": 112800
},
{
"epoch": 36.06,
"learning_rate": 4.395471805245041e-06,
"loss": 0.0266,
"step": 112900
},
{
"epoch": 36.09,
"learning_rate": 4.359984385535328e-06,
"loss": 0.0206,
"step": 113000
},
{
"epoch": 36.12,
"learning_rate": 4.3244969658256155e-06,
"loss": 0.0234,
"step": 113100
},
{
"epoch": 36.15,
"learning_rate": 4.289009546115902e-06,
"loss": 0.0219,
"step": 113200
},
{
"epoch": 36.19,
"learning_rate": 4.25352212640619e-06,
"loss": 0.0308,
"step": 113300
},
{
"epoch": 36.22,
"learning_rate": 4.218034706696477e-06,
"loss": 0.0222,
"step": 113400
},
{
"epoch": 36.25,
"learning_rate": 4.182547286986764e-06,
"loss": 0.0222,
"step": 113500
},
{
"epoch": 36.28,
"learning_rate": 4.147059867277051e-06,
"loss": 0.0218,
"step": 113600
},
{
"epoch": 36.31,
"learning_rate": 4.111572447567338e-06,
"loss": 0.0255,
"step": 113700
},
{
"epoch": 36.35,
"learning_rate": 4.076085027857625e-06,
"loss": 0.0202,
"step": 113800
},
{
"epoch": 36.38,
"learning_rate": 4.040597608147912e-06,
"loss": 0.0161,
"step": 113900
},
{
"epoch": 36.41,
"learning_rate": 4.005110188438199e-06,
"loss": 0.0214,
"step": 114000
},
{
"epoch": 36.44,
"learning_rate": 3.969622768728486e-06,
"loss": 0.0183,
"step": 114100
},
{
"epoch": 36.47,
"learning_rate": 3.934135349018773e-06,
"loss": 0.021,
"step": 114200
},
{
"epoch": 36.51,
"learning_rate": 3.89864792930906e-06,
"loss": 0.0183,
"step": 114300
},
{
"epoch": 36.54,
"learning_rate": 3.863160509599347e-06,
"loss": 0.0181,
"step": 114400
},
{
"epoch": 36.57,
"learning_rate": 3.827673089889634e-06,
"loss": 0.0221,
"step": 114500
},
{
"epoch": 36.6,
"learning_rate": 3.7925405443770184e-06,
"loss": 0.0246,
"step": 114600
},
{
"epoch": 36.63,
"learning_rate": 3.757053124667306e-06,
"loss": 0.0245,
"step": 114700
},
{
"epoch": 36.67,
"learning_rate": 3.7215657049575925e-06,
"loss": 0.0222,
"step": 114800
},
{
"epoch": 36.7,
"learning_rate": 3.68607828524788e-06,
"loss": 0.0188,
"step": 114900
},
{
"epoch": 36.73,
"learning_rate": 3.650590865538167e-06,
"loss": 0.021,
"step": 115000
},
{
"epoch": 36.76,
"learning_rate": 3.615103445828454e-06,
"loss": 0.0199,
"step": 115100
},
{
"epoch": 36.79,
"learning_rate": 3.5796160261187412e-06,
"loss": 0.0204,
"step": 115200
},
{
"epoch": 36.83,
"learning_rate": 3.5441286064090287e-06,
"loss": 0.0237,
"step": 115300
},
{
"epoch": 36.86,
"learning_rate": 3.5086411866993153e-06,
"loss": 0.019,
"step": 115400
},
{
"epoch": 36.89,
"learning_rate": 3.4731537669896024e-06,
"loss": 0.0215,
"step": 115500
},
{
"epoch": 36.92,
"learning_rate": 3.4376663472798895e-06,
"loss": 0.0226,
"step": 115600
},
{
"epoch": 36.95,
"learning_rate": 3.4021789275701765e-06,
"loss": 0.0262,
"step": 115700
},
{
"epoch": 36.98,
"learning_rate": 3.366691507860464e-06,
"loss": 0.0222,
"step": 115800
},
{
"epoch": 37.02,
"learning_rate": 3.3312040881507507e-06,
"loss": 0.0178,
"step": 115900
},
{
"epoch": 37.05,
"learning_rate": 3.295716668441038e-06,
"loss": 0.0205,
"step": 116000
},
{
"epoch": 37.08,
"learning_rate": 3.260229248731325e-06,
"loss": 0.0181,
"step": 116100
},
{
"epoch": 37.11,
"learning_rate": 3.224741829021612e-06,
"loss": 0.0181,
"step": 116200
},
{
"epoch": 37.14,
"learning_rate": 3.1892544093118993e-06,
"loss": 0.0216,
"step": 116300
},
{
"epoch": 37.18,
"learning_rate": 3.153766989602186e-06,
"loss": 0.0208,
"step": 116400
},
{
"epoch": 37.21,
"learning_rate": 3.1182795698924735e-06,
"loss": 0.0208,
"step": 116500
},
{
"epoch": 37.24,
"learning_rate": 3.0827921501827605e-06,
"loss": 0.0173,
"step": 116600
},
{
"epoch": 37.27,
"learning_rate": 3.0473047304730476e-06,
"loss": 0.0253,
"step": 116700
},
{
"epoch": 37.3,
"learning_rate": 3.0118173107633347e-06,
"loss": 0.0225,
"step": 116800
},
{
"epoch": 37.34,
"learning_rate": 2.9763298910536213e-06,
"loss": 0.0181,
"step": 116900
},
{
"epoch": 37.37,
"learning_rate": 2.940842471343909e-06,
"loss": 0.0173,
"step": 117000
},
{
"epoch": 37.4,
"learning_rate": 2.905355051634196e-06,
"loss": 0.0194,
"step": 117100
},
{
"epoch": 37.43,
"learning_rate": 2.869867631924483e-06,
"loss": 0.0162,
"step": 117200
},
{
"epoch": 37.46,
"learning_rate": 2.83438021221477e-06,
"loss": 0.0205,
"step": 117300
},
{
"epoch": 37.5,
"learning_rate": 2.7988927925050575e-06,
"loss": 0.0186,
"step": 117400
},
{
"epoch": 37.53,
"learning_rate": 2.763405372795344e-06,
"loss": 0.0257,
"step": 117500
},
{
"epoch": 37.56,
"learning_rate": 2.7279179530856316e-06,
"loss": 0.0219,
"step": 117600
},
{
"epoch": 37.59,
"learning_rate": 2.6924305333759183e-06,
"loss": 0.02,
"step": 117700
},
{
"epoch": 37.62,
"learning_rate": 2.6569431136662053e-06,
"loss": 0.0197,
"step": 117800
},
{
"epoch": 37.66,
"learning_rate": 2.621455693956493e-06,
"loss": 0.0219,
"step": 117900
},
{
"epoch": 37.69,
"learning_rate": 2.5859682742467794e-06,
"loss": 0.0226,
"step": 118000
},
{
"epoch": 37.72,
"learning_rate": 2.550480854537067e-06,
"loss": 0.0191,
"step": 118100
},
{
"epoch": 37.75,
"learning_rate": 2.5153483090244514e-06,
"loss": 0.0198,
"step": 118200
},
{
"epoch": 37.78,
"learning_rate": 2.479860889314738e-06,
"loss": 0.0221,
"step": 118300
},
{
"epoch": 37.82,
"learning_rate": 2.444373469605025e-06,
"loss": 0.0191,
"step": 118400
},
{
"epoch": 37.85,
"learning_rate": 2.408886049895312e-06,
"loss": 0.0184,
"step": 118500
},
{
"epoch": 37.88,
"learning_rate": 2.3733986301855992e-06,
"loss": 0.0216,
"step": 118600
},
{
"epoch": 37.91,
"learning_rate": 2.3379112104758863e-06,
"loss": 0.0232,
"step": 118700
},
{
"epoch": 37.94,
"learning_rate": 2.3024237907661738e-06,
"loss": 0.0167,
"step": 118800
},
{
"epoch": 37.98,
"learning_rate": 2.266936371056461e-06,
"loss": 0.0151,
"step": 118900
},
{
"epoch": 38.01,
"learning_rate": 2.231448951346748e-06,
"loss": 0.022,
"step": 119000
},
{
"epoch": 38.04,
"learning_rate": 2.1959615316370346e-06,
"loss": 0.018,
"step": 119100
},
{
"epoch": 38.07,
"learning_rate": 2.160474111927322e-06,
"loss": 0.0214,
"step": 119200
},
{
"epoch": 38.1,
"learning_rate": 2.124986692217609e-06,
"loss": 0.0177,
"step": 119300
},
{
"epoch": 38.13,
"learning_rate": 2.089499272507896e-06,
"loss": 0.0205,
"step": 119400
},
{
"epoch": 38.17,
"learning_rate": 2.0540118527981832e-06,
"loss": 0.0187,
"step": 119500
},
{
"epoch": 38.2,
"learning_rate": 2.0185244330884703e-06,
"loss": 0.0229,
"step": 119600
},
{
"epoch": 38.23,
"learning_rate": 1.9830370133787574e-06,
"loss": 0.0186,
"step": 119700
},
{
"epoch": 38.26,
"learning_rate": 1.9475495936690444e-06,
"loss": 0.0155,
"step": 119800
},
{
"epoch": 38.29,
"learning_rate": 1.9120621739593315e-06,
"loss": 0.0199,
"step": 119900
},
{
"epoch": 38.33,
"learning_rate": 1.8765747542496188e-06,
"loss": 0.0197,
"step": 120000
}
],
"max_steps": 125240,
"num_train_epochs": 40,
"total_flos": 0.0,
"trial_name": null,
"trial_params": null
}