| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9991111111111111, | |
| "eval_steps": 100, | |
| "global_step": 562, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0017777777777777779, | |
| "grad_norm": 0.22303288377481736, | |
| "learning_rate": 8.771929824561403e-09, | |
| "logits/chosen": 14.539060592651367, | |
| "logits/rejected": 15.870795249938965, | |
| "logps/chosen": -470.04345703125, | |
| "logps/rejected": -509.49163818359375, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.017777777777777778, | |
| "grad_norm": 0.19778346088106144, | |
| "learning_rate": 8.771929824561403e-08, | |
| "logits/chosen": 12.965851783752441, | |
| "logits/rejected": 13.156441688537598, | |
| "logps/chosen": -400.76171875, | |
| "logps/rejected": -399.6529235839844, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.3263888955116272, | |
| "rewards/chosen": -0.0005124944727867842, | |
| "rewards/margins": 0.0010498098563402891, | |
| "rewards/rejected": -0.001562304561957717, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.035555555555555556, | |
| "grad_norm": 0.2178780514004974, | |
| "learning_rate": 1.7543859649122805e-07, | |
| "logits/chosen": 13.822667121887207, | |
| "logits/rejected": 13.859578132629395, | |
| "logps/chosen": -420.60968017578125, | |
| "logps/rejected": -404.8630676269531, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": 0.0033001075498759747, | |
| "rewards/margins": 0.0035031698644161224, | |
| "rewards/rejected": -0.00020306208170950413, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05333333333333334, | |
| "grad_norm": 0.1907566784399537, | |
| "learning_rate": 2.631578947368421e-07, | |
| "logits/chosen": 13.258750915527344, | |
| "logits/rejected": 13.402864456176758, | |
| "logps/chosen": -402.22454833984375, | |
| "logps/rejected": -412.36016845703125, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": 0.00020933200721628964, | |
| "rewards/margins": 0.0007921932265162468, | |
| "rewards/rejected": -0.0005828611319884658, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07111111111111111, | |
| "grad_norm": 0.21404300935098977, | |
| "learning_rate": 3.508771929824561e-07, | |
| "logits/chosen": 13.549951553344727, | |
| "logits/rejected": 13.090646743774414, | |
| "logps/chosen": -380.17755126953125, | |
| "logps/rejected": -374.15228271484375, | |
| "loss": 0.694, | |
| "rewards/accuracies": 0.46875, | |
| "rewards/chosen": -0.0018596267327666283, | |
| "rewards/margins": -0.0006307201110757887, | |
| "rewards/rejected": -0.0012289065634831786, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08888888888888889, | |
| "grad_norm": 0.22357155239834353, | |
| "learning_rate": 4.3859649122807013e-07, | |
| "logits/chosen": 13.242405891418457, | |
| "logits/rejected": 13.241366386413574, | |
| "logps/chosen": -396.5928039550781, | |
| "logps/rejected": -430.5787048339844, | |
| "loss": 0.6928, | |
| "rewards/accuracies": 0.4375, | |
| "rewards/chosen": -0.001400044304318726, | |
| "rewards/margins": -0.0008570448262616992, | |
| "rewards/rejected": -0.0005429992452263832, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.10666666666666667, | |
| "grad_norm": 0.2723106872396695, | |
| "learning_rate": 4.999564631597801e-07, | |
| "logits/chosen": 13.082662582397461, | |
| "logits/rejected": 13.338605880737305, | |
| "logps/chosen": -388.4220886230469, | |
| "logps/rejected": -414.44000244140625, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.0005302426870912313, | |
| "rewards/margins": 0.00033778088982217014, | |
| "rewards/rejected": -0.000868023547809571, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.12444444444444444, | |
| "grad_norm": 0.23524853520895073, | |
| "learning_rate": 4.991828966534002e-07, | |
| "logits/chosen": 13.9525728225708, | |
| "logits/rejected": 13.664074897766113, | |
| "logps/chosen": -450.06341552734375, | |
| "logps/rejected": -444.23773193359375, | |
| "loss": 0.6934, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": 0.0007383242482319474, | |
| "rewards/margins": 0.0011414262698963284, | |
| "rewards/rejected": -0.0004031023127026856, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.14222222222222222, | |
| "grad_norm": 0.19631754730182652, | |
| "learning_rate": 4.974452899279291e-07, | |
| "logits/chosen": 13.425386428833008, | |
| "logits/rejected": 12.61982536315918, | |
| "logps/chosen": -424.4969177246094, | |
| "logps/rejected": -381.8243103027344, | |
| "loss": 0.6939, | |
| "rewards/accuracies": 0.48124998807907104, | |
| "rewards/chosen": -0.0009060869924724102, | |
| "rewards/margins": -0.0010500686476007104, | |
| "rewards/rejected": 0.00014398139319382608, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.23166744019072769, | |
| "learning_rate": 4.947503654462276e-07, | |
| "logits/chosen": 13.848444938659668, | |
| "logits/rejected": 13.661419868469238, | |
| "logps/chosen": -431.8487243652344, | |
| "logps/rejected": -423.234130859375, | |
| "loss": 0.6936, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": 0.0018427862087264657, | |
| "rewards/margins": 0.0004623296554200351, | |
| "rewards/rejected": 0.001380456262268126, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.17777777777777778, | |
| "grad_norm": 0.19863379374123877, | |
| "learning_rate": 4.911085493475802e-07, | |
| "logits/chosen": 12.961809158325195, | |
| "logits/rejected": 12.821878433227539, | |
| "logps/chosen": -407.67791748046875, | |
| "logps/rejected": -407.8581237792969, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.5062500238418579, | |
| "rewards/chosen": -0.001652047038078308, | |
| "rewards/margins": 0.0012966005597263575, | |
| "rewards/rejected": -0.002948648063465953, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.17777777777777778, | |
| "eval_logits/chosen": 14.322334289550781, | |
| "eval_logits/rejected": 12.53359603881836, | |
| "eval_logps/chosen": -408.54986572265625, | |
| "eval_logps/rejected": -383.8265075683594, | |
| "eval_loss": 0.6931557655334473, | |
| "eval_rewards/accuracies": 0.5277777910232544, | |
| "eval_rewards/chosen": 0.0002005997084779665, | |
| "eval_rewards/margins": 0.0011199678992852569, | |
| "eval_rewards/rejected": -0.0009193681762553751, | |
| "eval_runtime": 90.0845, | |
| "eval_samples_per_second": 11.101, | |
| "eval_steps_per_second": 0.699, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.19555555555555557, | |
| "grad_norm": 0.2310171714372319, | |
| "learning_rate": 4.865339311109869e-07, | |
| "logits/chosen": 13.624005317687988, | |
| "logits/rejected": 13.505825996398926, | |
| "logps/chosen": -408.5940856933594, | |
| "logps/rejected": -419.42718505859375, | |
| "loss": 0.6924, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": 0.003594371024519205, | |
| "rewards/margins": 0.003836499061435461, | |
| "rewards/rejected": -0.0002421284152660519, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.21333333333333335, | |
| "grad_norm": 0.2880413214839054, | |
| "learning_rate": 4.810442090457072e-07, | |
| "logits/chosen": 13.073244094848633, | |
| "logits/rejected": 13.229601860046387, | |
| "logps/chosen": -382.7886962890625, | |
| "logps/rejected": -392.2433166503906, | |
| "loss": 0.694, | |
| "rewards/accuracies": 0.48124998807907104, | |
| "rewards/chosen": -0.0008653242257423699, | |
| "rewards/margins": -0.0005229294183664024, | |
| "rewards/rejected": -0.00034239477827213705, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.2311111111111111, | |
| "grad_norm": 0.2290858953636122, | |
| "learning_rate": 4.746606218199385e-07, | |
| "logits/chosen": 13.55931568145752, | |
| "logits/rejected": 13.459338188171387, | |
| "logps/chosen": -388.727783203125, | |
| "logps/rejected": -419.49896240234375, | |
| "loss": 0.6936, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.004407087340950966, | |
| "rewards/margins": -0.0013083925005048513, | |
| "rewards/rejected": -0.003098695306107402, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.24888888888888888, | |
| "grad_norm": 0.2616397396789134, | |
| "learning_rate": 4.674078662925359e-07, | |
| "logits/chosen": 13.565098762512207, | |
| "logits/rejected": 13.248819351196289, | |
| "logps/chosen": -375.28973388671875, | |
| "logps/rejected": -383.5194091796875, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.006319853011518717, | |
| "rewards/margins": -0.0014259483432397246, | |
| "rewards/rejected": -0.004893905017524958, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 0.2525954228621521, | |
| "learning_rate": 4.593140019656625e-07, | |
| "logits/chosen": 13.338470458984375, | |
| "logits/rejected": 13.415323257446289, | |
| "logps/chosen": -413.3804626464844, | |
| "logps/rejected": -431.94268798828125, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": 0.0012489401269704103, | |
| "rewards/margins": 0.0019859138410538435, | |
| "rewards/rejected": -0.0007369734812527895, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.28444444444444444, | |
| "grad_norm": 0.2809357742154725, | |
| "learning_rate": 4.504103424280266e-07, | |
| "logits/chosen": 13.667657852172852, | |
| "logits/rejected": 13.324671745300293, | |
| "logps/chosen": -423.1854553222656, | |
| "logps/rejected": -417.2071838378906, | |
| "loss": 0.6936, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.0026347413659095764, | |
| "rewards/margins": 0.00047498446656391025, | |
| "rewards/rejected": -0.0031097261235117912, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3022222222222222, | |
| "grad_norm": 0.22151723446382063, | |
| "learning_rate": 4.407313342086905e-07, | |
| "logits/chosen": 13.532007217407227, | |
| "logits/rejected": 13.800847053527832, | |
| "logps/chosen": -410.939208984375, | |
| "logps/rejected": -420.8081970214844, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.005603627301752567, | |
| "rewards/margins": -0.0010588798904791474, | |
| "rewards/rejected": -0.004544746596366167, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.2083986934814025, | |
| "learning_rate": 4.3031442351014115e-07, | |
| "logits/chosen": 14.2218599319458, | |
| "logits/rejected": 14.246867179870605, | |
| "logps/chosen": -382.0667419433594, | |
| "logps/rejected": -399.89801025390625, | |
| "loss": 0.6922, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.0030205477960407734, | |
| "rewards/margins": 0.0017284912755712867, | |
| "rewards/rejected": -0.004749038256704807, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3377777777777778, | |
| "grad_norm": 0.24085135433862764, | |
| "learning_rate": 4.19199911336207e-07, | |
| "logits/chosen": 13.331924438476562, | |
| "logits/rejected": 13.189720153808594, | |
| "logps/chosen": -410.3375549316406, | |
| "logps/rejected": -412.0045471191406, | |
| "loss": 0.6928, | |
| "rewards/accuracies": 0.4937500059604645, | |
| "rewards/chosen": -0.0036415320355445147, | |
| "rewards/margins": -0.00039607248618267477, | |
| "rewards/rejected": -0.0032454594038426876, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.35555555555555557, | |
| "grad_norm": 0.2306639442798851, | |
| "learning_rate": 4.0743079757530443e-07, | |
| "logits/chosen": 13.834714889526367, | |
| "logits/rejected": 13.460780143737793, | |
| "logps/chosen": -397.07745361328125, | |
| "logps/rejected": -390.42596435546875, | |
| "loss": 0.6942, | |
| "rewards/accuracies": 0.41874998807907104, | |
| "rewards/chosen": -0.005139860790222883, | |
| "rewards/margins": -0.0025263438001275063, | |
| "rewards/rejected": -0.002613516291603446, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.35555555555555557, | |
| "eval_logits/chosen": 14.309229850769043, | |
| "eval_logits/rejected": 12.522067070007324, | |
| "eval_logps/chosen": -408.9154357910156, | |
| "eval_logps/rejected": -384.37396240234375, | |
| "eval_loss": 0.6927717328071594, | |
| "eval_rewards/accuracies": 0.6111111044883728, | |
| "eval_rewards/chosen": -0.003454842371866107, | |
| "eval_rewards/margins": 0.0029392761643975973, | |
| "eval_rewards/rejected": -0.006394118070602417, | |
| "eval_runtime": 90.2631, | |
| "eval_samples_per_second": 11.079, | |
| "eval_steps_per_second": 0.698, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.37333333333333335, | |
| "grad_norm": 0.22130977335049826, | |
| "learning_rate": 3.9505261464222127e-07, | |
| "logits/chosen": 13.572957992553711, | |
| "logits/rejected": 13.68427848815918, | |
| "logps/chosen": -393.5160217285156, | |
| "logps/rejected": -416.9537658691406, | |
| "loss": 0.6938, | |
| "rewards/accuracies": 0.4937500059604645, | |
| "rewards/chosen": -0.006536452565342188, | |
| "rewards/margins": -0.002487990539520979, | |
| "rewards/rejected": -0.004048462025821209, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.39111111111111113, | |
| "grad_norm": 0.21869734573168603, | |
| "learning_rate": 3.821132513220511e-07, | |
| "logits/chosen": 13.86383056640625, | |
| "logits/rejected": 13.388453483581543, | |
| "logps/chosen": -390.048583984375, | |
| "logps/rejected": -393.3787536621094, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.006268749479204416, | |
| "rewards/margins": 0.0020352094434201717, | |
| "rewards/rejected": -0.008303959853947163, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4088888888888889, | |
| "grad_norm": 0.2433643205853518, | |
| "learning_rate": 3.6866276749778575e-07, | |
| "logits/chosen": 13.376676559448242, | |
| "logits/rejected": 13.516916275024414, | |
| "logps/chosen": -397.7325744628906, | |
| "logps/rejected": -416.31982421875, | |
| "loss": 0.6921, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.003814761061221361, | |
| "rewards/margins": 0.00433861929923296, | |
| "rewards/rejected": -0.008153380826115608, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.4266666666666667, | |
| "grad_norm": 0.27647252316388643, | |
| "learning_rate": 3.5475320047835385e-07, | |
| "logits/chosen": 13.953859329223633, | |
| "logits/rejected": 12.888150215148926, | |
| "logps/chosen": -428.2935485839844, | |
| "logps/rejected": -399.797607421875, | |
| "loss": 0.6938, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.007735622581094503, | |
| "rewards/margins": 0.001966065028682351, | |
| "rewards/rejected": -0.009701686911284924, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 0.19597999951437842, | |
| "learning_rate": 3.4043836367638084e-07, | |
| "logits/chosen": 13.694613456726074, | |
| "logits/rejected": 13.338064193725586, | |
| "logps/chosen": -438.20367431640625, | |
| "logps/rejected": -433.60662841796875, | |
| "loss": 0.6924, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": -0.0037851575762033463, | |
| "rewards/margins": 0.00321608642116189, | |
| "rewards/rejected": -0.007001244463026524, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4622222222222222, | |
| "grad_norm": 0.223201986382731, | |
| "learning_rate": 3.257736384145506e-07, | |
| "logits/chosen": 13.863354682922363, | |
| "logits/rejected": 13.879611015319824, | |
| "logps/chosen": -360.39404296875, | |
| "logps/rejected": -373.2799377441406, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.006231536623090506, | |
| "rewards/margins": 0.0012490267399698496, | |
| "rewards/rejected": -0.0074805631302297115, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.2517853111478367, | |
| "learning_rate": 3.1081575966602624e-07, | |
| "logits/chosen": 13.030715942382812, | |
| "logits/rejected": 12.911158561706543, | |
| "logps/chosen": -420.63885498046875, | |
| "logps/rejected": -403.2894592285156, | |
| "loss": 0.6927, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": -0.006683342158794403, | |
| "rewards/margins": -0.00023603746376466006, | |
| "rewards/rejected": -0.006447304971516132, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.49777777777777776, | |
| "grad_norm": 0.21470866725023854, | |
| "learning_rate": 2.9562259655786065e-07, | |
| "logits/chosen": 13.380098342895508, | |
| "logits/rejected": 12.719483375549316, | |
| "logps/chosen": -375.6423645019531, | |
| "logps/rejected": -375.3600158691406, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.008134881034493446, | |
| "rewards/margins": -0.0008266712538897991, | |
| "rewards/rejected": -0.007308208849281073, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5155555555555555, | |
| "grad_norm": 0.2099580010497102, | |
| "learning_rate": 2.8025292848658625e-07, | |
| "logits/chosen": 12.355232238769531, | |
| "logits/rejected": 12.424150466918945, | |
| "logps/chosen": -389.7431640625, | |
| "logps/rejected": -380.82354736328125, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.009173677302896976, | |
| "rewards/margins": 0.0001662088616285473, | |
| "rewards/rejected": -0.009339885786175728, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 0.2300411233471207, | |
| "learning_rate": 2.647662177121486e-07, | |
| "logits/chosen": 13.670684814453125, | |
| "logits/rejected": 13.45910358428955, | |
| "logps/chosen": -396.01470947265625, | |
| "logps/rejected": -403.1299743652344, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.4437499940395355, | |
| "rewards/chosen": -0.009991997852921486, | |
| "rewards/margins": -0.0007631282205693424, | |
| "rewards/rejected": -0.009228868409991264, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "eval_logits/chosen": 14.301990509033203, | |
| "eval_logits/rejected": 12.51347541809082, | |
| "eval_logps/chosen": -409.30389404296875, | |
| "eval_logps/rejected": -384.94805908203125, | |
| "eval_loss": 0.6918109655380249, | |
| "eval_rewards/accuracies": 0.579365074634552, | |
| "eval_rewards/chosen": -0.007339805830270052, | |
| "eval_rewards/margins": 0.0047955019399523735, | |
| "eval_rewards/rejected": -0.012135308235883713, | |
| "eval_runtime": 90.22, | |
| "eval_samples_per_second": 11.084, | |
| "eval_steps_per_second": 0.698, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5511111111111111, | |
| "grad_norm": 0.27059238365031907, | |
| "learning_rate": 2.492223793099743e-07, | |
| "logits/chosen": 13.299054145812988, | |
| "logits/rejected": 13.100789070129395, | |
| "logps/chosen": -394.95269775390625, | |
| "logps/rejected": -414.8412170410156, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.4937500059604645, | |
| "rewards/chosen": -0.010692128911614418, | |
| "rewards/margins": -0.00010659964755177498, | |
| "rewards/rejected": -0.010585528798401356, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5688888888888889, | |
| "grad_norm": 0.2469034045815531, | |
| "learning_rate": 2.3368154937118352e-07, | |
| "logits/chosen": 12.717276573181152, | |
| "logits/rejected": 12.795941352844238, | |
| "logps/chosen": -402.4614562988281, | |
| "logps/rejected": -420.6311950683594, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.008936749771237373, | |
| "rewards/margins": 0.00016509280249010772, | |
| "rewards/rejected": -0.00910184346139431, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5866666666666667, | |
| "grad_norm": 0.2434679300536542, | |
| "learning_rate": 2.1820385234773604e-07, | |
| "logits/chosen": 12.802389144897461, | |
| "logits/rejected": 12.707880020141602, | |
| "logps/chosen": -358.6187438964844, | |
| "logps/rejected": -362.9839782714844, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": -0.00801909901201725, | |
| "rewards/margins": 0.0028764610178768635, | |
| "rewards/rejected": -0.0108955604955554, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6044444444444445, | |
| "grad_norm": 0.24219888229694975, | |
| "learning_rate": 2.0284916844260697e-07, | |
| "logits/chosen": 13.935209274291992, | |
| "logits/rejected": 14.0303955078125, | |
| "logps/chosen": -393.71795654296875, | |
| "logps/rejected": -398.4595642089844, | |
| "loss": 0.6934, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": -0.010410056449472904, | |
| "rewards/margins": 0.0008261911571025848, | |
| "rewards/rejected": -0.011236247606575489, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6222222222222222, | |
| "grad_norm": 0.23895219240110752, | |
| "learning_rate": 1.876769019449141e-07, | |
| "logits/chosen": 12.941207885742188, | |
| "logits/rejected": 12.936040878295898, | |
| "logps/chosen": -367.445068359375, | |
| "logps/rejected": -395.6293029785156, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.011776421219110489, | |
| "rewards/margins": -0.00041538532241247594, | |
| "rewards/rejected": -0.011361035518348217, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.24890094811299934, | |
| "learning_rate": 1.7274575140626315e-07, | |
| "logits/chosen": 12.9166841506958, | |
| "logits/rejected": 12.816073417663574, | |
| "logps/chosen": -413.01702880859375, | |
| "logps/rejected": -406.90203857421875, | |
| "loss": 0.6927, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.008710355497896671, | |
| "rewards/margins": 0.0026525070425122976, | |
| "rewards/rejected": -0.011362862773239613, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6577777777777778, | |
| "grad_norm": 0.24961814178449623, | |
| "learning_rate": 1.5811348254745572e-07, | |
| "logits/chosen": 13.637972831726074, | |
| "logits/rejected": 13.490551948547363, | |
| "logps/chosen": -405.98931884765625, | |
| "logps/rejected": -415.7749938964844, | |
| "loss": 0.6927, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.011339882388710976, | |
| "rewards/margins": -0.000733031309209764, | |
| "rewards/rejected": -0.010606849566102028, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6755555555555556, | |
| "grad_norm": 0.2261439436299567, | |
| "learning_rate": 1.4383670477413674e-07, | |
| "logits/chosen": 13.193809509277344, | |
| "logits/rejected": 12.558343887329102, | |
| "logps/chosen": -380.3818054199219, | |
| "logps/rejected": -365.39263916015625, | |
| "loss": 0.6924, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.01006121002137661, | |
| "rewards/margins": 0.00015344182611443102, | |
| "rewards/rejected": -0.010214651003479958, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6933333333333334, | |
| "grad_norm": 0.21712577203339933, | |
| "learning_rate": 1.2997065216600178e-07, | |
| "logits/chosen": 13.218670845031738, | |
| "logits/rejected": 13.502662658691406, | |
| "logps/chosen": -414.07269287109375, | |
| "logps/rejected": -418.16412353515625, | |
| "loss": 0.6938, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.014597907662391663, | |
| "rewards/margins": -0.0025998970959335566, | |
| "rewards/rejected": -0.0119980089366436, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7111111111111111, | |
| "grad_norm": 0.2243252823451527, | |
| "learning_rate": 1.1656896978687259e-07, | |
| "logits/chosen": 13.136878967285156, | |
| "logits/rejected": 12.531244277954102, | |
| "logps/chosen": -407.50543212890625, | |
| "logps/rejected": -400.00299072265625, | |
| "loss": 0.6928, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.011982095427811146, | |
| "rewards/margins": 0.0002563459565863013, | |
| "rewards/rejected": -0.012238441966474056, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7111111111111111, | |
| "eval_logits/chosen": 14.284664154052734, | |
| "eval_logits/rejected": 12.493403434753418, | |
| "eval_logps/chosen": -409.6051025390625, | |
| "eval_logps/rejected": -385.15447998046875, | |
| "eval_loss": 0.6914495229721069, | |
| "eval_rewards/accuracies": 0.5714285969734192, | |
| "eval_rewards/chosen": -0.010351993143558502, | |
| "eval_rewards/margins": 0.0038474262692034245, | |
| "eval_rewards/rejected": -0.014199419878423214, | |
| "eval_runtime": 90.3281, | |
| "eval_samples_per_second": 11.071, | |
| "eval_steps_per_second": 0.697, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7288888888888889, | |
| "grad_norm": 0.2553822385496833, | |
| "learning_rate": 1.0368350614236685e-07, | |
| "logits/chosen": 12.949267387390137, | |
| "logits/rejected": 13.377090454101562, | |
| "logps/chosen": -389.6181945800781, | |
| "logps/rejected": -409.90875244140625, | |
| "loss": 0.6935, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.013937557116150856, | |
| "rewards/margins": -0.00270536239258945, | |
| "rewards/rejected": -0.011232194490730762, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.7466666666666667, | |
| "grad_norm": 0.23007443203253394, | |
| "learning_rate": 9.136411258810229e-08, | |
| "logits/chosen": 13.887911796569824, | |
| "logits/rejected": 14.226011276245117, | |
| "logps/chosen": -384.749755859375, | |
| "logps/rejected": -401.3822326660156, | |
| "loss": 0.6939, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.01530504785478115, | |
| "rewards/margins": -0.0024403613060712814, | |
| "rewards/rejected": -0.012864688411355019, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.7644444444444445, | |
| "grad_norm": 0.2287369821575642, | |
| "learning_rate": 7.965845046448657e-08, | |
| "logits/chosen": 13.097994804382324, | |
| "logits/rejected": 13.113497734069824, | |
| "logps/chosen": -400.8845520019531, | |
| "logps/rejected": -405.2341613769531, | |
| "loss": 0.6935, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.010901332832872868, | |
| "rewards/margins": -0.0005171374650672078, | |
| "rewards/rejected": -0.010384196415543556, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7822222222222223, | |
| "grad_norm": 0.23354678846120172, | |
| "learning_rate": 6.861180670424982e-08, | |
| "logits/chosen": 13.59221363067627, | |
| "logits/rejected": 12.869047164916992, | |
| "logps/chosen": -422.7332458496094, | |
| "logps/rejected": -417.83056640625, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.009619112126529217, | |
| "rewards/margins": 0.0028655820060521364, | |
| "rewards/rejected": -0.012484694831073284, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2790910188940452, | |
| "learning_rate": 5.826691862609986e-08, | |
| "logits/chosen": 13.35814380645752, | |
| "logits/rejected": 12.920620918273926, | |
| "logps/chosen": -380.17974853515625, | |
| "logps/rejected": -383.1281433105469, | |
| "loss": 0.6927, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.01176600344479084, | |
| "rewards/margins": -0.000654814182780683, | |
| "rewards/rejected": -0.011111188679933548, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.8177777777777778, | |
| "grad_norm": 0.24829506659789913, | |
| "learning_rate": 4.86638085923389e-08, | |
| "logits/chosen": 13.321922302246094, | |
| "logits/rejected": 13.535449028015137, | |
| "logps/chosen": -393.94842529296875, | |
| "logps/rejected": -418.94134521484375, | |
| "loss": 0.6925, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.011064440943300724, | |
| "rewards/margins": -0.00010039366316050291, | |
| "rewards/rejected": -0.010964048095047474, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.8355555555555556, | |
| "grad_norm": 0.24616507601632995, | |
| "learning_rate": 3.983962917011829e-08, | |
| "logits/chosen": 13.560412406921387, | |
| "logits/rejected": 13.323214530944824, | |
| "logps/chosen": -407.70428466796875, | |
| "logps/rejected": -410.4319763183594, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.46875, | |
| "rewards/chosen": -0.013220484368503094, | |
| "rewards/margins": -0.0020924489945173264, | |
| "rewards/rejected": -0.011128035373985767, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.8533333333333334, | |
| "grad_norm": 0.23918348442377044, | |
| "learning_rate": 3.182851939537409e-08, | |
| "logits/chosen": 13.533491134643555, | |
| "logits/rejected": 13.728436470031738, | |
| "logps/chosen": -413.63714599609375, | |
| "logps/rejected": -430.1578674316406, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": -0.01208510808646679, | |
| "rewards/margins": -0.0005490529583767056, | |
| "rewards/rejected": -0.01153605617582798, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.8711111111111111, | |
| "grad_norm": 0.23930714935454145, | |
| "learning_rate": 2.466147269552893e-08, | |
| "logits/chosen": 13.9771089553833, | |
| "logits/rejected": 13.742532730102539, | |
| "logps/chosen": -383.36968994140625, | |
| "logps/rejected": -387.08831787109375, | |
| "loss": 0.6928, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": -0.012026415206491947, | |
| "rewards/margins": 0.0002618884027469903, | |
| "rewards/rejected": -0.012288304045796394, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.21012017177909903, | |
| "learning_rate": 1.8366216981942628e-08, | |
| "logits/chosen": 13.372047424316406, | |
| "logits/rejected": 13.567631721496582, | |
| "logps/chosen": -425.3689880371094, | |
| "logps/rejected": -428.603515625, | |
| "loss": 0.6935, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.015114056877791882, | |
| "rewards/margins": 4.679532867157832e-05, | |
| "rewards/rejected": -0.015160853043198586, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "eval_logits/chosen": 14.289068222045898, | |
| "eval_logits/rejected": 12.499544143676758, | |
| "eval_logps/chosen": -409.5751037597656, | |
| "eval_logps/rejected": -385.32257080078125, | |
| "eval_loss": 0.6911596059799194, | |
| "eval_rewards/accuracies": 0.591269850730896, | |
| "eval_rewards/chosen": -0.010051789693534374, | |
| "eval_rewards/margins": 0.005827987566590309, | |
| "eval_rewards/rejected": -0.01587977446615696, | |
| "eval_runtime": 90.093, | |
| "eval_samples_per_second": 11.1, | |
| "eval_steps_per_second": 0.699, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.9066666666666666, | |
| "grad_norm": 0.3231988284254439, | |
| "learning_rate": 1.296710737600934e-08, | |
| "logits/chosen": 13.321968078613281, | |
| "logits/rejected": 12.900283813476562, | |
| "logps/chosen": -383.46600341796875, | |
| "logps/rejected": -390.33062744140625, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.012601424939930439, | |
| "rewards/margins": 0.001571696251630783, | |
| "rewards/rejected": -0.014173120260238647, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.9244444444444444, | |
| "grad_norm": 0.23193958475506654, | |
| "learning_rate": 8.485031983924557e-09, | |
| "logits/chosen": 14.106877326965332, | |
| "logits/rejected": 14.698068618774414, | |
| "logps/chosen": -394.9110412597656, | |
| "logps/rejected": -412.6573181152344, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": -0.011982702650129795, | |
| "rewards/margins": -0.0021997804287821054, | |
| "rewards/rejected": -0.009782921522855759, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.9422222222222222, | |
| "grad_norm": 0.24532837907459584, | |
| "learning_rate": 4.937331084660129e-09, | |
| "logits/chosen": 13.21332836151123, | |
| "logits/rejected": 13.805132865905762, | |
| "logps/chosen": -414.30206298828125, | |
| "logps/rejected": -441.9681701660156, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.4937500059604645, | |
| "rewards/chosen": -0.01276436448097229, | |
| "rewards/margins": -0.0009478643769398332, | |
| "rewards/rejected": -0.01181650161743164, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.24429072534270382, | |
| "learning_rate": 2.337730043793423e-09, | |
| "logits/chosen": 14.035207748413086, | |
| "logits/rejected": 13.626538276672363, | |
| "logps/chosen": -371.00714111328125, | |
| "logps/rejected": -362.235107421875, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": -0.009096421301364899, | |
| "rewards/margins": 0.0019148699939250946, | |
| "rewards/rejected": -0.011011291295289993, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.9777777777777777, | |
| "grad_norm": 0.2572226423400756, | |
| "learning_rate": 6.962862127343205e-10, | |
| "logits/chosen": 13.9146089553833, | |
| "logits/rejected": 14.247346878051758, | |
| "logps/chosen": -406.7580871582031, | |
| "logps/rejected": -410.738037109375, | |
| "loss": 0.6927, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -0.00879374984651804, | |
| "rewards/margins": 0.0038339956663548946, | |
| "rewards/rejected": -0.012627745047211647, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9955555555555555, | |
| "grad_norm": 0.2354182073801537, | |
| "learning_rate": 1.9350018786556956e-11, | |
| "logits/chosen": 13.487604141235352, | |
| "logits/rejected": 13.729182243347168, | |
| "logps/chosen": -416.7865295410156, | |
| "logps/rejected": -403.67608642578125, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": -0.01150877121835947, | |
| "rewards/margins": -0.0002604381297715008, | |
| "rewards/rejected": -0.011248333379626274, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9991111111111111, | |
| "step": 562, | |
| "total_flos": 0.0, | |
| "train_loss": 0.6931305729197438, | |
| "train_runtime": 7518.6256, | |
| "train_samples_per_second": 4.788, | |
| "train_steps_per_second": 0.075 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 562, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |