End of training

README.md

@@ -2,6 +2,8 @@
 license: apache-2.0
 base_model: facebook/convnextv2-nano-22k-384
 tags:
+- image-classification
+- vision
 - generated_from_trainer
 metrics:
 - accuracy
@@ -19,7 +21,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # convnextv2-nano-22k-384-boulderspot-vN
 
-This model is a fine-tuned version of [facebook/convnextv2-nano-22k-384](https://huggingface.co/facebook/convnextv2-nano-22k-384) on an unknown dataset.
+This model is a fine-tuned version of [facebook/convnextv2-nano-22k-384](https://huggingface.co/facebook/convnextv2-nano-22k-384) on the pszemraj/boulderspot dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.0340
 - Accuracy: 0.9883

all_results.json

@@ -1,16 +1,16 @@
 {
  "epoch": 4.99,
- "eval_accuracy": 0.9780701754385965,
- "eval_f1": 0.9787695402282305,
- "eval_loss": 0.05532665178179741,
- "eval_matthews_correlation": 0.8420667383515437,
- "eval_precision": 0.9800898852068441,
- "eval_recall": 0.9780701754385965,
- "eval_runtime": 5.9704,
- "eval_samples_per_second": 114.565,
- "eval_steps_per_second": 7.202,
- "train_loss": 0.08238832812591139,
- "train_runtime": 705.5168,
- "train_samples_per_second": 92.096,
- "train_steps_per_second": 1.439
+ "eval_accuracy": 0.9883040935672515,
+ "eval_f1": 0.9883040935672515,
+ "eval_loss": 0.03396734222769737,
+ "eval_matthews_correlation": 0.8962181845768691,
+ "eval_precision": 0.9883040935672515,
+ "eval_recall": 0.9883040935672515,
+ "eval_runtime": 5.0986,
+ "eval_samples_per_second": 134.153,
+ "eval_steps_per_second": 8.434,
+ "train_loss": 0.08031210996247277,
+ "train_runtime": 701.9998,
+ "train_samples_per_second": 92.557,
+ "train_steps_per_second": 1.446
 }

eval_results.json

@@ -1,12 +1,12 @@
 {
  "epoch": 4.99,
- "eval_accuracy": 0.9780701754385965,
- "eval_f1": 0.9787695402282305,
- "eval_loss": 0.05532665178179741,
- "eval_matthews_correlation": 0.8420667383515437,
- "eval_precision": 0.9800898852068441,
- "eval_recall": 0.9780701754385965,
- "eval_runtime": 5.9704,
- "eval_samples_per_second": 114.565,
- "eval_steps_per_second": 7.202
+ "eval_accuracy": 0.9883040935672515,
+ "eval_f1": 0.9883040935672515,
+ "eval_loss": 0.03396734222769737,
+ "eval_matthews_correlation": 0.8962181845768691,
+ "eval_precision": 0.9883040935672515,
+ "eval_recall": 0.9883040935672515,
+ "eval_runtime": 5.0986,
+ "eval_samples_per_second": 134.153,
+ "eval_steps_per_second": 8.434
 }

train_results.json

@@ -1,7 +1,7 @@
 {
  "epoch": 4.99,
- "train_loss": 0.08238832812591139,
- "train_runtime": 705.5168,
- "train_samples_per_second": 92.096,
- "train_steps_per_second": 1.439
+ "train_loss": 0.08031210996247277,
+ "train_runtime": 701.9998,
+ "train_samples_per_second": 92.557,
+ "train_steps_per_second": 1.446
 }

trainer_state.json

@@ -1,6 +1,6 @@
 {
- "best_metric": 0.9787695402282305,
- "best_model_checkpoint": "./outputs/convnextv2-nano-22k-384-boulderspot-vN/checkpoint-609",
+ "best_metric": 0.9883040935672515,
+ "best_model_checkpoint": "./outputs/convnextv2-nano-22k-384-boulderspot-vN/checkpoint-1015",
  "epoch": 4.993849938499385,
  "eval_steps": 500,
  "global_step": 1015,
@@ -10,784 +10,784 @@
  "log_history": [
  {
  "epoch": 0.05,
- "grad_norm": 28.485111236572266,
+ "grad_norm": 26.665199279785156,
  "learning_rate": 3.92156862745098e-06,
- "loss": 0.8997,
+ "loss": 0.6334,
  "step": 10
  },
  {
  "epoch": 0.1,
- "grad_norm": 14.031352043151855,
+ "grad_norm": 7.943151473999023,
  "learning_rate": 7.84313725490196e-06,
- "loss": 0.5136,
+ "loss": 0.365,
  "step": 20
  },
  {
  "epoch": 0.15,
- "grad_norm": 5.687072277069092,
+ "grad_norm": 16.875411987304688,
  "learning_rate": 1.1764705882352942e-05,
- "loss": 0.2446,
+ "loss": 0.2382,
  "step": 30
  },
  {
  "epoch": 0.2,
- "grad_norm": 4.7356672286987305,
+ "grad_norm": 5.587479114532471,
  "learning_rate": 1.568627450980392e-05,
- "loss": 0.1611,
+ "loss": 0.1425,
  "step": 40
  },
  {
  "epoch": 0.25,
- "grad_norm": 14.7470121383667,
+ "grad_norm": 7.946935176849365,
  "learning_rate": 1.9607843137254903e-05,
- "loss": 0.1333,
+ "loss": 0.1257,
  "step": 50
  },
  {
  "epoch": 0.3,
- "grad_norm": 9.882979393005371,
+ "grad_norm": 4.481125831604004,
  "learning_rate": 1.9995698998770955e-05,
- "loss": 0.1203,
+ "loss": 0.0967,
  "step": 60
  },
  {
  "epoch": 0.34,
- "grad_norm": 2.200605869293213,
+ "grad_norm": 9.453625679016113,
  "learning_rate": 1.998083609002402e-05,
- "loss": 0.0866,
+ "loss": 0.0829,
  "step": 70
  },
  {
  "epoch": 0.39,
- "grad_norm": 9.529250144958496,
+ "grad_norm": 13.032307624816895,
  "learning_rate": 1.995537395500004e-05,
- "loss": 0.0825,
+ "loss": 0.1073,
  "step": 80
  },
  {
  "epoch": 0.44,
- "grad_norm": 4.56328010559082,
+ "grad_norm": 5.036722183227539,
  "learning_rate": 1.9919339633410737e-05,
- "loss": 0.0757,
+ "loss": 0.0788,
  "step": 90
  },
  {
  "epoch": 0.49,
- "grad_norm": 8.917645454406738,
+ "grad_norm": 10.13275146484375,
  "learning_rate": 1.9872771392183334e-05,
- "loss": 0.1336,
+ "loss": 0.1421,
  "step": 100
  },
  {
  "epoch": 0.54,
- "grad_norm": 4.956594944000244,
+ "grad_norm": 10.442366600036621,
  "learning_rate": 1.981571868482269e-05,
- "loss": 0.0986,
+ "loss": 0.1035,
  "step": 110
  },
  {
  "epoch": 0.59,
- "grad_norm": 9.08370590209961,
+ "grad_norm": 7.753129959106445,
  "learning_rate": 1.974824209889377e-05,
- "loss": 0.0839,
+ "loss": 0.1001,
  "step": 120
  },
  {
  "epoch": 0.64,
- "grad_norm": 12.914963722229004,
+ "grad_norm": 10.481592178344727,
  "learning_rate": 1.9670413291680223e-05,
- "loss": 0.0909,
+ "loss": 0.1007,
  "step": 130
  },
  {
  "epoch": 0.69,
- "grad_norm": 3.6358766555786133,
+ "grad_norm": 7.881091594696045,
  "learning_rate": 1.9582314914087344e-05,
- "loss": 0.064,
+ "loss": 0.0669,
  "step": 140
  },
  {
  "epoch": 0.74,
- "grad_norm": 7.188825607299805,
+ "grad_norm": 12.763803482055664,
  "learning_rate": 1.9484040522870333e-05,
- "loss": 0.0969,
+ "loss": 0.0723,
  "step": 150
  },
  {
  "epoch": 0.79,
- "grad_norm": 16.197107315063477,
+ "grad_norm": 6.890717029571533,
  "learning_rate": 1.9375694481280965e-05,
- "loss": 0.0871,
+ "loss": 0.0804,
  "step": 160
  },
  {
  "epoch": 0.84,
- "grad_norm": 11.690835952758789,
+ "grad_norm": 6.086670398712158,
  "learning_rate": 1.9257391848238212e-05,
- "loss": 0.0726,
+ "loss": 0.1073,
  "step": 170
  },
  {
  "epoch": 0.89,
- "grad_norm": 3.613584280014038,
+ "grad_norm": 4.475172996520996,
  "learning_rate": 1.9129258256140556e-05,
- "loss": 0.0703,
+ "loss": 0.0779,
  "step": 180
  },
  {
  "epoch": 0.93,
- "grad_norm": 6.19437313079834,
+ "grad_norm": 4.19266414642334,
  "learning_rate": 1.8991429777449674e-05,
- "loss": 0.0939,
+ "loss": 0.0934,
  "step": 190
  },
  {
  "epoch": 0.98,
- "grad_norm": 11.514800071716309,
+ "grad_norm": 14.975569725036621,
  "learning_rate": 1.884405278018722e-05,
- "loss": 0.068,
+ "loss": 0.1102,
  "step": 200
  },
  {
  "epoch": 1.0,
- "eval_accuracy": 0.9707602339181286,
- "eval_f1": 0.9722762986965865,
- "eval_loss": 0.07348757982254028,
- "eval_matthews_correlation": 0.8017394581463343,
- "eval_precision": 0.9754056100703739,
- "eval_recall": 0.9707602339181286,
- "eval_runtime": 5.7659,
- "eval_samples_per_second": 118.628,
- "eval_steps_per_second": 7.458,
+ "eval_accuracy": 0.9839181286549707,
+ "eval_f1": 0.9840087498605248,
+ "eval_loss": 0.0431428886950016,
+ "eval_matthews_correlation": 0.8589815510372486,
+ "eval_precision": 0.9841155979252388,
+ "eval_recall": 0.9839181286549707,
+ "eval_runtime": 4.9799,
+ "eval_samples_per_second": 137.351,
+ "eval_steps_per_second": 8.635,
  "step": 203
  },
  {
  "epoch": 1.03,
- "grad_norm": 10.175304412841797,
+ "grad_norm": 14.823522567749023,
  "learning_rate": 1.8687283772498205e-05,
- "loss": 0.0845,
+ "loss": 0.0567,
  "step": 210
  },
  {
  "epoch": 1.08,
- "grad_norm": 2.231261968612671,
+ "grad_norm": 2.4599366188049316,
  "learning_rate": 1.852128923644593e-05,
- "loss": 0.0563,
+ "loss": 0.08,
  "step": 220
  },
  {
  "epoch": 1.13,
- "grad_norm": 9.75424861907959,
+ "grad_norm": 1.6709442138671875,
  "learning_rate": 1.8346245451215068e-05,
- "loss": 0.0791,
+ "loss": 0.056,
  "step": 230
  },
  {
  "epoch": 1.18,
- "grad_norm": 9.436419486999512,
+ "grad_norm": 6.953076362609863,
  "learning_rate": 1.8162338305910636e-05,
- "loss": 0.0751,
+ "loss": 0.0683,
  "step": 240
  },
  {
  "epoch": 1.23,
- "grad_norm": 5.413998126983643,
+ "grad_norm": 3.510495901107788,
  "learning_rate": 1.79697631021516e-05,
- "loss": 0.0571,
+ "loss": 0.0825,
  "step": 250
  },
  {
  "epoch": 1.28,
- "grad_norm": 10.832895278930664,
+ "grad_norm": 8.399980545043945,
  "learning_rate": 1.776872434666882e-05,
- "loss": 0.0903,
+ "loss": 0.0584,
  "step": 260
  },
  {
  "epoch": 1.33,
- "grad_norm": 14.028545379638672,
+ "grad_norm": 14.62066650390625,
  "learning_rate": 1.7559435534127534e-05,
- "loss": 0.0924,
+ "loss": 0.0998,
  "step": 270
  },
  {
  "epoch": 1.38,
- "grad_norm": 6.962947368621826,
+ "grad_norm": 6.287339210510254,
  "learning_rate": 1.7342118920405035e-05,
- "loss": 0.1018,
+ "loss": 0.0813,
  "step": 280
  },
  {
  "epoch": 1.43,
- "grad_norm": 12.277998924255371,
+ "grad_norm": 7.23698091506958,
  "learning_rate": 1.7117005286564344e-05,
- "loss": 0.0651,
+ "loss": 0.0973,
  "step": 290
  },
  {
  "epoch": 1.48,
- "grad_norm": 3.5764994621276855,
+ "grad_norm": 12.766968727111816,
  "learning_rate": 1.688433369377444e-05,
- "loss": 0.0811,
+ "loss": 0.0928,
  "step": 300
  },
  {
  "epoch": 1.53,
- "grad_norm": 6.763672351837158,
+ "grad_norm": 16.611492156982422,
  "learning_rate": 1.6644351229437416e-05,
- "loss": 0.0785,
+ "loss": 0.08,
  "step": 310
  },
  {
  "epoch": 1.57,
- "grad_norm": 3.3835597038269043,
+ "grad_norm": 1.000801920890808,
  "learning_rate": 1.63973127447921e-05,
- "loss": 0.0482,
+ "loss": 0.0582,
  "step": 320
  },
  {
  "epoch": 1.62,
- "grad_norm": 6.173498153686523,
+ "grad_norm": 10.745514869689941,
  "learning_rate": 1.6143480584272794e-05,
- "loss": 0.0593,
+ "loss": 0.0915,
  "step": 330
  },
  {
  "epoch": 1.67,
- "grad_norm": 7.676692008972168,
+ "grad_norm": 10.188589096069336,
  "learning_rate": 1.5883124306910563e-05,
- "loss": 0.0678,
+ "loss": 0.0869,
  "step": 340
  },
  {
  "epoch": 1.72,
- "grad_norm": 2.495035171508789,
+ "grad_norm": 7.215929985046387,
  "learning_rate": 1.5616520400072963e-05,
- "loss": 0.0572,
+ "loss": 0.1329,
  "step": 350
  },
  {
  "epoch": 1.77,
- "grad_norm": 16.871797561645508,
+ "grad_norm": 4.967738151550293,
  "learning_rate": 1.5343951985846096e-05,
- "loss": 0.0756,
+ "loss": 0.0781,
  "step": 360
  },
  {
  "epoch": 1.82,
- "grad_norm": 2.3725368976593018,
+ "grad_norm": 2.9467406272888184,
  "learning_rate": 1.5065708520370943e-05,
- "loss": 0.0711,
+ "loss": 0.0582,
  "step": 370
  },
  {
  "epoch": 1.87,
- "grad_norm": 12.699337005615234,
+ "grad_norm": 6.54543399810791,
  "learning_rate": 1.4782085486453155e-05,
- "loss": 0.0769,
+ "loss": 0.0626,
  "step": 380
  },
  {
  "epoch": 1.92,
- "grad_norm": 0.583565890789032,
+ "grad_norm": 7.8247833251953125,
  "learning_rate": 1.4493384079772815e-05,
- "loss": 0.0612,
+ "loss": 0.081,
  "step": 390
  },
  {
  "epoch": 1.97,
- "grad_norm": 6.7856550216674805,
+ "grad_norm": 8.889460563659668,
  "learning_rate": 1.4199910889027335e-05,
- "loss": 0.057,
+ "loss": 0.0559,
  "step": 400
  },
  {
  "epoch": 2.0,
- "eval_accuracy": 0.9722222222222222,
- "eval_f1": 0.9728689575025272,
- "eval_loss": 0.06863868236541748,
- "eval_matthews_correlation": 0.7943272582319131,
- "eval_precision": 0.9738281672617116,
- "eval_recall": 0.9722222222222222,
- "eval_runtime": 5.5104,
- "eval_samples_per_second": 124.128,
- "eval_steps_per_second": 7.803,
+ "eval_accuracy": 0.9839181286549707,
+ "eval_f1": 0.9845065535493497,
+ "eval_loss": 0.04758350923657417,
+ "eval_matthews_correlation": 0.8709455436036694,
+ "eval_precision": 0.9858048061716136,
+ "eval_recall": 0.9839181286549707,
+ "eval_runtime": 5.1397,
+ "eval_samples_per_second": 133.081,
+ "eval_steps_per_second": 8.366,
  "step": 406
  },
  {
  "epoch": 2.02,
- "grad_norm": 2.3636648654937744,
+ "grad_norm": 11.741949081420898,
  "learning_rate": 1.390197757034721e-05,
- "loss": 0.0745,
+ "loss": 0.0806,
  "step": 410
  },
  {
  "epoch": 2.07,
- "grad_norm": 21.622703552246094,
+ "grad_norm": 8.677542686462402,
  "learning_rate": 1.3599900516330382e-05,
- "loss": 0.0724,
+ "loss": 0.1033,
  "step": 420
  },
  {
  "epoch": 2.12,
- "grad_norm": 11.821688652038574,
+ "grad_norm": 1.3803766965866089,
  "learning_rate": 1.3294000520046666e-05,
- "loss": 0.069,
+ "loss": 0.0433,
  "step": 430
  },
  {
  "epoch": 2.16,
- "grad_norm": 7.000888347625732,
+ "grad_norm": 8.467944145202637,
  "learning_rate": 1.2984602434369058e-05,
- "loss": 0.0714,
+ "loss": 0.0691,
  "step": 440
  },
  {
  "epoch": 2.21,
- "grad_norm": 4.6769256591796875,
+ "grad_norm": 6.276478290557861,
  "learning_rate": 1.2672034826993716e-05,
- "loss": 0.0509,
+ "loss": 0.0678,
  "step": 450
  },
  {
  "epoch": 2.26,
- "grad_norm": 1.7955386638641357,
+ "grad_norm": 11.57728385925293,
  "learning_rate": 1.235662963151493e-05,
- "loss": 0.0512,
+ "loss": 0.0804,
  "step": 460
  },
  {
  "epoch": 2.31,
- "grad_norm": 22.078067779541016,
+ "grad_norm": 0.9122611880302429,
  "learning_rate": 1.2038721794925689e-05,
- "loss": 0.064,
+ "loss": 0.0476,
  "step": 470
  },
  {
  "epoch": 2.36,
- "grad_norm": 6.917346000671387,
+ "grad_norm": 1.983340859413147,
  "learning_rate": 1.1718648921918112e-05,
- "loss": 0.0701,
+ "loss": 0.0545,
  "step": 480
  },
  {
  "epoch": 2.41,
- "grad_norm": 8.970315933227539,
+ "grad_norm": 17.866886138916016,
  "learning_rate": 1.1396750916361526e-05,
- "loss": 0.0915,
+ "loss": 0.0512,
  "step": 490
  },
  {
  "epoch": 2.46,
- "grad_norm": 13.326787948608398,
+ "grad_norm": 9.374113082885742,
  "learning_rate": 1.1073369620338928e-05,
- "loss": 0.078,
+ "loss": 0.0604,
  "step": 500
  },
  {
  "epoch": 2.51,
- "grad_norm": 5.894493103027344,
+ "grad_norm": 4.585148811340332,
  "learning_rate": 1.074884845112512e-05,
- "loss": 0.0636,
+ "loss": 0.0629,
  "step": 510
  },
  {
  "epoch": 2.56,
- "grad_norm": 5.459946155548096,
+ "grad_norm": 9.917503356933594,
  "learning_rate": 1.0423532036492077e-05,
- "loss": 0.0711,
+ "loss": 0.054,
  "step": 520
  },
  {
  "epoch": 2.61,
- "grad_norm": 8.83890151977539,
+ "grad_norm": 1.8329569101333618,
  "learning_rate": 1.0097765848728825e-05,
- "loss": 0.079,
+ "loss": 0.071,
  "step": 530
  },
  {
  "epoch": 2.66,
- "grad_norm": 2.340186357498169,
+ "grad_norm": 10.834183692932129,
  "learning_rate": 9.771895837764438e-06,
- "loss": 0.0449,
+ "loss": 0.0642,
  "step": 540
  },
  {
  "epoch": 2.71,
- "grad_norm": 11.93194580078125,
+ "grad_norm": 5.503483295440674,
  "learning_rate": 9.446268063783853e-06,
- "loss": 0.0794,
+ "loss": 0.0654,
  "step": 550
  },
  {
  "epoch": 2.76,
- "grad_norm": 6.638481616973877,
+ "grad_norm": 6.054934024810791,
  "learning_rate": 9.121228329726563e-06,
- "loss": 0.0614,
+ "loss": 0.061,
  "step": 560
  },
  {
  "epoch": 2.8,
- "grad_norm": 5.963674068450928,
+ "grad_norm": 8.71143627166748,
  "learning_rate": 8.797121814058502e-06,
- "loss": 0.0449,
+ "loss": 0.0759,
  "step": 570
  },
  {
  "epoch": 2.85,
- "grad_norm": 7.2139506340026855,
+ "grad_norm": 4.225427150726318,
  "learning_rate": 8.474292704207095e-06,
- "loss": 0.0752,
+ "loss": 0.0662,
  "step": 580
  },
  {
  "epoch": 2.9,
- "grad_norm": 2.9632108211517334,
+ "grad_norm": 6.926836967468262,
  "learning_rate": 8.153083831048772e-06,
- "loss": 0.0575,
+ "loss": 0.07,
  "step": 590
  },
  {
  "epoch": 2.95,
- "grad_norm": 3.8059580326080322,
+ "grad_norm": 1.132318377494812,
  "learning_rate": 7.833836304837022e-06,
- "loss": 0.046,
+ "loss": 0.0402,
  "step": 600
  },
  {
  "epoch": 3.0,
- "eval_accuracy": 0.9780701754385965,
- "eval_f1": 0.9787695402282305,
- "eval_loss": 0.05532665178179741,
- "eval_matthews_correlation": 0.8420667383515437,
- "eval_precision": 0.9800898852068441,
- "eval_recall": 0.9780701754385965,
- "eval_runtime": 5.6675,
- "eval_samples_per_second": 120.688,
- "eval_steps_per_second": 7.587,
+ "eval_accuracy": 0.9809941520467836,
+ "eval_f1": 0.9816895632855951,
+ "eval_loss": 0.04637432098388672,
+ "eval_matthews_correlation": 0.8468348607550005,
+ "eval_precision": 0.9830779451248668,
+ "eval_recall": 0.9809941520467836,
+ "eval_runtime": 5.1222,
+ "eval_samples_per_second": 133.536,
+ "eval_steps_per_second": 8.395,
  "step": 609
  },
  {
  "epoch": 3.0,
- "grad_norm": 6.808079719543457,
+ "grad_norm": 2.548271656036377,
  "learning_rate": 7.516889152957744e-06,
- "loss": 0.074,
+ "loss": 0.0706,
  "step": 610
  },
  {
  "epoch": 3.05,
- "grad_norm": 2.9367547035217285,
+ "grad_norm": 17.59124755859375,
  "learning_rate": 7.202578959896491e-06,
- "loss": 0.0646,
+ "loss": 0.0777,
  "step": 620
  },
  {
  "epoch": 3.1,
- "grad_norm": 15.483344078063965,
+ "grad_norm": 10.620137214660645,
  "learning_rate": 6.891239509799932e-06,
- "loss": 0.0835,
+ "loss": 0.0443,
  "step": 630
  },
  {
  "epoch": 3.15,
- "grad_norm": 8.343765258789062,
+ "grad_norm": 20.15471839904785,
  "learning_rate": 6.583201432011217e-06,
- "loss": 0.0609,
+ "loss": 0.0746,
  "step": 640
  },
  {
  "epoch": 3.2,
- "grad_norm": 2.9499011039733887,
+ "grad_norm": 7.445899486541748,
  "learning_rate": 6.278791849955583e-06,
- "loss": 0.0669,
+ "loss": 0.0468,
  "step": 650
  },
  {
  "epoch": 3.25,
- "grad_norm": 4.759853363037109,
+ "grad_norm": 10.309353828430176,
  "learning_rate": 5.978334033749076e-06,
- "loss": 0.0434,
+ "loss": 0.0698,
  "step": 660
  },
  {
  "epoch": 3.3,
- "grad_norm": 3.5021698474884033,
+ "grad_norm": 4.898565769195557,
  "learning_rate": 5.682147056899361e-06,
- "loss": 0.0389,
+ "loss": 0.058,
  "step": 670
  },
  {
  "epoch": 3.35,
- "grad_norm": 8.20483112335205,
+ "grad_norm": 8.0520658493042,
  "learning_rate": 5.390545457463134e-06,
- "loss": 0.0512,
+ "loss": 0.0468,
  "step": 680
  },
  {
  "epoch": 3.39,
- "grad_norm": 15.760091781616211,
+ "grad_norm": 3.444305419921875,
  "learning_rate": 5.103838904019993e-06,
- "loss": 0.082,
+ "loss": 0.0381,
  "step": 690
  },
  {
  "epoch": 3.44,
- "grad_norm": 5.340324878692627,
+ "grad_norm": 11.149181365966797,
  "learning_rate": 4.822331866817478e-06,
- "loss": 0.0412,
+ "loss": 0.0693,
  "step": 700
  },
  {
  "epoch": 3.49,
- "grad_norm": 2.386610507965088,
+ "grad_norm": 12.743651390075684,
  "learning_rate": 4.546323294436556e-06,
- "loss": 0.0764,
+ "loss": 0.0739,
  "step": 710
  },
  {
  "epoch": 3.54,
- "grad_norm": 2.604590892791748,
+ "grad_norm": 9.802193641662598,
  "learning_rate": 4.276106296320828e-06,
- "loss": 0.0322,
+ "loss": 0.0655,
  "step": 720
  },
  {
  "epoch": 3.59,
- "grad_norm": 2.6730122566223145,
+ "grad_norm": 6.496978759765625,
  "learning_rate": 4.0119678315067025e-06,
- "loss": 0.0532,
+ "loss": 0.066,
  "step": 730
  },
  {
  "epoch": 3.64,
- "grad_norm": 11.014791488647461,
+ "grad_norm": 12.13724422454834,
  "learning_rate": 3.754188403885013e-06,
- "loss": 0.0788,
+ "loss": 0.0483,
  "step": 740
  },
  {
  "epoch": 3.69,
- "grad_norm": 2.279393196105957,
+ "grad_norm": 11.302549362182617,
  "learning_rate": 3.5030417643177416e-06,
- "loss": 0.0465,
+ "loss": 0.0727,
  "step": 750
  },
  {
  "epoch": 3.74,
- "grad_norm": 7.80838680267334,
+ "grad_norm": 3.291935443878174,
  "learning_rate": 3.258794619926159e-06,
- "loss": 0.0441,
+ "loss": 0.0685,
  "step": 760
  },
  {
  "epoch": 3.79,
- "grad_norm": 5.728611946105957,
+ "grad_norm": 7.776196479797363,
  "learning_rate": 3.021706350859147e-06,
- "loss": 0.0476,
+ "loss": 0.0482,
  "step": 770
  },
  {
  "epoch": 3.84,
- "grad_norm": 2.4311773777008057,
+ "grad_norm": 7.8189568519592285,
  "learning_rate": 2.792028734842418e-06,
- "loss": 0.0421,
+ "loss": 0.0504,
  "step": 780
  },
  {
  "epoch": 3.89,
- "grad_norm": 19.25046730041504,
+ "grad_norm": 1.9077569246292114,
  "learning_rate": 2.5700056798012164e-06,
- "loss": 0.0829,
+ "loss": 0.0578,
  "step": 790
  },
  {
  "epoch": 3.94,
- "grad_norm": 16.992164611816406,
+ "grad_norm": 5.7739667892456055,
  "learning_rate": 2.3558729648404065e-06,
- "loss": 0.0694,
+ "loss": 0.0712,
  "step": 800
  },
  {
  "epoch": 3.99,
- "grad_norm": 1.1272871494293213,
+ "grad_norm": 6.1386027336120605,
  "learning_rate": 2.1498579898570228e-06,
- "loss": 0.0571,
+ "loss": 0.0334,
  "step": 810
  },
  {
  "epoch": 4.0,
- "eval_accuracy": 0.9780701754385965,
- "eval_f1": 0.9777344542006784,
- "eval_loss": 0.05015131086111069,
- "eval_matthews_correlation": 0.8239461397313993,
- "eval_precision": 0.9775337669457737,
- "eval_recall": 0.9780701754385965,
- "eval_runtime": 5.516,
- "eval_samples_per_second": 124.003,
- "eval_steps_per_second": 7.796,
+ "eval_accuracy": 0.9868421052631579,
+ "eval_f1": 0.986916249885884,
+ "eval_loss": 0.03484980762004852,
+ "eval_matthews_correlation": 0.884636226651146,
+ "eval_precision": 0.9870070425284395,
+ "eval_recall": 0.9868421052631579,
+ "eval_runtime": 5.1774,
+ "eval_samples_per_second": 132.112,
+ "eval_steps_per_second": 8.305,
  "step": 813
  },
  {
  "epoch": 4.03,
- "grad_norm": 20.361764907836914,
+ "grad_norm": 2.534424304962158,
  "learning_rate": 1.952179534051183e-06,
- "loss": 0.0545,
+ "loss": 0.0613,
  "step": 820
  },
  {
  "epoch": 4.08,
- "grad_norm": 12.892123222351074,
+ "grad_norm": 3.645782947540283,
  "learning_rate": 1.763047523591831e-06,
- "loss": 0.0507,
+ "loss": 0.0817,
  "step": 830
  },
  {
  "epoch": 4.13,
- "grad_norm": 4.696685791015625,
+ "grad_norm": 10.930766105651855,
  "learning_rate": 1.5826628086839968e-06,
- "loss": 0.0635,
+ "loss": 0.081,
  "step": 840
  },
  {
  "epoch": 4.18,
- "grad_norm": 10.167694091796875,
+ "grad_norm": 6.021533489227295,
  "learning_rate": 1.41121695027438e-06,
- "loss": 0.0547,
+ "loss": 0.0522,
  "step": 850
  },
  {
  "epoch": 4.23,
- "grad_norm": 4.277148723602295,
+ "grad_norm": 6.584732532501221,
  "learning_rate": 1.2488920166217034e-06,
- "loss": 0.059,
+ "loss": 0.054,
  "step": 860
  },
  {
  "epoch": 4.28,
- "grad_norm": 15.234513282775879,
+ "grad_norm": 5.629753112792969,
  "learning_rate": 1.095860389947928e-06,
- "loss": 0.068,
+ "loss": 0.0475,
  "step": 870
  },
  {
  "epoch": 4.33,
- "grad_norm": 5.693934440612793,
+ "grad_norm": 4.272614479064941,
  "learning_rate": 9.522845833756001e-07,
- "loss": 0.0451,
+ "loss": 0.0458,
  "step": 880
  },
  {
  "epoch": 4.38,
- "grad_norm": 10.728283882141113,
+ "grad_norm": 9.34067153930664,
  "learning_rate": 8.183170683457986e-07,
- "loss": 0.0468,
+ "loss": 0.0746,
  "step": 890
  },
  {
  "epoch": 4.43,
- "grad_norm": 8.146360397338867,
+ "grad_norm": 2.2390189170837402,
  "learning_rate": 6.941001126998892e-07,
- "loss": 0.0378,
+ "loss": 0.0509,
  "step": 900
  },
  {
  "epoch": 4.48,
- "grad_norm": 3.4322080612182617,
+ "grad_norm": 1.508949637413025,
  "learning_rate": 5.797656295970955e-07,
- "loss": 0.0418,
+ "loss": 0.0329,
  "step": 910
  },
  {
  "epoch": 4.53,
- "grad_norm": 3.0174903869628906,
+ "grad_norm": 7.0009355545043945,
  "learning_rate": 4.754350374283001e-07,
- "loss": 0.0441,
+ "loss": 0.0709,
  "step": 920
  },
  {
  "epoch": 4.58,
- "grad_norm": 16.416744232177734,
+ "grad_norm": 6.07660436630249,
  "learning_rate": 3.8121913087483033e-07,
- "loss": 0.0495,
+ "loss": 0.0393,
  "step": 930
  },
  {
  "epoch": 4.62,
- "grad_norm": 12.529999732971191,
+ "grad_norm": 6.966567039489746,
  "learning_rate": 2.972179632491989e-07,
- "loss": 0.0747,
+ "loss": 0.0464,
  "step": 940
  },
  {
  "epoch": 4.67,
- "grad_norm": 1.2379523515701294,
+ "grad_norm": 3.8328962326049805,
  "learning_rate": 2.23520740242712e-07,
- "loss": 0.0583,
+ "loss": 0.0457,
  "step": 950
  },
  {
  "epoch": 4.72,
- "grad_norm": 5.813112735748291,
+ "grad_norm": 3.535372018814087,
  "learning_rate": 1.602057251927891e-07,
- "loss": 0.0612,
+ "loss": 0.0599,
  "step": 960
  },
  {
  "epoch": 4.77,
- "grad_norm": 9.207404136657715,
+ "grad_norm": 11.542516708374023,
  "learning_rate": 1.0734015597060222e-07,
- "loss": 0.0462,
+ "loss": 0.0557,
  "step": 970
  },
  {
  "epoch": 4.82,
- "grad_norm": 10.823348999023438,
+ "grad_norm": 7.840158939361572,
  "learning_rate": 6.498017357731035e-08,
- "loss": 0.0653,
+ "loss": 0.0564,
  "step": 980
  },
  {
  "epoch": 4.87,
- "grad_norm": 1.9045536518096924,
+ "grad_norm": 3.7357852458953857,
  "learning_rate": 3.317076252467133e-08,
- "loss": 0.0487,
+ "loss": 0.033,
  "step": 990
  },
  {
  "epoch": 4.92,
- "grad_norm": 10.43856430053711,
+ "grad_norm": 4.429032802581787,
  "learning_rate": 1.1945703063402925e-08,
- "loss": 0.0449,
+ "loss": 0.0496,
  "step": 1000
  },
  {
  "epoch": 4.97,
- "grad_norm": 4.215317249298096,
+ "grad_norm": 4.065526485443115,
  "learning_rate": 1.327535309979533e-09,
- "loss": 0.0491,
+ "loss": 0.0445,
  "step": 1010
  },
  {
  "epoch": 4.99,
- "eval_accuracy": 0.9766081871345029,
- "eval_f1": 0.9755931812139886,
- "eval_loss": 0.04963676258921623,
- "eval_matthews_correlation": 0.8055620626992487,
- "eval_precision": 0.9756262052467682,
- "eval_recall": 0.9766081871345029,
- "eval_runtime": 5.7281,
- "eval_samples_per_second": 119.41,
- "eval_steps_per_second": 7.507,
+ "eval_accuracy": 0.9883040935672515,
+ "eval_f1": 0.9883040935672515,
+ "eval_loss": 0.03396734222769737,
+ "eval_matthews_correlation": 0.8962181845768691,
+ "eval_precision": 0.9883040935672515,
+ "eval_recall": 0.9883040935672515,
+ "eval_runtime": 5.2898,
+ "eval_samples_per_second": 129.305,
+ "eval_steps_per_second": 8.129,
  "step": 1015
  },
  {
  "epoch": 4.99,
  "step": 1015,
  "total_flos": 2.581447650539471e+18,
- "train_loss": 0.08238832812591139,
- "train_runtime": 705.5168,
- "train_samples_per_second": 92.096,
- "train_steps_per_second": 1.439
+ "train_loss": 0.08031210996247277,
+ "train_runtime": 701.9998,
+ "train_samples_per_second": 92.557,
+ "train_steps_per_second": 1.446
  }
  ],
  "logging_steps": 10,