Model save
Browse files- README.md +0 -1
- adapter_config.json +4 -4
- adapter_model.safetensors +1 -1
- tokenizer.json +2 -2
- tokenizer_config.json +1 -1
- trainer_state.json +14 -14
- training_args.bin +1 -1
README.md
CHANGED
@@ -53,5 +53,4 @@ The following hyperparameters were used during training:
|
|
53 |
- PEFT 0.13.0
|
54 |
- Transformers 4.45.2
|
55 |
- Pytorch 2.4.0
|
56 |
-
- Datasets 2.21.0
|
57 |
- Tokenizers 0.20.0
|
|
|
53 |
- PEFT 0.13.0
|
54 |
- Transformers 4.45.2
|
55 |
- Pytorch 2.4.0
|
|
|
56 |
- Tokenizers 0.20.0
|
adapter_config.json
CHANGED
@@ -23,13 +23,13 @@
|
|
23 |
"rank_pattern": {},
|
24 |
"revision": null,
|
25 |
"target_modules": [
|
|
|
26 |
"q_proj",
|
|
|
|
|
27 |
"k_proj",
|
28 |
-
"v_proj",
|
29 |
"o_proj",
|
30 |
-
"
|
31 |
-
"down_proj",
|
32 |
-
"up_proj"
|
33 |
],
|
34 |
"task_type": null,
|
35 |
"use_dora": true,
|
|
|
23 |
"rank_pattern": {},
|
24 |
"revision": null,
|
25 |
"target_modules": [
|
26 |
+
"gate_proj",
|
27 |
"q_proj",
|
28 |
+
"down_proj",
|
29 |
+
"up_proj",
|
30 |
"k_proj",
|
|
|
31 |
"o_proj",
|
32 |
+
"v_proj"
|
|
|
|
|
33 |
],
|
34 |
"task_type": null,
|
35 |
"use_dora": true,
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1082290000
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d83e1ffcf41c38cb37e240f0595b7c1c8ee222452f34d73735b544aaf6b00467
|
3 |
size 1082290000
|
tokenizer.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6cdb5a41c4ff365aaf322d31b46b6ce2c9f8493fa398bd5ad4fbe6179ebfa53e
|
3 |
+
size 17378691
|
tokenizer_config.json
CHANGED
@@ -9403,6 +9403,6 @@
|
|
9403 |
],
|
9404 |
"model_max_length": 2048,
|
9405 |
"pad_token": "!",
|
9406 |
-
"padding_side": "
|
9407 |
"tokenizer_class": "PreTrainedTokenizerFast"
|
9408 |
}
|
|
|
9403 |
],
|
9404 |
"model_max_length": 2048,
|
9405 |
"pad_token": "!",
|
9406 |
+
"padding_side": "left",
|
9407 |
"tokenizer_class": "PreTrainedTokenizerFast"
|
9408 |
}
|
trainer_state.json
CHANGED
@@ -10,40 +10,40 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.4854368932038835,
|
13 |
-
"grad_norm": 1.
|
14 |
"learning_rate": 7.587548638132295e-05,
|
15 |
-
"loss": 0.
|
16 |
"step": 250
|
17 |
},
|
18 |
{
|
19 |
"epoch": 0.970873786407767,
|
20 |
-
"grad_norm": 1.
|
21 |
"learning_rate": 5.155642023346303e-05,
|
22 |
-
"loss": 0.
|
23 |
"step": 500
|
24 |
},
|
25 |
{
|
26 |
"epoch": 1.4563106796116505,
|
27 |
-
"grad_norm": 1.
|
28 |
"learning_rate": 2.7237354085603113e-05,
|
29 |
-
"loss": 0.
|
30 |
"step": 750
|
31 |
},
|
32 |
{
|
33 |
"epoch": 1.941747572815534,
|
34 |
-
"grad_norm": 1.
|
35 |
"learning_rate": 2.9182879377431908e-06,
|
36 |
-
"loss": 0.
|
37 |
"step": 1000
|
38 |
},
|
39 |
{
|
40 |
"epoch": 2.0,
|
41 |
"step": 1030,
|
42 |
-
"total_flos": 2.
|
43 |
-
"train_loss": 0.
|
44 |
-
"train_runtime":
|
45 |
-
"train_samples_per_second":
|
46 |
-
"train_steps_per_second": 0.
|
47 |
}
|
48 |
],
|
49 |
"logging_steps": 250,
|
@@ -63,7 +63,7 @@
|
|
63 |
"attributes": {}
|
64 |
}
|
65 |
},
|
66 |
-
"total_flos": 2.
|
67 |
"train_batch_size": 16,
|
68 |
"trial_name": null,
|
69 |
"trial_params": null
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.4854368932038835,
|
13 |
+
"grad_norm": 1.9892364740371704,
|
14 |
"learning_rate": 7.587548638132295e-05,
|
15 |
+
"loss": 0.6525,
|
16 |
"step": 250
|
17 |
},
|
18 |
{
|
19 |
"epoch": 0.970873786407767,
|
20 |
+
"grad_norm": 1.4275233745574951,
|
21 |
"learning_rate": 5.155642023346303e-05,
|
22 |
+
"loss": 0.3853,
|
23 |
"step": 500
|
24 |
},
|
25 |
{
|
26 |
"epoch": 1.4563106796116505,
|
27 |
+
"grad_norm": 1.557817816734314,
|
28 |
"learning_rate": 2.7237354085603113e-05,
|
29 |
+
"loss": 0.3583,
|
30 |
"step": 750
|
31 |
},
|
32 |
{
|
33 |
"epoch": 1.941747572815534,
|
34 |
+
"grad_norm": 1.433948278427124,
|
35 |
"learning_rate": 2.9182879377431908e-06,
|
36 |
+
"loss": 0.3395,
|
37 |
"step": 1000
|
38 |
},
|
39 |
{
|
40 |
"epoch": 2.0,
|
41 |
"step": 1030,
|
42 |
+
"total_flos": 2.5022303713855488e+17,
|
43 |
+
"train_loss": 0.43088643712904845,
|
44 |
+
"train_runtime": 24573.8901,
|
45 |
+
"train_samples_per_second": 10.73,
|
46 |
+
"train_steps_per_second": 0.042
|
47 |
}
|
48 |
],
|
49 |
"logging_steps": 250,
|
|
|
63 |
"attributes": {}
|
64 |
}
|
65 |
},
|
66 |
+
"total_flos": 2.5022303713855488e+17,
|
67 |
"train_batch_size": 16,
|
68 |
"trial_name": null,
|
69 |
"trial_params": null
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5176
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3bd5ca25124fcf7769a2acce94062b2f60ae59ef5828b4b262fd471889bf7c6f
|
3 |
size 5176
|