asussome commited on
Commit
ceaf64e
1 Parent(s): 78939b6

End of training

Browse files
README.md CHANGED
@@ -45,7 +45,7 @@ The following hyperparameters were used during training:
45
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
  - lr_scheduler_type: linear
47
  - lr_scheduler_warmup_steps: 5
48
- - training_steps: 15
49
  - mixed_precision_training: Native AMP
50
 
51
  ### Training results
 
45
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
  - lr_scheduler_type: linear
47
  - lr_scheduler_warmup_steps: 5
48
+ - training_steps: 20
49
  - mixed_precision_training: Native AMP
50
 
51
  ### Training results
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
23
- "v_proj",
24
- "k_proj",
25
- "gate_proj",
26
- "o_proj",
27
  "q_proj",
 
28
  "up_proj",
29
- "down_proj"
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
 
 
 
 
23
  "q_proj",
24
+ "k_proj",
25
  "up_proj",
26
+ "down_proj",
27
+ "v_proj",
28
+ "gate_proj",
29
+ "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27195e1d8300320ba5559f15059c0160e416927758045e3a4258db2bf2b92a8d
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f16101df6a08c0502e59968984f29f2b5bc2477e4167461e3c7a564ba06c1d2
3
  size 335604696
runs/May26_14-59-05_ebda2b37a111/events.out.tfevents.1716735583.ebda2b37a111.479.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:649f93b83c6c507103328713555ff0585ef5f0a1e04e69173ac3d5fb8f1587e7
3
+ size 9720
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8be4634a5d2268a5677e9920552cf58ff64ab134d1dff269661baf72ad2e98e3
3
  size 5048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6fd27333536d6230b4c401303bd7413816d180354f8ee7e6303bc52a3274534
3
  size 5048