Jongilju commited on
Commit
f17ed3c
1 Parent(s): 8ae8e0e

modify readme

Browse files
Files changed (1) hide show
  1. README.md +0 -62
README.md CHANGED
@@ -13,68 +13,6 @@ model-index:
13
  should probably proofread and complete it, then remove this comment. -->
14
 
15
  [<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
16
- <details><summary>See axolotl config</summary>
17
-
18
- axolotl version: `0.4.0`
19
- ```yaml
20
- base_model: yanolja/EEVE-Korean-10.8B-v1.0
21
- load_in_8bit: false
22
- load_in_4bit: false
23
- strict: false
24
- datasets:
25
- - path: /workspace/axolotl/data/chosen_data/instruction/kr/nlpai-lab/kullm-v2
26
- split: train
27
- type: alpaca
28
- dataset_prepared_path:
29
- val_set_size: 0.0
30
- output_dir: ./data/Models/deep-solar-eeve-kullm-v2
31
- adapter: lora
32
- lora_model_dir:
33
- sequence_len: 2048
34
- sample_packing: false
35
- pad_to_sequence_len: false
36
- lora_r: 8
37
- lora_alpha: 32
38
- lora_dropout: 0.05
39
- lora_target_linear: true
40
- lora_fan_in_fan_out:
41
- lora_target_modules:
42
- - q_proj
43
- - v_proj
44
- - k_proj
45
- - o_proj
46
- gradient_accumulation_steps: 8
47
- micro_batch_size: 4
48
- num_epochs: 1
49
- optimizer: paged_adamw_8bit
50
- lr_scheduler: cosine
51
- learning_rate: 2e-5
52
- train_on_inputs: false
53
- group_by_length: false
54
- bf16: false
55
- fp16: true
56
- tf32: false
57
- gradient_checkpointing: true
58
- early_stopping_patience:
59
- resume_from_checkpoint:
60
- local_rank:
61
- logging_steps: 1
62
- xformers_attention:
63
- flash_attention: false
64
- warmup_steps: 10
65
- save_steps: 100
66
- save_total_limit: 3
67
- debug:
68
- deepspeed: deepspeed_configs/zero2.json
69
- weight_decay: 0.0
70
- fsdp:
71
- fsdp_config:
72
- special_tokens:
73
- save_safetensors: true
74
-
75
- ```
76
-
77
- </details><br>
78
 
79
  # data/Models/deep-solar-eeve-kullm-v2
80
 
 
13
  should probably proofread and complete it, then remove this comment. -->
14
 
15
  [<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
 
17
  # data/Models/deep-solar-eeve-kullm-v2
18