nisten commited on
Commit
6987282
1 Parent(s): 03fa3a5
Files changed (1) hide show
  1. mergekit_config.yml +0 -28
mergekit_config.yml DELETED
@@ -1,28 +0,0 @@
1
- dtype: bfloat16
2
- merge_method: passthrough
3
- slices:
4
- - sources:
5
- - layer_range: [0, 10]
6
- model:
7
- model:
8
- path: /home/meow/hf/Meta-Llama-3-8B-Instruct
9
- - sources:
10
- - layer_range: [13, 19]
11
- model:
12
- model:
13
- path: /home/meow/hf/Meta-Llama-3-8B-Instruct
14
- - sources:
15
- - layer_range: [20, 22]
16
- model:
17
- model:
18
- path: /home/meow/hf/Meta-Llama-3-8B-Instruct
19
- - sources:
20
- - layer_range: [23, 24]
21
- model:
22
- model:
23
- path: /home/meow/hf/Meta-Llama-3-8B-Instruct
24
- - sources:
25
- - layer_range: [25, 32]
26
- model:
27
- model:
28
- path: /home/meow/hf/Meta-Llama-3-8B-Instruct