Update README.md
Browse files
README.md
CHANGED
|
@@ -20,22 +20,11 @@ Zebrafish-7B is a merge of the following models using [LazyMergekit](https://col
|
|
| 20 |
```yaml
|
| 21 |
models:
|
| 22 |
- model: mistralai/Mistral-7B-v0.1
|
| 23 |
-
# no parameters necessary for base model
|
| 24 |
- model: liminerity/M7-7b
|
| 25 |
-
parameters:
|
| 26 |
-
density: 0.65
|
| 27 |
-
weight: 0.36
|
| 28 |
- model: rwitz/experiment26-truthy-iter-0
|
| 29 |
-
parameters:
|
| 30 |
-
density: 0.6
|
| 31 |
-
weight: 0.34
|
| 32 |
-
|
| 33 |
merge_method: model_stock
|
| 34 |
base_model: mistralai/Mistral-7B-v0.1
|
| 35 |
-
parameters:
|
| 36 |
-
int8_mask: true
|
| 37 |
dtype: bfloat16
|
| 38 |
-
random_seed: 0
|
| 39 |
```
|
| 40 |
|
| 41 |
## 💻 Usage
|
|
|
|
| 20 |
```yaml
|
| 21 |
models:
|
| 22 |
- model: mistralai/Mistral-7B-v0.1
|
|
|
|
| 23 |
- model: liminerity/M7-7b
|
|
|
|
|
|
|
|
|
|
| 24 |
- model: rwitz/experiment26-truthy-iter-0
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
merge_method: model_stock
|
| 26 |
base_model: mistralai/Mistral-7B-v0.1
|
|
|
|
|
|
|
| 27 |
dtype: bfloat16
|
|
|
|
| 28 |
```
|
| 29 |
|
| 30 |
## 💻 Usage
|