lrl-modelcloud
commited on
Commit
•
fb2eff1
1
Parent(s):
56e505d
Upload folder using huggingface_hub (#3)
Browse files- 154988442810f227d0d213379c2c669d41bdef7fd25f51cc855b4e60648d1a67 (8ecf620e8fc7dac54f2104bd61d08bf7c18e4150)
- f59dc32f0cab2a02d393cbf38e42b4b8de4d136a8d027ec385931f1cb0a8821f (f1f5cbf8a948ac170647148d8f8cd268fc79abbd)
- config.json +1 -1
- model.safetensors +1 -1
- quantize_config.json +2 -2
- special_tokens_map.json +1 -1
- tokenizer_config.json +1 -1
config.json
CHANGED
@@ -25,7 +25,7 @@
|
|
25 |
"quantization_config": {
|
26 |
"bits": 4,
|
27 |
"checkpoint_format": "gptq",
|
28 |
-
"damp_percent": 0.
|
29 |
"desc_act": true,
|
30 |
"group_size": 128,
|
31 |
"lm_head": false,
|
|
|
25 |
"quantization_config": {
|
26 |
"bits": 4,
|
27 |
"checkpoint_format": "gptq",
|
28 |
+
"damp_percent": 0.005,
|
29 |
"desc_act": true,
|
30 |
"group_size": 128,
|
31 |
"lm_head": false,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5732943672
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c1ca744b94b70291092478822d996cae44c88f04ea7543fb3fda9e9cd034783c
|
3 |
size 5732943672
|
quantize_config.json
CHANGED
@@ -5,10 +5,10 @@
|
|
5 |
"static_groups": false,
|
6 |
"sym": true,
|
7 |
"lm_head": false,
|
8 |
-
"damp_percent": 0.
|
9 |
"true_sequential": true,
|
10 |
"model_name_or_path": "",
|
11 |
-
"model_file_base_name": "",
|
12 |
"quant_method": "gptq",
|
13 |
"checkpoint_format": "gptq",
|
14 |
"meta": {
|
|
|
5 |
"static_groups": false,
|
6 |
"sym": true,
|
7 |
"lm_head": false,
|
8 |
+
"damp_percent": 0.005,
|
9 |
"true_sequential": true,
|
10 |
"model_name_or_path": "",
|
11 |
+
"model_file_base_name": "model",
|
12 |
"quant_method": "gptq",
|
13 |
"checkpoint_format": "gptq",
|
14 |
"meta": {
|
special_tokens_map.json
CHANGED
@@ -13,5 +13,5 @@
|
|
13 |
"rstrip": false,
|
14 |
"single_word": false
|
15 |
},
|
16 |
-
"pad_token": "<|
|
17 |
}
|
|
|
13 |
"rstrip": false,
|
14 |
"single_word": false
|
15 |
},
|
16 |
+
"pad_token": "<|finetune_right_pad_id|>"
|
17 |
}
|
tokenizer_config.json
CHANGED
@@ -2058,6 +2058,6 @@
|
|
2058 |
"attention_mask"
|
2059 |
],
|
2060 |
"model_max_length": 131072,
|
2061 |
-
"pad_token": "<|
|
2062 |
"tokenizer_class": "PreTrainedTokenizerFast"
|
2063 |
}
|
|
|
2058 |
"attention_mask"
|
2059 |
],
|
2060 |
"model_max_length": 131072,
|
2061 |
+
"pad_token": "<|finetune_right_pad_id|>",
|
2062 |
"tokenizer_class": "PreTrainedTokenizerFast"
|
2063 |
}
|