Update quantize_config.json
Browse files- quantize_config.json +3 -2
quantize_config.json
CHANGED
|
@@ -8,6 +8,7 @@
|
|
| 8 |
"true_sequential": true,
|
| 9 |
"model_name_or_path": null,
|
| 10 |
"model_file_base_name": null,
|
| 11 |
-
"quant_method": "
|
| 12 |
-
"checkpoint_format": "marlin"
|
|
|
|
| 13 |
}
|
|
|
|
| 8 |
"true_sequential": true,
|
| 9 |
"model_name_or_path": null,
|
| 10 |
"model_file_base_name": null,
|
| 11 |
+
"quant_method": "gptq",
|
| 12 |
+
"checkpoint_format": "marlin",
|
| 13 |
+
"is_marlin_format": true
|
| 14 |
}
|