Add transformers + AWQ inference support (#1)

- Update config.json (3f181d8a46880e5da4efcaeb1a73e513a577f329)


Co-authored-by: Younes Belkada <[email protected]>

config.json

@@ -24,5 +24,12 @@
  "torch_dtype": "float16",
  "transformers_version": "4.35.0",
  "use_cache": true,
- "vocab_size": 32000
+ "vocab_size": 32000,
+ "quantization_config": {
+ "quant_method": "awq",
+ "zero_point": true,
+ "group_size": 128,
+ "bits": 4,
+ "version": "gemm"
+ }
 }