akshitha-k commited on
Commit
f896a1b
1 Parent(s): 5b6432e

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +6 -0
config.json CHANGED
@@ -3,6 +3,12 @@
3
  "architectures": [
4
  "Gemma2ForCausalLM"
5
  ],
 
 
 
 
 
 
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "attn_logit_softcapping": 50.0,
 
3
  "architectures": [
4
  "Gemma2ForCausalLM"
5
  ],
6
+ "quantization": [
7
+ "bits": 4,
8
+ "dtype": "float16",
9
+ "is_dynamic": true,
10
+ "low_cpu_mem_usage": true
11
+ ]
12
  "attention_bias": false,
13
  "attention_dropout": 0.0,
14
  "attn_logit_softcapping": 50.0,