at676 commited on
Commit
e741dde
1 Parent(s): 4dd6702

Upload folder using huggingface_hub (#2)

Browse files

- af87165135c5f5e46603b747c0adf69a77c2a75a586a753b697f3ff05f6b8b8e (8b893d1cf94f1853da2a754c22862e3740d9e665)
- 986131ff40bf7e6f04b86aad949c39bcfa821bdae3bbe3ca132d3265a2ac8b15 (05f58022591f45e7560d4f9262e535d96efa4434)

Files changed (2) hide show
  1. config.json +4 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -16,12 +16,14 @@
16
  "num_key_value_heads": 8,
17
  "quip_params": {
18
  "codebook": "E8P12",
 
19
  "codesz": 8,
20
  "fused": true,
21
- "idx_dtype": "torch.int16",
22
  "lora_rank": 0,
 
23
  "outlier_channel_split": false,
24
- "packsz": 1,
25
  "rescale_WH": false
26
  },
27
  "rms_norm_eps": 1e-05,
 
16
  "num_key_value_heads": 8,
17
  "quip_params": {
18
  "codebook": "E8P12",
19
+ "codebook_version": 1,
20
  "codesz": 8,
21
  "fused": true,
22
+ "idx_dtype": "torch.int64",
23
  "lora_rank": 0,
24
+ "model_version": 1,
25
  "outlier_channel_split": false,
26
+ "packsz": 4,
27
  "rescale_WH": false
28
  },
29
  "rms_norm_eps": 1e-05,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c13168798ce2cb53b7b7d3bea4fd03ad53eca6b71d9bb067676f79ba53f9c3cd
3
- size 2274206280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e992e26e6549a72a917266e52ba7759514199d2ecc499bb4d0ed795d3b32f7f8
3
+ size 2274193912