jxie commited on
Commit
4d35e4f
1 Parent(s): b74e50e

Upload model

Browse files
Files changed (2) hide show
  1. calibration_head.bin +3 -0
  2. config.json +24 -0
calibration_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a32a67a2af00430927d1490b2a2c0970dd710e3d85a240f4cabbefc36cf012db
3
+ size 17934
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attention_dropout": 0.0,
3
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
4
+ "calibration_type": "linear",
5
+ "feature_key": "hidden_states",
6
+ "freeze_base_model": true,
7
+ "hidden_act": "silu",
8
+ "in_features": 4096,
9
+ "inference_mode": true,
10
+ "init_temperature": 1.0,
11
+ "intermediate_size": 11008,
12
+ "label_smoothing": 1.0,
13
+ "label_smoothing_type": "uniform",
14
+ "layer_idx": 33,
15
+ "log_auxiliary_info": true,
16
+ "loss_type": "selective_smoothing",
17
+ "max_position_embeddings": 4096,
18
+ "normalize_logits": false,
19
+ "num_attention_heads": 32,
20
+ "num_key_value_heads": 32,
21
+ "smooth_loss_weight": 0.5,
22
+ "smoothing_topk": 5,
23
+ "task_type": "CAUSAL_LM"
24
+ }