Update README.md
Browse files
README.md
CHANGED
|
@@ -33,3 +33,24 @@ messages = [
|
|
| 33 |
inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
|
| 34 |
inputs = inputs.to("cuda")
|
| 35 |
generate_ids = model.generate(inputs,max_length=2048, streamer=streamer)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
|
| 34 |
inputs = inputs.to("cuda")
|
| 35 |
generate_ids = model.generate(inputs,max_length=2048, streamer=streamer)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
#test
|
| 40 |
+
hf-causal (pretrained=Qwen1.5-0.5B-Chat), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
|
| 41 |
+
| Task |Version| Metric |Value | |Stderr|
|
| 42 |
+
|-------------|------:|--------|-----:|---|-----:|
|
| 43 |
+
|arc_challenge| 0|acc |0.2389|± |0.0125|
|
| 44 |
+
| | |acc_norm|0.2688|± |0.0130|
|
| 45 |
+
|truthfulqa_mc| 1|mc1 |0.2534|± |0.0152|
|
| 46 |
+
| | |mc2 |0.4322|± |0.0151|
|
| 47 |
+
|winogrande | 0|acc |0.5564|± |0.0140|
|
| 48 |
+
|
| 49 |
+
hf-causal (pretrained=Qwen1.5-0.5B-Chat_llamafy), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
|
| 50 |
+
| Task |Version| Metric |Value | |Stderr|
|
| 51 |
+
|-------------|------:|--------|-----:|---|-----:|
|
| 52 |
+
|arc_challenge| 0|acc |0.2398|± |0.0125|
|
| 53 |
+
| | |acc_norm|0.2705|± |0.0130|
|
| 54 |
+
|truthfulqa_mc| 1|mc1 |0.2534|± |0.0152|
|
| 55 |
+
| | |mc2 |0.4322|± |0.0151|
|
| 56 |
+
|winogrande | 0|acc |0.5556|± |0.0140|
|