File size: 190 Bytes
2ff20e8 |
1 2 3 4 5 6 7 8 9 10 |
name: llama-3.1
backend: transformers
parameters:
model: fakezeta/Meta-Llama-3.1-8B-Instruct-ov-int8
context_size: 8192
type: OVModelForCausalLM
template:
use_tokenizer_template: true
|