Minami-su
/

Qwen1.5-0.5B-Chat_llamafy

Text Generation

text-generation-inference

Model card Files Files and versions Community

Minami-su commited on Feb 24

Commit

25f2c6a

•

1 Parent(s): 3c1fc4a

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -32,4 +32,4 @@ messages = [
 ]
 inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
 inputs = inputs.to("cuda")
-generate_ids = model.generate(inputs, streamer=streamer)

 ]
 inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
 inputs = inputs.to("cuda")
+generate_ids = model.generate(inputs,max_length=2048, streamer=streamer)