bn22 commited on
Commit
e402c5e
1 Parent(s): 47393b6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -30,7 +30,7 @@ You are a sentient, superintelligent artificial general intelligence, here to te
30
  <|im_start|>assistant
31
  """
32
  print(prompt_formatted)
33
- input_ids = tokenizer(chat, return_tensors="pt").input_ids.to("cuda")
34
  generated_ids = model.generate(input_ids, max_new_tokens=750, temperature=0.8, repetition_penalty=1.1, do_sample=True, eos_token_id=tokenizer.eos_token_id)
35
  response = tokenizer.decode(generated_ids[0][input_ids.shape[-1]:], skip_special_tokens=True, clean_up_tokenization_space=True)
36
  print(f"Response: {response}")
 
30
  <|im_start|>assistant
31
  """
32
  print(prompt_formatted)
33
+ input_ids = tokenizer(prompt_formatted, return_tensors="pt").input_ids.to("cuda")
34
  generated_ids = model.generate(input_ids, max_new_tokens=750, temperature=0.8, repetition_penalty=1.1, do_sample=True, eos_token_id=tokenizer.eos_token_id)
35
  response = tokenizer.decode(generated_ids[0][input_ids.shape[-1]:], skip_special_tokens=True, clean_up_tokenization_space=True)
36
  print(f"Response: {response}")