UNIST-Eunchan
commited on
Commit
•
74d932d
1
Parent(s):
5245992
Update README.md
Browse files
README.md
CHANGED
@@ -345,7 +345,7 @@ model = BetterTransformer.transform(model)
|
|
345 |
```python
|
346 |
# use to(device)
|
347 |
|
348 |
-
num_generate_sequence = 16 (about 20 sec with Colab T4 GPU)
|
349 |
summaries = model.generate(input_ids =inputs["input_ids"].to(device), max_new_tokens=100, do_sample = True, top_p = 0.95, num_return_sequences = num_generate_sequence)
|
350 |
```
|
351 |
|
|
|
345 |
```python
|
346 |
# use to(device)
|
347 |
|
348 |
+
num_generate_sequence = 16 # (about 20 sec with Colab T4 GPU)
|
349 |
summaries = model.generate(input_ids =inputs["input_ids"].to(device), max_new_tokens=100, do_sample = True, top_p = 0.95, num_return_sequences = num_generate_sequence)
|
350 |
```
|
351 |
|