imvladikon
commited on
Commit
โข
ec92a80
1
Parent(s):
8016cd6
Update README.md
Browse files
README.md
CHANGED
@@ -41,7 +41,7 @@ for token in top_5_tokens:
|
|
41 |
# ืืืืช ืืื ืืืจืืคืืืื ืืืืืื ืืช ืืจืื ืืืืืื
|
42 |
```
|
43 |
|
44 |
-
```
|
45 |
def ppl_naive(text, model, tokenizer):
|
46 |
input = tokenizer.encode(text, return_tensors="pt")
|
47 |
loss = model(input, labels=input)[0]
|
|
|
41 |
# ืืืืช ืืื ืืืจืืคืืืื ืืืืืื ืืช ืืจืื ืืืืืื
|
42 |
```
|
43 |
|
44 |
+
```python
|
45 |
def ppl_naive(text, model, tokenizer):
|
46 |
input = tokenizer.encode(text, return_tensors="pt")
|
47 |
loss = model(input, labels=input)[0]
|