Commit
路
ec92a80
1
Parent(s):
8016cd6
Update README.md
Browse files
README.md
CHANGED
@@ -41,7 +41,7 @@ for token in top_5_tokens:
|
|
41 |
# 讗讬诇转 讛讬讗 诪讟专讜驻讜诇讬谉 讛诪讛讜讜讛 讗转 诪专讻讝 讛讻诇讻诇讛
|
42 |
```
|
43 |
|
44 |
-
```
|
45 |
def ppl_naive(text, model, tokenizer):
|
46 |
input = tokenizer.encode(text, return_tensors="pt")
|
47 |
loss = model(input, labels=input)[0]
|
|
|
41 |
# 讗讬诇转 讛讬讗 诪讟专讜驻讜诇讬谉 讛诪讛讜讜讛 讗转 诪专讻讝 讛讻诇讻诇讛
|
42 |
```
|
43 |
|
44 |
+
```python
|
45 |
def ppl_naive(text, model, tokenizer):
|
46 |
input = tokenizer.encode(text, return_tensors="pt")
|
47 |
loss = model(input, labels=input)[0]
|