Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,15 +3,13 @@ import gradio as gr
|
|
| 3 |
import aranizer
|
| 4 |
from aranizer import aranizer_bpe50k, aranizer_bpe64k, aranizer_bpe86k, aranizer_sp32k, aranizer_sp50k, aranizer_sp64k, aranizer_sp86k
|
| 5 |
from transformers import AutoTokenizer, logging
|
| 6 |
-
from huggingface_hub import
|
| 7 |
import os
|
| 8 |
|
| 9 |
# Retrieve your Hugging Face token from the environment variable
|
| 10 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
| 11 |
|
| 12 |
if HF_TOKEN:
|
| 13 |
-
api = HfApi()
|
| 14 |
-
api.set_access_token(HF_TOKEN)
|
| 15 |
login(token=HF_TOKEN)
|
| 16 |
|
| 17 |
# Load additional tokenizers from transformers
|
|
|
|
| 3 |
import aranizer
|
| 4 |
from aranizer import aranizer_bpe50k, aranizer_bpe64k, aranizer_bpe86k, aranizer_sp32k, aranizer_sp50k, aranizer_sp64k, aranizer_sp86k
|
| 5 |
from transformers import AutoTokenizer, logging
|
| 6 |
+
from huggingface_hub import login
|
| 7 |
import os
|
| 8 |
|
| 9 |
# Retrieve your Hugging Face token from the environment variable
|
| 10 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
| 11 |
|
| 12 |
if HF_TOKEN:
|
|
|
|
|
|
|
| 13 |
login(token=HF_TOKEN)
|
| 14 |
|
| 15 |
# Load additional tokenizers from transformers
|