Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -3,15 +3,13 @@ import gradio as gr
|
|
3 |
import aranizer
|
4 |
from aranizer import aranizer_bpe50k, aranizer_bpe64k, aranizer_bpe86k, aranizer_sp32k, aranizer_sp50k, aranizer_sp64k, aranizer_sp86k
|
5 |
from transformers import AutoTokenizer, logging
|
6 |
-
from huggingface_hub import
|
7 |
import os
|
8 |
|
9 |
# Retrieve your Hugging Face token from the environment variable
|
10 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
11 |
|
12 |
if HF_TOKEN:
|
13 |
-
api = HfApi()
|
14 |
-
api.set_access_token(HF_TOKEN)
|
15 |
login(token=HF_TOKEN)
|
16 |
|
17 |
# Load additional tokenizers from transformers
|
|
|
3 |
import aranizer
|
4 |
from aranizer import aranizer_bpe50k, aranizer_bpe64k, aranizer_bpe86k, aranizer_sp32k, aranizer_sp50k, aranizer_sp64k, aranizer_sp86k
|
5 |
from transformers import AutoTokenizer, logging
|
6 |
+
from huggingface_hub import login
|
7 |
import os
|
8 |
|
9 |
# Retrieve your Hugging Face token from the environment variable
|
10 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
11 |
|
12 |
if HF_TOKEN:
|
|
|
|
|
13 |
login(token=HF_TOKEN)
|
14 |
|
15 |
# Load additional tokenizers from transformers
|