Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -5,6 +5,8 @@ from datetime import datetime
|
|
5 |
from theme import TufteInspired
|
6 |
from transformers import AutoTokenizer
|
7 |
from transformers import pipeline
|
|
|
|
|
8 |
from huggingface_hub import login
|
9 |
import os
|
10 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
@@ -14,7 +16,7 @@ login(HF_TOKEN)
|
|
14 |
model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
15 |
tokenizer = AutoTokenizer.from_pretrained(model_id, add_special_tokens=True)
|
16 |
|
17 |
-
pipeline =
|
18 |
"text-generation",
|
19 |
model=model_id,
|
20 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
|
|
5 |
from theme import TufteInspired
|
6 |
from transformers import AutoTokenizer
|
7 |
from transformers import pipeline
|
8 |
+
|
9 |
+
|
10 |
from huggingface_hub import login
|
11 |
import os
|
12 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
|
16 |
model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
17 |
tokenizer = AutoTokenizer.from_pretrained(model_id, add_special_tokens=True)
|
18 |
|
19 |
+
pipeline = pipeline(
|
20 |
"text-generation",
|
21 |
model=model_id,
|
22 |
model_kwargs={"torch_dtype": torch.bfloat16},
|