davanstrien HF Staff commited on
Commit
988de9e
·
verified ·
1 Parent(s): 711aa3f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -5,6 +5,8 @@ from datetime import datetime
5
  from theme import TufteInspired
6
  from transformers import AutoTokenizer
7
  from transformers import pipeline
 
 
8
  from huggingface_hub import login
9
  import os
10
  HF_TOKEN = os.getenv("HF_TOKEN")
@@ -14,7 +16,7 @@ login(HF_TOKEN)
14
  model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
15
  tokenizer = AutoTokenizer.from_pretrained(model_id, add_special_tokens=True)
16
 
17
- pipeline = transformers.pipeline(
18
  "text-generation",
19
  model=model_id,
20
  model_kwargs={"torch_dtype": torch.bfloat16},
 
5
  from theme import TufteInspired
6
  from transformers import AutoTokenizer
7
  from transformers import pipeline
8
+
9
+
10
  from huggingface_hub import login
11
  import os
12
  HF_TOKEN = os.getenv("HF_TOKEN")
 
16
  model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
17
  tokenizer = AutoTokenizer.from_pretrained(model_id, add_special_tokens=True)
18
 
19
+ pipeline = pipeline(
20
  "text-generation",
21
  model=model_id,
22
  model_kwargs={"torch_dtype": torch.bfloat16},