Update app.py
Browse files
app.py
CHANGED
@@ -7,10 +7,11 @@ import os
|
|
7 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
8 |
|
9 |
model_id = "JerniganLab/interviews-and-qa"
|
|
|
10 |
|
11 |
pipeline = transformers.pipeline(
|
12 |
"text-generation",
|
13 |
-
model=
|
14 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
15 |
device="cuda",
|
16 |
)
|
|
|
7 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
8 |
|
9 |
model_id = "JerniganLab/interviews-and-qa"
|
10 |
+
base_model = "meta-llama/Meta-Llama-3-8B-Instruct"
|
11 |
|
12 |
pipeline = transformers.pipeline(
|
13 |
"text-generation",
|
14 |
+
model=base_model,
|
15 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
16 |
device="cuda",
|
17 |
)
|