Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -3,6 +3,8 @@ import streamlit as st
|
|
3 |
# import ollama
|
4 |
import transformers
|
5 |
import torch
|
|
|
|
|
6 |
model_id = "meta-llama/Meta-Llama-3-8B"
|
7 |
pipeline = transformers.pipeline(
|
8 |
"text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
|
|
|
3 |
# import ollama
|
4 |
import transformers
|
5 |
import torch
|
6 |
+
from huggingface_hub import login
|
7 |
+
login()
|
8 |
model_id = "meta-llama/Meta-Llama-3-8B"
|
9 |
pipeline = transformers.pipeline(
|
10 |
"text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
|