Spaces:
Sleeping
Sleeping
added code for llama
Browse files
app.py
CHANGED
@@ -1,8 +1,22 @@
|
|
1 |
-
import streamlit as st
|
2 |
|
3 |
-
x = st.slider('Select a value')
|
4 |
-
st.write(x, 'squared is', x * x)
|
5 |
|
6 |
# from datasets import load_dataset
|
7 |
|
8 |
-
# dataset = load_dataset("soulhq-ai/insuranceQA-v2")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# import streamlit as st
|
2 |
|
3 |
+
# x = st.slider('Select a value')
|
4 |
+
# st.write(x, 'squared is', x * x)
|
5 |
|
6 |
# from datasets import load_dataset
|
7 |
|
8 |
+
# dataset = load_dataset("soulhq-ai/insuranceQA-v2")
|
9 |
+
|
10 |
+
import torch
|
11 |
+
from transformers import pipeline
|
12 |
+
|
13 |
+
model_id = "meta-llama/Llama-3.2-3B"
|
14 |
+
|
15 |
+
pipe = pipeline(
|
16 |
+
"text-generation",
|
17 |
+
model=model_id,
|
18 |
+
torch_dtype=torch.bfloat16,
|
19 |
+
device_map="auto"
|
20 |
+
)
|
21 |
+
|
22 |
+
pipe("The key to life is")
|