NanditaVora commited on
Commit
bf0ec85
·
verified ·
1 Parent(s): ec12d72

added code for llama

Browse files
Files changed (1) hide show
  1. app.py +18 -4
app.py CHANGED
@@ -1,8 +1,22 @@
1
- import streamlit as st
2
 
3
- x = st.slider('Select a value')
4
- st.write(x, 'squared is', x * x)
5
 
6
  # from datasets import load_dataset
7
 
8
- # dataset = load_dataset("soulhq-ai/insuranceQA-v2")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # import streamlit as st
2
 
3
+ # x = st.slider('Select a value')
4
+ # st.write(x, 'squared is', x * x)
5
 
6
  # from datasets import load_dataset
7
 
8
+ # dataset = load_dataset("soulhq-ai/insuranceQA-v2")
9
+
10
+ import torch
11
+ from transformers import pipeline
12
+
13
+ model_id = "meta-llama/Llama-3.2-3B"
14
+
15
+ pipe = pipeline(
16
+ "text-generation",
17
+ model=model_id,
18
+ torch_dtype=torch.bfloat16,
19
+ device_map="auto"
20
+ )
21
+
22
+ pipe("The key to life is")