Kalyani8 commited on
Commit
c003775
·
verified ·
1 Parent(s): ce7b1f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,7 +3,7 @@ import numpy as np
3
  import gradio as gr
4
  import chromadb
5
 
6
- from transformers import AutoModel, AutoTokenizer, pipeline
7
  import torch
8
  import chromadb
9
 
@@ -24,7 +24,7 @@ def get_embedding(text):
24
  return outputs.last_hidden_state[:, 0, :].numpy().tolist() # Take CLS token embedding
25
 
26
  # Load LLaMA Model (Meta LLaMA 2)
27
- llama_pipe = pipeline("text-generation", model="meta-llama/Llama-2-7b-chat-hf")
28
 
29
  # Load a small subset (10,000 rows)
30
  #dataset = load_dataset("wiki40b", "en", split="train[:1000]")
 
3
  import gradio as gr
4
  import chromadb
5
 
6
+ from transformers import AutoModel, AutoTokenizer, AutoModelForCausalLMpipeline
7
  import torch
8
  import chromadb
9
 
 
24
  return outputs.last_hidden_state[:, 0, :].numpy().tolist() # Take CLS token embedding
25
 
26
  # Load LLaMA Model (Meta LLaMA 2)
27
+ llama_pipe = pipeline("text-generation", model=AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf"))
28
 
29
  # Load a small subset (10,000 rows)
30
  #dataset = load_dataset("wiki40b", "en", split="train[:1000]")