Yoxas commited on
Commit
260ed34
·
verified ·
1 Parent(s): d0ab9b7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -19,8 +19,8 @@ embeddings = torch.tensor(df['embedding'].tolist(), device=device)
19
  model = SentenceTransformer('all-MiniLM-L6-v2', device=device)
20
 
21
  # Load the LLaMA model for response generation
22
- llama_tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
23
- llama_model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct").to(device)
24
 
25
  # Define the function to find the most relevant document
26
  def retrieve_relevant_doc(query):
 
19
  model = SentenceTransformer('all-MiniLM-L6-v2', device=device)
20
 
21
  # Load the LLaMA model for response generation
22
+ llama_tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2")
23
+ llama_model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2").to(device)
24
 
25
  # Define the function to find the most relevant document
26
  def retrieve_relevant_doc(query):