NaimaAqeel commited on
Commit
80cb300
·
verified ·
1 Parent(s): d1c1284

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -124,8 +124,9 @@ def process_and_query(files, question):
124
  retrieved_results = [state["sentences"][i] for i in I[0]]
125
 
126
  # Generate response based on retrieved results
127
- combined_input = question + " ".join(retrieved_results)
128
- inputs = generator_tokenizer(combined_input, return_tensors="pt")
 
129
  with torch.no_grad():
130
  generator_outputs = generator.generate(**inputs)
131
  generated_text = generator_tokenizer.decode(generator_outputs[0], skip_special_tokens=True)
 
124
  retrieved_results = [state["sentences"][i] for i in I[0]]
125
 
126
  # Generate response based on retrieved results
127
+ context = " ".join(retrieved_results)
128
+ combined_input = f"Question: {question}\nContext: {context}"
129
+ inputs = generator_tokenizer(combined_input, return_tensors="pt", max_length=512, truncation=True)
130
  with torch.no_grad():
131
  generator_outputs = generator.generate(**inputs)
132
  generated_text = generator_tokenizer.decode(generator_outputs[0], skip_special_tokens=True)