mgokg commited on
Commit
d97712c
·
verified ·
1 Parent(s): 63741c5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -22,7 +22,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name) # ,use_auth_token=hf_a
22
  def get_llm_response(input_prompt, content, prompt):
23
  combined_input = f"{input_prompt}\nContent: {content}\nQuestion: {prompt}\nAnswer:"
24
  inputs = tokenizer(combined_input, return_tensors="pt")
25
- outputs = model.generate(**inputs, max_length=400, num_return_sequences=1)
26
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
27
 
28
  # Extract the answer part from the response
 
22
  def get_llm_response(input_prompt, content, prompt):
23
  combined_input = f"{input_prompt}\nContent: {content}\nQuestion: {prompt}\nAnswer:"
24
  inputs = tokenizer(combined_input, return_tensors="pt")
25
+ outputs = model.generate(**inputs, max_length=1000, num_return_sequences=1)
26
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
27
 
28
  # Extract the answer part from the response