scooter7 commited on
Commit
b3a570b
·
verified ·
1 Parent(s): befbdb6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -104,7 +104,8 @@ def generate_answer(query: str) -> str:
104
  f"Question: {query}\n\n"
105
  f"Answer:"
106
  )
107
- response = generator(prompt, max_length=256, do_sample=True, temperature=0.7)
 
108
  return response[0]["generated_text"]
109
 
110
  # ====================================================
 
104
  f"Question: {query}\n\n"
105
  f"Answer:"
106
  )
107
+ # Use max_new_tokens to generate additional tokens beyond the prompt.
108
+ response = generator(prompt, max_new_tokens=100, do_sample=True, temperature=0.7)
109
  return response[0]["generated_text"]
110
 
111
  # ====================================================