xavierbarbier commited on
Commit
efdd19e
·
verified ·
1 Parent(s): 61f44e7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -101,8 +101,9 @@ def qa(question):
101
  Query: {question}
102
  Answer:
103
  """
104
-
105
- return prompt
 
106
 
107
 
108
  with gr.Blocks() as demo:
 
101
  Query: {question}
102
  Answer:
103
  """
104
+ max_new_tokens = 2048
105
+ outputs = model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)
106
+ return outputs
107
 
108
 
109
  with gr.Blocks() as demo: