xavierbarbier commited on
Commit
c9862ec
·
verified ·
1 Parent(s): b26b237

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -102,8 +102,8 @@ def qa(question: str, doc: str) -> str:
102
  [INST] Requête: {question} [/INST]
103
  Réponse:
104
  """
105
-
106
- return prompt
107
 
108
 
109
  demo = gr.Interface(
 
102
  [INST] Requête: {question} [/INST]
103
  Réponse:
104
  """
105
+ outputs = model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)
106
+ return "".join(outputs)
107
 
108
 
109
  demo = gr.Interface(