Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -101,8 +101,9 @@ def qa(question):
|
|
101 |
Query: {question}
|
102 |
Answer:
|
103 |
"""
|
104 |
-
|
105 |
-
|
|
|
106 |
|
107 |
|
108 |
with gr.Blocks() as demo:
|
|
|
101 |
Query: {question}
|
102 |
Answer:
|
103 |
"""
|
104 |
+
max_new_tokens = 2048
|
105 |
+
outputs = model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)
|
106 |
+
return outputs
|
107 |
|
108 |
|
109 |
with gr.Blocks() as demo:
|