Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -3,17 +3,17 @@ import modal
|
|
3 |
import time
|
4 |
|
5 |
f = modal.Function.lookup("tutor_mixtral_1000", "Model.generate")
|
6 |
-
|
7 |
-
history = ""
|
8 |
|
9 |
def echo(message, history):
|
10 |
message = "Human: "+message+"\nAssistant: "
|
11 |
answer = ""
|
12 |
start = time.time()
|
13 |
-
for t in f.remote_gen(message):
|
14 |
print("Received answer after ", round(time.time()-start,3))
|
15 |
answer += t
|
16 |
yield answer
|
|
|
17 |
|
18 |
demo = gr.ChatInterface(fn=echo, title="Tutor Bot").queue()
|
19 |
demo.launch()
|
|
|
3 |
import time
|
4 |
|
5 |
f = modal.Function.lookup("tutor_mixtral_1000", "Model.generate")
|
6 |
+
chat_history = ""
|
|
|
7 |
|
8 |
def echo(message, history):
|
9 |
message = "Human: "+message+"\nAssistant: "
|
10 |
answer = ""
|
11 |
start = time.time()
|
12 |
+
for t in f.remote_gen(chat_history+message):
|
13 |
print("Received answer after ", round(time.time()-start,3))
|
14 |
answer += t
|
15 |
yield answer
|
16 |
+
chat_history += message+answer+"\n"
|
17 |
|
18 |
demo = gr.ChatInterface(fn=echo, title="Tutor Bot").queue()
|
19 |
demo.launch()
|