Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ def predict(message, history):
|
|
39 |
|
40 |
outputs = model.generate(**inputs,streamer=streamer, generation_config=generation_config)
|
41 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
42 |
-
return response
|
43 |
|
44 |
# partial_message = ""
|
45 |
# for i in response:
|
|
|
39 |
|
40 |
outputs = model.generate(**inputs,streamer=streamer, generation_config=generation_config)
|
41 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
42 |
+
return response[len(formatted_prompt(message))-1:]
|
43 |
|
44 |
# partial_message = ""
|
45 |
# for i in response:
|