ShieldX commited on
Commit
3ecddd5
·
verified ·
1 Parent(s): 2079bf3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ def predict(message, history):
39
 
40
  outputs = model.generate(**inputs,streamer=streamer, generation_config=generation_config)
41
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
42
- return response
43
 
44
  # partial_message = ""
45
  # for i in response:
 
39
 
40
  outputs = model.generate(**inputs,streamer=streamer, generation_config=generation_config)
41
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
42
+ return response[len(formatted_prompt(message))-1:]
43
 
44
  # partial_message = ""
45
  # for i in response: