Update app.py
Browse files
app.py
CHANGED
@@ -66,7 +66,7 @@ def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,
|
|
66 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", memory[0-chat_mem:],cust_p)
|
67 |
else:
|
68 |
formatted_prompt = format_prompt(prompt, memory[0-chat_mem:],cust_p)
|
69 |
-
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=
|
70 |
output = ""
|
71 |
for response in stream:
|
72 |
output += response.token.text
|
|
|
66 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", memory[0-chat_mem:],cust_p)
|
67 |
else:
|
68 |
formatted_prompt = format_prompt(prompt, memory[0-chat_mem:],cust_p)
|
69 |
+
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True)
|
70 |
output = ""
|
71 |
for response in stream:
|
72 |
output += response.token.text
|