Spaces:
Runtime error
Runtime error
Update app_dialogue.py
Browse files- app_dialogue.py +5 -3
app_dialogue.py
CHANGED
@@ -551,8 +551,8 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
|
|
551 |
)
|
552 |
|
553 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
554 |
-
stream = client.generate_stream(prompt=query, **generation_args)
|
555 |
-
|
556 |
acc_text = ""
|
557 |
for idx, response in enumerate(stream):
|
558 |
text_token = response.token.text
|
@@ -637,7 +637,9 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
|
|
637 |
break
|
638 |
|
639 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
640 |
-
generated_text = client.
|
|
|
|
|
641 |
if generated_text.endswith("\nUser"):
|
642 |
generated_text = generated_text[:-5]
|
643 |
|
|
|
551 |
)
|
552 |
|
553 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
554 |
+
#stream = client.generate_stream(prompt=query, **generation_args)
|
555 |
+
stream = client.text_generation(query, **generate_args, stream=True)
|
556 |
acc_text = ""
|
557 |
for idx, response in enumerate(stream):
|
558 |
text_token = response.token.text
|
|
|
637 |
break
|
638 |
|
639 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
640 |
+
generated_text = client.text_generation(query, **generation_args, stream=False)
|
641 |
+
|
642 |
+
#generated_text = client.generate(prompt=query, **generation_args).generated_text
|
643 |
if generated_text.endswith("\nUser"):
|
644 |
generated_text = generated_text[:-5]
|
645 |
|