Spaces:
Runtime error
Runtime error
Update app_dialogue.py
Browse files- app_dialogue.py +7 -1
app_dialogue.py
CHANGED
@@ -552,7 +552,13 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
|
|
552 |
|
553 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
554 |
#stream = client.generate_stream(prompt=query, **generation_args)
|
555 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
556 |
acc_text = ""
|
557 |
for idx, response in enumerate(stream):
|
558 |
text_token = response.token.text
|
|
|
552 |
|
553 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
554 |
#stream = client.generate_stream(prompt=query, **generation_args)
|
555 |
+
resp = client.text_generation(query, **generation_args, stream=True,details=True, return_full_text=True)
|
556 |
+
stream = ""
|
557 |
+
for response in resp:
|
558 |
+
stream += response.token.text
|
559 |
+
|
560 |
+
|
561 |
+
|
562 |
acc_text = ""
|
563 |
for idx, response in enumerate(stream):
|
564 |
text_token = response.token.text
|