johann22 commited on
Commit
7e03615
·
1 Parent(s): 90a1263

Update app_dialogue.py

Browse files
Files changed (1) hide show
  1. app_dialogue.py +7 -1
app_dialogue.py CHANGED
@@ -552,7 +552,13 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
552
 
553
  query = prompt_list_to_tgi_input(formated_prompt_list)
554
  #stream = client.generate_stream(prompt=query, **generation_args)
555
- stream = client.text_generation(query, **generation_args, stream=True,details=True, return_full_text=True)
 
 
 
 
 
 
556
  acc_text = ""
557
  for idx, response in enumerate(stream):
558
  text_token = response.token.text
 
552
 
553
  query = prompt_list_to_tgi_input(formated_prompt_list)
554
  #stream = client.generate_stream(prompt=query, **generation_args)
555
+ resp = client.text_generation(query, **generation_args, stream=True,details=True, return_full_text=True)
556
+ stream = ""
557
+ for response in resp:
558
+ stream += response.token.text
559
+
560
+
561
+
562
  acc_text = ""
563
  for idx, response in enumerate(stream):
564
  text_token = response.token.text