johann22 commited on
Commit
3034836
·
1 Parent(s): d8b1ac8

Update app_dialogue.py

Browse files
Files changed (1) hide show
  1. app_dialogue.py +5 -3
app_dialogue.py CHANGED
@@ -551,8 +551,8 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
551
  )
552
 
553
  query = prompt_list_to_tgi_input(formated_prompt_list)
554
- stream = client.generate_stream(prompt=query, **generation_args)
555
-
556
  acc_text = ""
557
  for idx, response in enumerate(stream):
558
  text_token = response.token.text
@@ -637,7 +637,9 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
637
  break
638
 
639
  query = prompt_list_to_tgi_input(formated_prompt_list)
640
- generated_text = client.generate(prompt=query, **generation_args).generated_text
 
 
641
  if generated_text.endswith("\nUser"):
642
  generated_text = generated_text[:-5]
643
 
 
551
  )
552
 
553
  query = prompt_list_to_tgi_input(formated_prompt_list)
554
+ #stream = client.generate_stream(prompt=query, **generation_args)
555
+ stream = client.text_generation(query, **generate_args, stream=True)
556
  acc_text = ""
557
  for idx, response in enumerate(stream):
558
  text_token = response.token.text
 
637
  break
638
 
639
  query = prompt_list_to_tgi_input(formated_prompt_list)
640
+ generated_text = client.text_generation(query, **generation_args, stream=False)
641
+
642
+ #generated_text = client.generate(prompt=query, **generation_args).generated_text
643
  if generated_text.endswith("\nUser"):
644
  generated_text = generated_text[:-5]
645