johann22 commited on
Commit
acf4990
·
1 Parent(s): 9ea8d9c

Update app_dialogue.py

Browse files
Files changed (1) hide show
  1. app_dialogue.py +5 -6
app_dialogue.py CHANGED
@@ -552,13 +552,12 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
552
 
553
  query = prompt_list_to_tgi_input(formated_prompt_list)
554
  #stream = client.generate_stream(prompt=query, **generation_args)
555
- resp = client.text_generation(query, **generation_args, stream=True,details=True, return_full_text=False)
556
- stream = ""
557
- for response in resp:
558
- stream += response.token.text
559
-
560
-
561
 
 
 
 
562
  acc_text = ""
563
  for idx, response in enumerate(stream):
564
  text_token = response.token.text
 
552
 
553
  query = prompt_list_to_tgi_input(formated_prompt_list)
554
  #stream = client.generate_stream(prompt=query, **generation_args)
555
+ #resp = client.text_generation(query, **generation_args, stream=False,details=True, return_full_text=False)
556
+ stream = client.text_generation(query, **generation_args, stream=False)
 
 
 
 
557
 
558
+ #stream = ""
559
+ #for response in resp:
560
+ # stream += response.token.text
561
  acc_text = ""
562
  for idx, response in enumerate(stream):
563
  text_token = response.token.text