research14 commited on
Commit
e56b70d
·
1 Parent(s): 230d9ba

testing vicuna output with prints

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -60,8 +60,11 @@ def vicuna_respond(tab_name, message, chat_history):
60
  print('Vicuna - Prompt + Context:')
61
  print(formatted_prompt)
62
  input_ids = vicuna_tokenizer.encode(formatted_prompt, return_tensors="pt")
 
63
  output_ids = vicuna_model.generate(input_ids, do_sample=True, max_length=1024, num_beams=5, no_repeat_ngram_size=2)
 
64
  bot_message = vicuna_tokenizer.decode(output_ids[0], skip_special_tokens=True)
 
65
  # Remove formatted prompt from bot_message
66
  bot_message = bot_message.replace(formatted_prompt, '')
67
  print(bot_message)
@@ -116,11 +119,11 @@ def interface():
116
  # gpt_S3_chatbot = gr.Chatbot(label="gpt-3.5")
117
  # clear = gr.ClearButton(components=[textbox_prompt, vicuna_S3_chatbot])
118
 
119
- textbox_prompt.submit(vicuna_respond, inputs=[textbox_prompt, vicuna_S1_chatbot], outputs=[textbox_prompt, vicuna_S1_chatbot])
120
  # textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S2_chatbot], outputs=[textbox_prompt, vicuna_S2_chatbot])
121
  # textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S3_chatbot], outputs=[textbox_prompt, vicuna_S3_chatbot])
122
 
123
- textbox_prompt.submit(llama_respond, inputs=[textbox_prompt, llama_S1_chatbot], outputs=[textbox_prompt, llama_S1_chatbot])
124
 
125
  btn.click(vicuna_respond, inputs=[tab_name, textbox_prompt, vicuna_S1_chatbot], outputs=[tab_name, textbox_prompt, vicuna_S1_chatbot])
126
  btn.click(llama_respond, inputs=[tab_name, textbox_prompt, llama_S1_chatbot], outputs=[tab_name, textbox_prompt, llama_S1_chatbot])
 
60
  print('Vicuna - Prompt + Context:')
61
  print(formatted_prompt)
62
  input_ids = vicuna_tokenizer.encode(formatted_prompt, return_tensors="pt")
63
+ print(input_ids)
64
  output_ids = vicuna_model.generate(input_ids, do_sample=True, max_length=1024, num_beams=5, no_repeat_ngram_size=2)
65
+ print(output_ids)
66
  bot_message = vicuna_tokenizer.decode(output_ids[0], skip_special_tokens=True)
67
+ print(bot_message)
68
  # Remove formatted prompt from bot_message
69
  bot_message = bot_message.replace(formatted_prompt, '')
70
  print(bot_message)
 
119
  # gpt_S3_chatbot = gr.Chatbot(label="gpt-3.5")
120
  # clear = gr.ClearButton(components=[textbox_prompt, vicuna_S3_chatbot])
121
 
122
+ #textbox_prompt.submit(vicuna_respond, inputs=[textbox_prompt, vicuna_S1_chatbot], outputs=[textbox_prompt, vicuna_S1_chatbot])
123
  # textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S2_chatbot], outputs=[textbox_prompt, vicuna_S2_chatbot])
124
  # textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S3_chatbot], outputs=[textbox_prompt, vicuna_S3_chatbot])
125
 
126
+ #textbox_prompt.submit(llama_respond, inputs=[textbox_prompt, llama_S1_chatbot], outputs=[textbox_prompt, llama_S1_chatbot])
127
 
128
  btn.click(vicuna_respond, inputs=[tab_name, textbox_prompt, vicuna_S1_chatbot], outputs=[tab_name, textbox_prompt, vicuna_S1_chatbot])
129
  btn.click(llama_respond, inputs=[tab_name, textbox_prompt, llama_S1_chatbot], outputs=[tab_name, textbox_prompt, llama_S1_chatbot])