from typing import List , Tuple , Union from web_ui import WebUI import math import os from qwen_agent.agents import Assistant from qwen_agent.gui.gradio import gr def app_gui (): # Define the agent bot = Assistant(llm={ 'model' : os.environ.get( "MODELNAME" ), 'model_type' : 'qwen_dashscope' , 'generate_cfg' : { 'max_input_tokens' : 32768 , 'max_retries' : 10 , 'temperature' : float (os.environ.get( "T" , 0.001 )), 'repetition_penalty' : float (os.environ.get( "R" , 1.0 )), "top_k" : int (os.environ.get( "K" , 20 )), "top_p" : float (os.environ.get( "P" , 0.8 )), }}, name = 'QwQ-32B-preview' , description= 'QwQ-32B-Preview is an experimental research model developed by the Qwen Team, focused on advancing AI reasoning capabilities. As a preview release, it demonstrates promising analytical abilities while having several important limitations such as code switching and recursive reasoning loops. Only single-turn queries are supported in this demo.' , system_message= 'You are a helpful and harmless assistant. You are Qwen developed by Alibaba. You should think step-by-step.' , rag_cfg={ 'max_ref_token' : 32768 , 'rag_searchers' : []}, ) chatbot_config = { 'input.placeholder' : "Type \"/clear\" to clear the history" , 'verbose' : True , 'prompt.suggestions' : [ { 'text' : 'How many r in strawberry' }, { 'text' : 'Find the least odd prime factor of $2019^8+1$.' }, { 'text' : '''Mr. S, Mr. P, and Mr. Q know that there are 16 playing cards in the drawer of the table: A, Q, 4 of hearts, J, 8, 4, 2, 7, 3 of spades, K, Q, 5, 4, 6 of clubs, A, 5 of diamonds. Professor John picked a card from the 16 cards and told Mr. P the number of points on the card and Mr. Q the suit of the card. At this time, Professor John asked Mr. P and Mr. Q: Can you infer what card this is from the known number of points or suit? So, Mr. S heard the following conversation: Mr. P: I don’t know this card. Mr. Q: I know you don’t know this card. Mr. P: Now I know this card. Mr. Q: I know that too. Please tell me: What card is this? ''' }, ] } WebUI(bot, chatbot_config=chatbot_config).run(concurrency_limit= 80) if __name__ == '__main__' : app_gui()