Update app.py

app.py

@@ -1,11 +1,10 @@
 import os
 import subprocess
 import random
-from huggingface_hub import InferenceClient
+from transformers import pipeline
 import gradio as gr
 from safe_search import safe_search
-from i_search import google
-from i_search import i_search as i_s
+from i_search import google, i_search as i_s
 from agent import (
     ACTION_PROMPT,
     ADD_PROMPT,
@@ -21,21 +20,6 @@ from agent import (
 )
 from utils import parse_action, parse_file_content, read_python_module_structure
 from datetime import datetime
-now = datetime.now()
-date_time_str = now.strftime("%Y-%m-%d %H:%M:%S")
-
-client = InferenceClient(
-    "mistralai/Mixtral-8x7B-Instruct-v0.1"
-)
-
-############################################
-
-
-VERBOSE = False
-MAX_HISTORY = 5
-#MODEL = "gpt-3.5-turbo"  # "gpt-4"
-
-TASK_PROMPT = """Task: {task}\nHistory:\n{history}"""
 
 def format_prompt(message, history):
   prompt = "<s>"
@@ -45,8 +29,6 @@ def format_prompt(message, history):
   prompt += f"[INST] {message} [/INST]"
   return prompt
 
-
-
 def run_gpt(
     prompt_template,
     stop_tokens,
@@ -65,25 +47,19 @@ def run_gpt(
         seed=seed,
     )
 
-    
     content = PREFIX.format(
-        date_time_str=date_time_str,
+        date_time_str=datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
         purpose=purpose,
         safe_search=safe_search,
     ) + prompt_template.format(**prompt_kwargs)
-    if VERBOSE:
+    if True:
         print(LOG_PROMPT.format(content))
-    
-    
-    #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    #formatted_prompt = format_prompt(f'{content}', history)
 
-    stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    resp = ""
-    for response in stream:
-        resp += response.token.text
+    model = pipeline('text-generation', model='microsoft/DialoGPT-small')
+    response = model(content, max_length=max_tokens, temperature=1.0)
+    resp = response[0]['generated_text']
 
-    if VERBOSE:
+    if True:
         print(LOG_RESPONSE.format(resp))
     return resp
 
@@ -97,25 +73,24 @@ def compress_history(purpose, task, history, directory):
         task=task,
         history=history,
     )
-    history = "observation: {}\n".format(resp)
-    return history
-    
+    return resp
+
 def call_search(purpose, task, history, directory, action_input):
     print("CALLING SEARCH")
     try:
-        
+
         if "http" in action_input:
             if "<" in action_input:
-                action_input = action_input.strip("<")
+                action_input = action_input.replace("<", "")
             if ">" in action_input:
-                action_input = action_input.strip(">")
-            
+                action_input = action_input.replace(">", "")
+
             response = i_s(action_input)
             #response = google(search_return)
             print(response)
             history += "observation: search result is: {}\n".format(response)
         else:
-            history += "observation: I need to provide a valid URL to 'action: SEARCH action_input=https://URL'\n"
+            history += "observation: I need to provide a valid URL to 'action: SEARCH action_input = {}\n".format(action_input)
     except Exception as e:
         history += "observation: {}'\n".format(e)
     return "MAIN", None, history, task
@@ -136,21 +111,21 @@ def call_main(purpose, task, history, directory, action_input):
         if line.startswith("thought: "):
             history += "{}\n".format(line)
         elif line.startswith("action: "):
-            
-            action_name, action_input = parse_action(line)
+
+            action_name, action_input = line.split(": ")
             print (f'ACTION_NAME :: {action_name}')
             print (f'ACTION_INPUT :: {action_input}')
-            
+
             history += "{}\n".format(line)
             if "COMPLETE" in action_name or "COMPLETE" in action_input:
-                task = "END"
+                task = "COMPLETE"
                 return action_name, action_input, history, task
             else:
                 return action_name, action_input, history, task
         else:
             history += "{}\n".format(line)
             #history += "observation: the following command did not produce any useful output: '{}', I need to check the commands syntax, or use a different command\n".format(line)
-            
+
             #return action_name, action_input, history, task
             #assert False, "unknown action: {}".format(line)
     return "MAIN", None, history, task
@@ -169,7 +144,7 @@ def call_set_task(purpose, task, history, directory, action_input):
     return "MAIN", None, history, task
 
 def end_fn(purpose, task, history, directory, action_input):
-    task = "END"
+    task = "COMPLETE"
     return "COMPLETE", "COMPLETE", history, task
 
 NAME_TO_FUNC = {
@@ -184,21 +159,21 @@ def run_action(purpose, task, history, directory, action_name, action_input):
     print(f'action_name::{action_name}')
     try:
         if "RESPONSE" in action_name or "COMPLETE" in action_name:
-            action_name="COMPLETE"
-            task="END"
+            action_name = action_name
+            task = "COMPLETE"
             return action_name, "COMPLETE", history, task
-    
+
         # compress the history when it is long
-        if len(history.split("\n")) > MAX_HISTORY:
-            if VERBOSE:
+        if len(history.split("\n")) > 5:
+            if True:
                 print("COMPRESSING HISTORY")
             history = compress_history(purpose, task, history, directory)
         if not action_name in NAME_TO_FUNC:
-            action_name="MAIN"
-        if action_name == "" or action_name == None:
-            action_name="MAIN"
+            action_name = action_name
+        if action_name == "MAIN":
+            action_name = action_name
         assert action_name in NAME_TO_FUNC
-    
+
         print("RUN: ", action_name, action_input)
         return NAME_TO_FUNC[action_name](purpose, task, history, directory, action_input)
     except Exception as e:
@@ -207,18 +182,18 @@ def run_action(purpose, task, history, directory, action_name, action_input):
         return "MAIN", None, history, task
 
 def run(purpose,history):
-    
+
     #print(purpose)
     #print(hist)
-    task=None
-    directory="./"
+    task = "MAIN"
+    directory = "MAIN"
     if history:
-        history=str(history).strip("[]")
+        history = history
     if not history:
         history = ""
-    
-    action_name = "UPDATE-TASK" if task is None else "MAIN"
-    action_input = None
+
+    action_name = "MAIN"
+    action_input = ""
     while True:
         print("")
         print("")
@@ -239,21 +214,10 @@ def run(purpose,history):
         )
         yield (history)
         #yield ("",[(purpose,history)])
-        if task == "END":
+        if task == "COMPLETE":
             return (history)
             #return ("", [(purpose,history)])
 
-
-
-################################################
-
-def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
 agents =[
     "WEB_DEV",
     "AI_SYSTEM_PROMPT",
@@ -270,7 +234,7 @@ def generate(
     if agent_name == "AI_SYSTEM_PROMPT":
         agent = prompts.AI_SYSTEM_PROMPT
     if agent_name == "PYTHON_CODE_DEV":
-        agent = prompts.PYTHON_CODE_DEV        
+        agent = prompts.PYTHON_CODE_DEV
     system_prompt=agent
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -287,12 +251,10 @@ def generate(
     )
 
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    output = ""
+    model = pipeline('text-generation', model='microsoft/DialoGPT-small')
+    response = model(formatted_prompt, max_length=1024, temperature=1.0)
+    output = response[0]['generated_text']
 
-    for response in stream:
-        output += response.token.text
-        yield output
     return output
 
 
@@ -359,28 +321,6 @@ examples=[["What are the biggest news stories today?", None, None, None, None, N
           ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
          ]
 
-'''
-gr.ChatInterface(
-fn=run,
-chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
-title="Mixtral 46.7B\nMicro-Agent\nInternet Search <br> development test",
-examples=examples,
-concurrency_limit=20,
-with gr.Blocks() as ifacea:
-    gr.HTML("""TEST""")
-ifacea.launch()
-).launch()
-with gr.Blocks() as iface:
-    #chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
-    chatbot=gr.Chatbot()
-    msg = gr.Textbox()
-    with gr.Row():
-        submit_b = gr.Button()
-        clear = gr.ClearButton([msg, chatbot])
-    submit_b.click(run, [msg,chatbot],[msg,chatbot])
-    msg.submit(run, [msg, chatbot], [msg, chatbot])
-iface.launch()
-'''
 gr.ChatInterface(
     fn=run,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),