Update app.py

app.py

@@ -7,7 +7,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, LocalAgent
 
 
 checkpoint = "THUDM/agentlm-7b"
-model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16, load_in_8bit=True)
+model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16)
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)
 
 agent = LocalAgent(model, tokenizer)
@@ -47,7 +47,7 @@ def handle_submission():
     # Initialize the agent with the selected tools
     #agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder", additional_tools=tools)
     #agent = HfAgent("https://api-inference.huggingface.co/models/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", additional_tools=tools)
-    agent = HfAgent("https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1", additional_tools=tools)
+    agent = HfAgent("https://api-inference.huggingface.co/models/THUDM/agentlm-7b", additional_tools=tools)
     
 
  #   agent.config.tokenizer = tokenizer