Update app.py

app.py

@@ -6,10 +6,8 @@ from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
 import black
 from pylint import lint
 from io import StringIO
-import openai
-
-# Set your OpenAI API key here
-openai.api_key = "YOUR_OPENAI_API_KEY"
+from transformers import AutoModel
+model = AutoModel.from_pretrained("InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF")
 
 HUGGING_FACE_REPO_URL = "https://huggingface.co/spaces/acecalisto3/DevToolKit"
 PROJECT_ROOT = "projects"
@@ -95,8 +93,8 @@ def chat_interface_with_agent(input_text, agent_name):
     # Load the GPT-2 model which is compatible with AutoModelForCausalLM
     model_name = "gpt2"
     try:
-        model = AutoModelForCausalLM.from_pretrained(model_name)
-        tokenizer = AutoTokenizer.from_pretrained(model_name)
+        model = AutoModel.from_pretrained("InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF")
+        tokenizer = AutoTokenizer.from_pretrained("InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF")
         generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
     except EnvironmentError as e:
         return f"Error loading model: {e}"