Update main.py

main.py

@@ -3,11 +3,19 @@ from fastapi import FastAPI, Form
 from pydantic import BaseModel
 
 #Model loading
-llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
+llm1 = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
 model_type='mistral',
 max_new_tokens = 1096,
 threads = 3,
 )
+
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/CodeLlama-7B-Instruct-GGUF", 
+model_file="codellama-7b-instruct.q4_K_M.gguf",                                            
+model_type="codellama", 
+gpu_layers=0)
+
+
+
    
 
 #Pydantic object