Update app.py

app.py

@@ -1,9 +1,10 @@
 import gradio as gr
-#from llama_cpp import Llama
-from transformers import AutoModelForCausalLM
+from llama_cpp import Llama
+#from transformers import AutoModelForCausalLM
 # Load the model
-llm = AutoModelForCausalLM.from_pretrained("Viet-Mistral/Vistral-7B-Chat",trust_remote_code=True)
-   # filename="models-7B-F16.gguf"
+llm = Llama.from_pretrained(
+    repo_id = "uonlp/Vistral-7B-Chat-gguf",
+    filename="ggml-vistral-7B-chat-f16.gguf"
 
 # Define the function to interact with the model
 def chat_with_model(user_input):