Update app.py

app.py

@@ -11,10 +11,12 @@ examples = [["How are you?"]]
 from transformers import AutoModel
 model = AutoModel.from_pretrained("ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF")
 #modelName = "google/gemma-2-2b-it"
-modelName = "ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF"
-tokenizer = AutoTokenizer.from_pretrained(modelName)
+#modelName = "ironlanderl/gemma-2-2b-it-Q5_K_M-GGUF"
+modelName = "bartowski/Mistral-Nemo-Instruct-2407-GGUF"
+modelId = "Mistral-Nemo-Instruct-2407-Q4_0_8_8.gguf"
+tokenizer = AutoTokenizer.from_pretrained(modelName,gguf_file=modelId)
 
-model = AutoModel.from_pretrained(modelName)
+model = AutoModel.from_pretrained(modelName,gguf_file=modelId)
 #model = AutoModelForCausalLM.from_pretrained("google/gemma-2-2b-it", torch_dtype=torch.float16 )
 #stvlynn/Gemma-2-2b-Chinese-it
 #tokenizer = AutoTokenizer.from_pretrained("microsoft/DialoGPT-large")