Spaces:

Ankitajadhav
/

Whats_Cooking

Runtime error

Ankitajadhav commited on Jul 8, 2024

Commit

c4d11f6

verified ·

1 Parent(s): 4d815dd

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -14,7 +14,8 @@ logging.basicConfig(level=logging.INFO)
 try:
     llm = Llama(
         # model_path="./models/Phi-3-mini-4k-instruct-gguf",
-        model_path = "./models/Phi-3-mini-4k-instruct-q4.gguf",
         n_ctx=2048,
         n_gpu_layers=50,  # Adjust based on your VRAM
     )

 try:
     llm = Llama(
         # model_path="./models/Phi-3-mini-4k-instruct-gguf",
+        # model_path = "./models/Phi-3-mini-4k-instruct-q4.gguf",
+        model_path = "microsoft/Phi-3-mini-4k-instruct-gguf"
         n_ctx=2048,
         n_gpu_layers=50,  # Adjust based on your VRAM
     )