Update config/config.py

config/config.py

@@ -7,7 +7,7 @@ class Settings(BaseSettings):
     secret_key: str
     api_key: str
     model_name: str  # Add this field
-    MODEL_NAME: str = "mlx-community/Llama-3.2-3B-Instruct-8bit"
+    MODEL_NAME: str = "neuralmagic/Llama-3.2-3B-Instruct-quantized.w8a8"
     EMBEDDER_MODEL: str = "distiluse-base-multilingual-cased"
     CHUNK_SIZE: int = 1000
     CHUNK_OVERLAP: int = 100