Update app.py

app.py

@@ -15,7 +15,7 @@ from transformers import (
     StoppingCriteriaList
 )
 
-MODEL_ID = "unsloth/QwQ-32B-unsloth-bnb-4bit"
+MODEL_ID = "featherless-ai/Qwerky-72B"
 
 DEFAULT_SYSTEM_PROMPT = """
 Think step by step and explain your reasoning clearly. Break down the problem into logical components, verify each step, and ensure consistency before arriving at the final answer."
@@ -55,7 +55,7 @@ def initialize_model():
     model = AutoModelForCausalLM.from_pretrained(
         MODEL_ID,
         device_map="cuda",
-        #quantization_config=quantization_config,
+        quantization_config=quantization_config,
         torch_dtype=torch.bfloat16,
         trust_remote_code=True,
         attn_implementation="flash_attention_2"