Update app.py

app.py

@@ -13,7 +13,7 @@ model_id = "mistralai/Mistral-7B-Instruct-v0.2"
 quantization_config = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_quant_type="nf4",
-    bnb_4bit_compute_dtype="torch.float16",
+    bnb_4bit_compute_dtype=torch.float1
 )
 
 model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=True, device_map="auto", token=hf_token)