Update app.py

app.py

@@ -5,11 +5,11 @@ from transformers import AutoProcessor, Llama4ForConditionalGeneration
 
 import torch
 
-from transformers import BitsAndBytesConfig
-bnb_config = BitsAndBytesConfig(
-    load_in_4bit=True,
-    llm_int8_enable_fp32_cpu_offload=True,
-)
+# from transformers import BitsAndBytesConfig
+# bnb_config = BitsAndBytesConfig(
+#     load_in_4bit=True,
+#     llm_int8_enable_fp32_cpu_offload=True,
+# )
 
 #Qwen/Qwen2.5-14B-Instruct-1M
 #Qwen/Qwen2-0.5B
@@ -19,7 +19,7 @@ bnb_config = BitsAndBytesConfig(
 # model_name = "simplescaling/s1.1-32B"
 # model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF"
 model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-unsloth-bnb-4bit"
-# model_name = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
+model_name = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
 filename = "Llama-4-Scout-17B-16E-Instruct-UD-IQ2_XXS.gguf"
 torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
 cache_dir = "/data"