Update app.py

app.py

@@ -11,7 +11,7 @@ checkpoint = "tiiuae/falcon-7b"
 
 model = AutoModelForCausalLM.from_pretrained(
     checkpoint, device_map="auto", 
-    # offload_folder="off_load", 
+    offload_folder="off_load", 
     # trust_remote_code=True,
     # torch_dtype="auto",
 )