Update app.py

app.py

@@ -10,8 +10,9 @@ checkpoint = "tiiuae/falcon-7b"
 # checkpoint = "vsrinivas/FalconLite2"
 
 model = AutoModelForCausalLM.from_pretrained(
-    checkpoint, device_map="auto", offload_folder="https://huggingface.co/vsrinivas/offload", 
-    trust_remote_code=True,
+    checkpoint, device_map="auto", 
+    # offload_folder="off_load", 
+    # trust_remote_code=True,
     # torch_dtype="auto",
 )
 # tokenizer = AutoTokenizer.from_pretrained(checkpoint, 
@@ -33,7 +34,7 @@ pipeline = transformers.pipeline(
     # torch_dtype=torch.bfloat16,
     # trust_remote_code=True,
     device_map="auto",
-    offload_folder="https://huggingface.co/vsrinivas/offload",
+    offload_folder="off_load",
     offload_state_dict = True,
 )