vsrinivas commited on
Commit
53edbbe
·
verified ·
1 Parent(s): a7199f0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,7 +10,7 @@ checkpoint = "tiiuae/falcon-7b"
10
  # checkpoint = "vsrinivas/FalconLite2"
11
 
12
  model = AutoModelForCausalLM.from_pretrained(
13
- checkpoint, device_map="auto", offload_folder="offload",
14
  trust_remote_code=True,
15
  # torch_dtype="auto",
16
  )
@@ -33,7 +33,7 @@ pipeline = transformers.pipeline(
33
  # torch_dtype=torch.bfloat16,
34
  # trust_remote_code=True,
35
  device_map="auto",
36
- offload_folder="offload",
37
  offload_state_dict = True,
38
  )
39
 
 
10
  # checkpoint = "vsrinivas/FalconLite2"
11
 
12
  model = AutoModelForCausalLM.from_pretrained(
13
+ checkpoint, device_map="auto", offload_folder="https://huggingface.co/vsrinivas/offload",
14
  trust_remote_code=True,
15
  # torch_dtype="auto",
16
  )
 
33
  # torch_dtype=torch.bfloat16,
34
  # trust_remote_code=True,
35
  device_map="auto",
36
+ offload_folder="https://huggingface.co/vsrinivas/offload",
37
  offload_state_dict = True,
38
  )
39