Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ checkpoint = "tiiuae/falcon-7b"
|
|
10 |
# checkpoint = "vsrinivas/FalconLite2"
|
11 |
|
12 |
model = AutoModelForCausalLM.from_pretrained(
|
13 |
-
checkpoint, device_map="auto", offload_folder="offload",
|
14 |
trust_remote_code=True,
|
15 |
# torch_dtype="auto",
|
16 |
)
|
@@ -33,7 +33,7 @@ pipeline = transformers.pipeline(
|
|
33 |
# torch_dtype=torch.bfloat16,
|
34 |
# trust_remote_code=True,
|
35 |
device_map="auto",
|
36 |
-
offload_folder="offload",
|
37 |
offload_state_dict = True,
|
38 |
)
|
39 |
|
|
|
10 |
# checkpoint = "vsrinivas/FalconLite2"
|
11 |
|
12 |
model = AutoModelForCausalLM.from_pretrained(
|
13 |
+
checkpoint, device_map="auto", offload_folder="https://huggingface.co/vsrinivas/offload",
|
14 |
trust_remote_code=True,
|
15 |
# torch_dtype="auto",
|
16 |
)
|
|
|
33 |
# torch_dtype=torch.bfloat16,
|
34 |
# trust_remote_code=True,
|
35 |
device_map="auto",
|
36 |
+
offload_folder="https://huggingface.co/vsrinivas/offload",
|
37 |
offload_state_dict = True,
|
38 |
)
|
39 |
|