vsrinivas commited on
Commit
d6b04bd
·
verified ·
1 Parent(s): e6e8573

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -13,11 +13,11 @@ checkpoint = "vsrinivas/FalconLite2"
13
  model = AutoModelForCausalLM.from_pretrained(
14
  checkpoint, device_map="auto",
15
  offload_folder="off_load",
16
- # trust_remote_code=True,
17
  # torch_dtype="auto",
18
  )
19
  tokenizer = AutoTokenizer.from_pretrained(checkpoint,
20
- # trust_remote_code=True,
21
  torch_dtype="auto",
22
  )
23
 
@@ -32,7 +32,7 @@ pipeline = transformers.pipeline(
32
  tokenizer=tokenizer,
33
  # use_safetensors=True,
34
  # torch_dtype=torch.bfloat16,
35
- # trust_remote_code=True,
36
  device_map="auto",
37
  offload_folder="off_load",
38
  offload_state_dict = True,
 
13
  model = AutoModelForCausalLM.from_pretrained(
14
  checkpoint, device_map="auto",
15
  offload_folder="off_load",
16
+ trust_remote_code=True,
17
  # torch_dtype="auto",
18
  )
19
  tokenizer = AutoTokenizer.from_pretrained(checkpoint,
20
+ trust_remote_code=True,
21
  torch_dtype="auto",
22
  )
23
 
 
32
  tokenizer=tokenizer,
33
  # use_safetensors=True,
34
  # torch_dtype=torch.bfloat16,
35
+ trust_remote_code=True,
36
  device_map="auto",
37
  offload_folder="off_load",
38
  offload_state_dict = True,