hendrydong commited on
Commit
cc40161
·
1 Parent(s): 45ae45d

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -110,6 +110,7 @@ def main():
110
  model_args.model_name_or_path = "pinkmanlove/llama-7b-hf"
111
  model_args.lora_model_path = "./robin-7b"
112
  pipeline_args.deepspeed = "configs/ds_config_chatbot.json"
 
113
 
114
  with open (pipeline_args.deepspeed, "r") as f:
115
  ds_config = json.load(f)
@@ -118,7 +119,6 @@ def main():
118
  model_args,
119
  tune_strategy='none',
120
  ds_config=ds_config,
121
- dtype=torch.float16,
122
  device="cpu",#pipeline_args.device,
123
  )
124
 
 
110
  model_args.model_name_or_path = "pinkmanlove/llama-7b-hf"
111
  model_args.lora_model_path = "./robin-7b"
112
  pipeline_args.deepspeed = "configs/ds_config_chatbot.json"
113
+ model_args.torch_dtype = "float16"
114
 
115
  with open (pipeline_args.deepspeed, "r") as f:
116
  ds_config = json.load(f)
 
119
  model_args,
120
  tune_strategy='none',
121
  ds_config=ds_config,
 
122
  device="cpu",#pipeline_args.device,
123
  )
124