eming
/

llm_math_reasoning

Model card Files Files and versions

MingLi commited on 30 days ago

Commit

4125e43

·

1 Parent(s): e2fb081

local for hpc

Files changed (1) hide show

models/deepseek_qwen.py +3 -1

models/deepseek_qwen.py CHANGED Viewed

@@ -10,12 +10,14 @@ class DeepSeekQwenModel:
         self.tokenizer = AutoTokenizer.from_pretrained(
             model_name,
             trust_remote_code=True,
         )
         self.model = AutoModelForCausalLM.from_pretrained(
             model_name,
             trust_remote_code=True,
-            torch_dtype=torch.bfloat16
         ).to(device)
         self.device = device

         self.tokenizer = AutoTokenizer.from_pretrained(
             model_name,
             trust_remote_code=True,
+            local_files_only=True
         )
         self.model = AutoModelForCausalLM.from_pretrained(
             model_name,
             trust_remote_code=True,
+            torch_dtype=torch.bfloat16,
+            local_files_only=True
         ).to(device)
         self.device = device