Elaineyy commited on
Commit
f513163
·
verified ·
1 Parent(s): b4b3499

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +3 -3
server.py CHANGED
@@ -14,10 +14,10 @@ os.environ["HF_HOME"] = "/tmp"
14
  if not os.path.exists("/tmp"):
15
  os.makedirs("/tmp")
16
 
17
- # ✅ Load DeepSeek-Coder-V2-Base Model with correct cache directory
18
  model_name = "deepseek-ai/DeepSeek-Coder-V2-Base"
19
- tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir="/tmp")
20
- model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", cache_dir="/tmp")
21
 
22
  class CodeRequest(BaseModel):
23
  user_story: str
 
14
  if not os.path.exists("/tmp"):
15
  os.makedirs("/tmp")
16
 
17
+ # ✅ Load DeepSeek-Coder-V2-Base Model with `trust_remote_code=True`
18
  model_name = "deepseek-ai/DeepSeek-Coder-V2-Base"
19
+ tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir="/tmp", trust_remote_code=True)
20
+ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", cache_dir="/tmp", trust_remote_code=True)
21
 
22
  class CodeRequest(BaseModel):
23
  user_story: str