Spaces:
Runtime error
Runtime error
Update server.py
Browse files
server.py
CHANGED
@@ -14,10 +14,10 @@ os.environ["HF_HOME"] = "/tmp"
|
|
14 |
if not os.path.exists("/tmp"):
|
15 |
os.makedirs("/tmp")
|
16 |
|
17 |
-
# ✅ Load DeepSeek-Coder-V2-Base Model with
|
18 |
model_name = "deepseek-ai/DeepSeek-Coder-V2-Base"
|
19 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir="/tmp")
|
20 |
-
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", cache_dir="/tmp")
|
21 |
|
22 |
class CodeRequest(BaseModel):
|
23 |
user_story: str
|
|
|
14 |
if not os.path.exists("/tmp"):
|
15 |
os.makedirs("/tmp")
|
16 |
|
17 |
+
# ✅ Load DeepSeek-Coder-V2-Base Model with `trust_remote_code=True`
|
18 |
model_name = "deepseek-ai/DeepSeek-Coder-V2-Base"
|
19 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir="/tmp", trust_remote_code=True)
|
20 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", cache_dir="/tmp", trust_remote_code=True)
|
21 |
|
22 |
class CodeRequest(BaseModel):
|
23 |
user_story: str
|