Spaces:
Running
on
Zero
Running
on
Zero
feat: 不指定时间
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ https://hugging-face.cn/docs/transformers/quantization/bitsandbytes
|
|
31 |
tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True)
|
32 |
model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True, torch_dtype=torch.bfloat16, **kwargs).cuda()
|
33 |
|
34 |
-
@spaces.GPU
|
35 |
def respond(
|
36 |
message,
|
37 |
history: list[tuple[str, str]],
|
|
|
31 |
tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True)
|
32 |
model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True, torch_dtype=torch.bfloat16, **kwargs).cuda()
|
33 |
|
34 |
+
@spaces.GPU
|
35 |
def respond(
|
36 |
message,
|
37 |
history: list[tuple[str, str]],
|