Spaces:
Running
on
Zero
Running
on
Zero
feat: 最大2分钟
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENT
|
|
10 |
tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True)
|
11 |
model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True, torch_dtype=torch.bfloat16).cuda()
|
12 |
|
13 |
-
@spaces.GPU(duration=
|
14 |
def respond(
|
15 |
message,
|
16 |
history: list[tuple[str, str]],
|
|
|
10 |
tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True)
|
11 |
model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct", trust_remote_code=True, torch_dtype=torch.bfloat16).cuda()
|
12 |
|
13 |
+
@spaces.GPU(duration=120)
|
14 |
def respond(
|
15 |
message,
|
16 |
history: list[tuple[str, str]],
|