Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ from mistral_common.protocol.instruct.request import ChatCompletionRequest
|
|
16 |
models_path = Path.home().joinpath('pixtral', 'Pixtral')
|
17 |
models_path.mkdir(parents=True, exist_ok=True)
|
18 |
|
19 |
-
snapshot_download(repo_id="
|
20 |
allow_patterns=["params.json", "consolidated.safetensors", "tekken.json"],
|
21 |
local_dir=models_path)
|
22 |
|
@@ -55,5 +55,5 @@ def run_inference(message, history):
|
|
55 |
result = tokenizer.decode(out_tokens[0])
|
56 |
return result
|
57 |
|
58 |
-
demo = gr.ChatInterface(fn=run_inference, title="
|
59 |
demo.queue().launch()
|
|
|
16 |
models_path = Path.home().joinpath('pixtral', 'Pixtral')
|
17 |
models_path.mkdir(parents=True, exist_ok=True)
|
18 |
|
19 |
+
snapshot_download(repo_id="nintwentydo/Razorback-12B-v0.2",
|
20 |
allow_patterns=["params.json", "consolidated.safetensors", "tekken.json"],
|
21 |
local_dir=models_path)
|
22 |
|
|
|
55 |
result = tokenizer.decode(out_tokens[0])
|
56 |
return result
|
57 |
|
58 |
+
demo = gr.ChatInterface(fn=run_inference, title="Razorback v0.2 12B", multimodal=True, description="A demo chat interface with Razorback v0.2, based on Pixtral 12B.")
|
59 |
demo.queue().launch()
|