sflindrs commited on
Commit
8aa11a6
Β·
verified Β·
1 Parent(s): b366fcb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -16,7 +16,7 @@ from mistral_common.protocol.instruct.request import ChatCompletionRequest
16
  models_path = Path.home().joinpath('pixtral', 'Pixtral')
17
  models_path.mkdir(parents=True, exist_ok=True)
18
 
19
- snapshot_download(repo_id="mistral-community/pixtral-12b-240910",
20
  allow_patterns=["params.json", "consolidated.safetensors", "tekken.json"],
21
  local_dir=models_path)
22
 
@@ -55,5 +55,5 @@ def run_inference(message, history):
55
  result = tokenizer.decode(out_tokens[0])
56
  return result
57
 
58
- demo = gr.ChatInterface(fn=run_inference, title="Pixtral 12B", multimodal=True, description="A demo chat interface with Pixtral 12B, deployed using Mistral Inference.")
59
  demo.queue().launch()
 
16
  models_path = Path.home().joinpath('pixtral', 'Pixtral')
17
  models_path.mkdir(parents=True, exist_ok=True)
18
 
19
+ snapshot_download(repo_id="nintwentydo/Razorback-12B-v0.2",
20
  allow_patterns=["params.json", "consolidated.safetensors", "tekken.json"],
21
  local_dir=models_path)
22
 
 
55
  result = tokenizer.decode(out_tokens[0])
56
  return result
57
 
58
+ demo = gr.ChatInterface(fn=run_inference, title="Razorback v0.2 12B", multimodal=True, description="A demo chat interface with Razorback v0.2, based on Pixtral 12B.")
59
  demo.queue().launch()