sitammeur commited on
Commit
7fd6034
·
verified ·
1 Parent(s): cd34985

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -24,12 +24,12 @@ llm_model = None
24
 
25
  hf_hub_download(
26
  repo_id="bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF",
27
- filename="Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf",
28
  local_dir="./models",
29
  )
30
  hf_hub_download(
31
  repo_id="bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF",
32
- filename="Qwen2.5-Coder-0.5B-Instruct-Q4_K_M.gguf",
33
  local_dir="./models",
34
  )
35
 
@@ -145,10 +145,10 @@ demo = gr.ChatInterface(
145
  additional_inputs=[
146
  gr.Dropdown(
147
  choices=[
148
- "Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf",
149
- "Qwen2.5-Coder-0.5B-Instruct-Q4_K_M.gguf",
150
  ],
151
- value="Qwen2.5-Coder-0.5B-Instruct-Q4_K_M.gguf",
152
  label="Model",
153
  info="Select the AI model to use for chat",
154
  ),
 
24
 
25
  hf_hub_download(
26
  repo_id="bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF",
27
+ filename="Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf",
28
  local_dir="./models",
29
  )
30
  hf_hub_download(
31
  repo_id="bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF",
32
+ filename="Qwen2.5-Coder-0.5B-Instruct-Q6_K.gguf",
33
  local_dir="./models",
34
  )
35
 
 
145
  additional_inputs=[
146
  gr.Dropdown(
147
  choices=[
148
+ "Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf",
149
+ "Qwen2.5-Coder-0.5B-Instruct-Q6_K.gguf",
150
  ],
151
+ value="Qwen2.5-Coder-0.5B-Instruct-Q6_K.gguf",
152
  label="Model",
153
  info="Select the AI model to use for chat",
154
  ),