Update app.py
Browse files
app.py
CHANGED
@@ -200,7 +200,7 @@ def process_model(model_id, q_method, use_imatrix, imatrix_q_method, private_rep
|
|
200 |
quantized_gguf_path = str(Path(outdir)/quantized_gguf_name)
|
201 |
if use_imatrix:
|
202 |
quantise_ggml = [
|
203 |
-
"
|
204 |
"--imatrix", imatrix_path, fp16, quantized_gguf_path, imatrix_q_method
|
205 |
]
|
206 |
else:
|
|
|
200 |
quantized_gguf_path = str(Path(outdir)/quantized_gguf_name)
|
201 |
if use_imatrix:
|
202 |
quantise_ggml = [
|
203 |
+
"llama.cpp/build/bin/llama-quantize",
|
204 |
"--imatrix", imatrix_path, fp16, quantized_gguf_path, imatrix_q_method
|
205 |
]
|
206 |
else:
|