Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -51,7 +51,12 @@ def quantize_llama(model_path, quantized_output_path, quant_type):
|
|
51 |
quantize_path = f"{model_dir_path}/build/bin/llama-quantize"
|
52 |
subprocess.run(["chmod", "+x", quantize_path], check=True)
|
53 |
|
54 |
-
cmd = [
|
|
|
|
|
|
|
|
|
|
|
55 |
|
56 |
process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
57 |
|
|
|
51 |
quantize_path = f"{model_dir_path}/build/bin/llama-quantize"
|
52 |
subprocess.run(["chmod", "+x", quantize_path], check=True)
|
53 |
|
54 |
+
cmd = [
|
55 |
+
f"{model_dir_path}/build/bin/llama-quantize",
|
56 |
+
model_path,
|
57 |
+
quantized_output_path,
|
58 |
+
quant_type
|
59 |
+
]
|
60 |
|
61 |
process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
62 |
|