Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -85,7 +85,7 @@ def automate_llama_quantization(hf_model_name, quant_type):
|
|
85 |
|
86 |
# Step 3: Quantize Model
|
87 |
st.write("### Step 3: Quantizing Model")
|
88 |
-
quantize_llama(gguf_file, quantized_file, quant_type)
|
89 |
progress_bar.progress(100)
|
90 |
|
91 |
st.success(f"π All steps completed! Quantized model available at: `{quantized_file}`")
|
@@ -100,7 +100,7 @@ start_button = st.button("π Start Quantization")
|
|
100 |
|
101 |
if start_button:
|
102 |
with st.spinner("Processing..."):
|
103 |
-
quantized_model_path = automate_llama_quantization(hf_model_name, quant_type
|
104 |
|
105 |
if quantized_model_path:
|
106 |
with open(quantized_model_path, "rb") as f:
|
|
|
85 |
|
86 |
# Step 3: Quantize Model
|
87 |
st.write("### Step 3: Quantizing Model")
|
88 |
+
quantize_llama(gguf_file, quantized_file, quant_type.lower())
|
89 |
progress_bar.progress(100)
|
90 |
|
91 |
st.success(f"π All steps completed! Quantized model available at: `{quantized_file}`")
|
|
|
100 |
|
101 |
if start_button:
|
102 |
with st.spinner("Processing..."):
|
103 |
+
quantized_model_path = automate_llama_quantization(hf_model_name, quant_type)
|
104 |
|
105 |
if quantized_model_path:
|
106 |
with open(quantized_model_path, "rb") as f:
|