KBaba7 commited on
Commit
18c296f
Β·
verified Β·
1 Parent(s): 36d6444

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -85,7 +85,7 @@ def automate_llama_quantization(hf_model_name, quant_type):
85
 
86
  # Step 3: Quantize Model
87
  st.write("### Step 3: Quantizing Model")
88
- quantize_llama(gguf_file, quantized_file, quant_type)
89
  progress_bar.progress(100)
90
 
91
  st.success(f"πŸŽ‰ All steps completed! Quantized model available at: `{quantized_file}`")
@@ -100,7 +100,7 @@ start_button = st.button("πŸš€ Start Quantization")
100
 
101
  if start_button:
102
  with st.spinner("Processing..."):
103
- quantized_model_path = automate_llama_quantization(hf_model_name, quant_type.lower())
104
 
105
  if quantized_model_path:
106
  with open(quantized_model_path, "rb") as f:
 
85
 
86
  # Step 3: Quantize Model
87
  st.write("### Step 3: Quantizing Model")
88
+ quantize_llama(gguf_file, quantized_file, quant_type.lower())
89
  progress_bar.progress(100)
90
 
91
  st.success(f"πŸŽ‰ All steps completed! Quantized model available at: `{quantized_file}`")
 
100
 
101
  if start_button:
102
  with st.spinner("Processing..."):
103
+ quantized_model_path = automate_llama_quantization(hf_model_name, quant_type)
104
 
105
  if quantized_model_path:
106
  with open(quantized_model_path, "rb") as f: