Spaces:

KBaba7
/

Quantization-LLM

Running

KBaba7 commited on 14 days ago

Commit

a49cccb

verified ·

1 Parent(s): bc407ae

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -33,7 +33,8 @@ def convert_to_gguf(model_dir, output_file):
     os.makedirs(os.path.dirname(output_file), exist_ok=True)
     st.write(model_dir_path)
     cmd = [
-        f"python3 {model_dir_path}/convert_hf_to_gguf.py {model_dir} --outtype f16 --outfile {output_file}"
     ]
     process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     if process.returncode == 0:

     os.makedirs(os.path.dirname(output_file), exist_ok=True)
     st.write(model_dir_path)
     cmd = [
+    "python3", f"{model_dir_path}/convert_hf_to_gguf.py", model_dir,
+    "--outtype", "f16", "--outfile", output_file
     ]
     process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     if process.returncode == 0: