move stuff around

auto-exl2-upload/auto-exl2-upload.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:451be40d10e67adfce47a10713d73bd563a335130bf07e9bc92567923e8c235f
-size 7755
+oid sha256:5e1d1f6d79a23ab700df6c9c19654f7eabc0a88fe8dbf8beef6e153124bc9e2d
+size 7802

auto-exl2-upload/exl2-quant.py

@@ -5,7 +5,6 @@ import os
 import sys
 import subprocess
 import glob
-import time
 
 #define os differences
 oname = os.name
@@ -108,6 +107,18 @@ bpwvalue = list(qnum.values())
 #sort the list from smallest to largest
 bpwvalue.sort()
 
+#ask to change repo visibility to public on hf hub
+priv2pub = input("Do you want to make the repo public after successful quants? (y/n): ")
+while priv2pub != 'y' and priv2pub != 'n':
+    priv2pub = input("Please enter 'y' or 'n': ")
+clear_screen()
+
+#ask to delete original fp16 weights
+delmodel = input("Do you want to delete the original model? (Won't delete if paused or failed) (y/n): ")
+while delmodel != 'y' and delmodel != 'n':
+    delmodel = input("Please enter 'y' or 'n': ")
+clear_screen()
+
 #downloading the model
 if not os.path.exists(f"models{slsh}{model}{slsh}converted-st"): #check if model was converted to safetensors, skip download if it was
     result = subprocess.run(f"{pyt} download-model.py {repo_url}", shell=True) #download model from hf (Credit to oobabooga for this script)
@@ -189,27 +200,16 @@ for bpw in bpwvalue:
 
 if file_exists(f"{whoami().get('name', None)}/{modelname}-exl2", "measurement.json") == False: #check if measurement.json exists in main
     upload_file(path_or_fileobj=f"measurements{slsh}{model}-measure{slsh}measurement.json", path_in_repo="measurement.json", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add measurement.json") #upload measurement.json to main
-clear_screen()
-    
-#ask to delete original fp16 weights
-delmodel = input("Do you want to delete the original model? (y/n): ")
-while delmodel != 'y' and delmodel != 'n':
-    delmodel = input("Please enter 'y' or 'n': ")
+
+# if chose to delete model at the beginning, delete the model
 if delmodel == 'y':
     subprocess.run(f"{osrmd} models{slsh}{model}", shell=True)
     print(f"Deleted models/{model}")
-    time.sleep(2)
-clear_screen()
 
-#ask to change repo visibility to public on hf hub
-priv2pub = input("Do you want to make the repo public? (y/n): ")
-while priv2pub != 'y' and priv2pub != 'n':
-    priv2pub = input("Please enter 'y' or 'n': ")
+#update repo visibility if user chose to
 if priv2pub == 'y':
     update_repo_visibility(f"{whoami().get('name', None)}/{modelname}-exl2", private=False)
     print("Repo is now public.")
-    time.sleep(2)
-clear_screen()
 
 #if new sign in, tell user
 if tfound == 'false':

exl2-multi-quant-local/exl2-multi-quant-local.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85121d73ea755380dc614feda7bbda0575ff5c171eb26e4c0689777ff4f610c1
-size 6791
+oid sha256:ce313512d233f42d1fa7454e1620206419cca0a251dce9f74a40f07bc0ebbdb1
+size 6784

exl2-multi-quant-local/exl2-quant.py

@@ -71,15 +71,6 @@ qmount = int(input("Enter the number of quants you want to create: "))
 qmount += 1
 clear_screen()
 
-#ask to delete fp16 after done
-delmodel = input("Do you want to delete the original model after finishing? (Won't delete if canceled or failed) (y/n): ")
-while delmodel != 'y' and delmodel != 'n':
-    delmodel = input("Please enter 'y' or 'n': ")
-if delmodel == 'y':
-    print(f"Deleting dir models/{model} after quants are finished.")
-    time.sleep(3)
-clear_screen()
-
 #save bpw values
 print(f"Type the BPW for the following {qmount - 1} quants. Recommend staying over 2.4 BPW. Use the vram calculator to find the best BPW values: https://huggingface.co/spaces/NyxKrage/LLM-Model-VRAM-Calculator")
 qnum = {}
@@ -93,6 +84,15 @@ bpwvalue = list(qnum.values())
 #sort the list from smallest to largest
 bpwvalue.sort()
 
+#ask to delete fp16 after done
+delmodel = input("Do you want to delete the original model after finishing? (Won't delete if paused or failed) (y/n): ")
+while delmodel != 'y' and delmodel != 'n':
+    delmodel = input("Please enter 'y' or 'n': ")
+if delmodel == 'y':
+    print(f"Deleting dir models/{model} after quants are finished.")
+    time.sleep(3)
+clear_screen()
+
 #downloading the model
 if not os.path.exists(f"models{slsh}{model}{slsh}converted-st"): #check if model was converted to safetensors, skip download if it was
     result = subprocess.run(f"{pyt} download-model.py {repo_url}", shell=True) #download model from hf (Credit to oobabooga for this script)
@@ -147,8 +147,6 @@ for bpw in bpwvalue:
 if delmodel == 'y':
     subprocess.run(f"{osrmd} models{slsh}{model}", shell=True)
     print(f"Deleted models/{model}")
-    time.sleep(2)
-clear_screen()
 
 #if new sign in, tell user
 if tfound == 'false':