Update app.py

app.py

@@ -1,47 +1,47 @@
-import torch; torch.version.cuda
-# from huggingface_hub import login, HfFolder
-import subprocess
-# import getpass
+# import torch; torch.version.cuda
+# # from huggingface_hub import login, HfFolder
+# import subprocess
+# # import getpass
+
+# # def run_sudo_command(cmd):
+# #     try:
+# #         password = getpass.getpass(prompt="Enter your sudo password: ")  # Securely get the password
+# #         result = subprocess.run(["sudo", "-S"] + cmd, input=password.encode(), capture_output=True, text=True, check=True)
+# #         print(result.stdout)
+# #     except subprocess.CalledProcessError as e:
+# #         print(f"Error executing command: {e.stderr}")
 
-# def run_sudo_command(cmd):
+# # # Run the ldconfig command
+# # run_sudo_command(["ldconfig", "/usr/lib64-nvidia"])
+
+# def run_command(cmd, shell=False):
+#     """Runs a shell command and prints the output."""
 #     try:
-#         password = getpass.getpass(prompt="Enter your sudo password: ")  # Securely get the password
-#         result = subprocess.run(["sudo", "-S"] + cmd, input=password.encode(), capture_output=True, text=True, check=True)
+#         result = subprocess.run(cmd, shell=shell, capture_output=True, text=True, check=True)
 #         print(result.stdout)
 #     except subprocess.CalledProcessError as e:
 #         print(f"Error executing command: {e.stderr}")
-
-# # Run the ldconfig command
-# run_sudo_command(["ldconfig", "/usr/lib64-nvidia"])
-
-def run_command(cmd, shell=False):
-    """Runs a shell command and prints the output."""
-    try:
-        result = subprocess.run(cmd, shell=shell, capture_output=True, text=True, check=True)
-        print(result.stdout)
-    except subprocess.CalledProcessError as e:
-        print(f"Error executing command: {e.stderr}")
-subprocess.run(["pip", "install", "--upgrade", "pip"], check=True)
-# subprocess.run(["pip", "install", "--upgrade", "torch"], check=True)
-# subprocess.run(["pip", "install", "--upgrade", "transformers"], check=True)
-# Pip install command as a list
-pip_command = [
-    "pip", 
-    "install", 
-    "--upgrade", 
-    "--force-reinstall", 
-    "--no-cache-dir",
-    "torch==2.1.1",
-    "triton",
-    "--index-url", 
-    "https://download.pytorch.org/whl/cu121"
-]
-run_command(pip_command)
-run_command(["pip", "install", "--no-deps", "trl", "peft", "accelerate", "bitsandbytes"]) 
-# subprocess.run(["pip", "install", "--upgrade", "peft"], check=True)
-subprocess.run(["pip", "install", "xformers"], check=True)
-# subprocess.run(["pip", "install", "--upgrade", "accelerate"], check=True)
-subprocess.run(["unsloth[cu121-ampere-torch211] @ git+https://github.com/unslothai/unsloth.git"], check=True)
+# subprocess.run(["pip", "install", "--upgrade", "pip"], check=True)
+# # subprocess.run(["pip", "install", "--upgrade", "torch"], check=True)
+# # subprocess.run(["pip", "install", "--upgrade", "transformers"], check=True)
+# # Pip install command as a list
+# pip_command = [
+#     "pip", 
+#     "install", 
+#     "--upgrade", 
+#     "--force-reinstall", 
+#     "--no-cache-dir",
+#     "torch==2.1.1",
+#     "triton",
+#     "--index-url", 
+#     "https://download.pytorch.org/whl/cu121"
+# ]
+# run_command(pip_command)
+# run_command(["pip", "install", "--no-deps", "trl", "peft", "accelerate", "bitsandbytes"]) 
+# # subprocess.run(["pip", "install", "--upgrade", "peft"], check=True)
+# subprocess.run(["pip", "install", "xformers"], check=True)
+# # subprocess.run(["pip", "install", "--upgrade", "accelerate"], check=True)
+# subprocess.run(["unsloth[cu121-ampere-torch211] @ git+https://github.com/unslothai/unsloth.git"], check=True)
 # import subprocess
 
 
@@ -60,6 +60,31 @@ subprocess.run(["unsloth[cu121-ampere-torch211] @ git+https://github.com/unsloth
 
 # # 5. Install additional pip packages without dependencies
 # run_command("pip install --no-deps trl peft accelerate bitsandbytes")
+import subprocess
+
+def run_command(cmd):
+    try:
+        result = subprocess.run(cmd, capture_output=True, text=True, check=True)
+        print(result.stdout)
+    except subprocess.CalledProcessError as e:
+        print(f"Error executing command: {e.stderr}")
+
+# Pip install xformers
+run_command([
+    "pip",
+    "install",
+    "-U",
+    "xformers<0.0.26",
+    "--index-url",
+    "https://download.pytorch.org/whl/cu121"
+])
+
+# Pip install unsloth from GitHub
+run_command([
+    "pip",
+    "install",
+    "unsloth[kaggle-new] @ git+https://github.com/unslothai/unsloth.git"
+])
 
 import os
 HF_TOKEN = os.environ["HF_TOKEN"]