change requirements and edit app

app.py

@@ -19,25 +19,33 @@ nltk.download('omw-1.4')
 
 # --------------------------- Dynamic Download of Large Files --------------------------- #
 import gdown
-
-# Example for LanceDB
-gdown.download("https://drive.google.com/uc?id=1N7B1ycXbmEPZXRft8OTjvCxcfz92bf", "lancedb_directory_main.zip", quiet=False)
-
-# Example for the Fine-Tuned Model
-gdown.download("https://drive.google.com/uc?id=13ahw_99cSwlW5_U6-MrkIlB9uYy3Zwty", "finetuned_all_minilm_l6_v2.zip", quiet=False)
-# Download LanceDB
-# gdd.download_file_from_google_drive(
-#     file_id='1N7B1ycXbmEPZXRft8OTjvCxcfz92bfku',  # Replace with your actual file ID
-#     dest_path='./lancedb_directory_main.zip',
-#     unzip=True
-# )
-
-# # Download fine-tuned model
-# gdd.download_file_from_google_drive(
-#     file_id='13ahw_99cSwlW5_U6-MrkIlB9uYy3Zwty',  # Replace with your actual file ID
-#     dest_path='./finetuned_all_minilm_l6_v2.zip',
-#     unzip=True
-# )
+import zipfile
+import os
+
+# Function to download and extract folder
+def download_and_extract_gdrive(file_id, destination, extract_to):
+    # Download the zip file
+    gdown.download(f"https://drive.google.com/uc?id={file_id}", destination, quiet=False)
+    
+    # Extract the zip file
+    with zipfile.ZipFile(destination, 'r') as zip_ref:
+        zip_ref.extractall(extract_to)
+    os.remove(destination)  # Clean up the downloaded zip file
+
+# Download and extract LanceDB and fine-tuned model
+st.info("Downloading and setting up necessary data. This might take a while...")
+
+download_and_extract_gdrive(
+    file_id="1Qnb8bs_NXWlhDwGoswOgsp2DiLBMbfSY",  # Replace with the actual Google Drive file ID
+    destination="lancedb_directory_main.zip",
+    extract_to="./"
+)
+
+download_and_extract_gdrive(
+    file_id="1_9VVuN_P3zsTBYzg0lAeh4ghd9zhXS3w",  # Replace with the actual Google Drive file ID
+    destination="finetuned_all_minilm_l6_v2.zip",
+    extract_to="./"
+)
 # # --------------------------- Load the LanceDB Table and Models --------------------------- #
 
 # Connect to LanceDB

requirements.txt

@@ -6,4 +6,6 @@ sentence-transformers
 lancedb
 nltk
 gdown
-transformers
+transformers
+zipfile
+os