change app add shutil for lance and finetuned

app.py

@@ -23,6 +23,15 @@ import zipfile
 import os
 import shutil
 # Function to download and extract folder
+def download_and_extract_gdrive_finetuned(file_id, destination, extract_to):
+    # Download the zip file
+    gdown.download(f"https://drive.google.com/uc?id={file_id}", destination, quiet=False)
+    
+    # Extract the zip file
+    with zipfile.ZipFile(destination, 'r') as zip_ref:
+        zip_ref.extractall(extract_to)
+    os.remove(destination)  # Clean up the downloaded zip file
+
 def download_and_extract_gdrive(file_id, destination, extract_to):
     # Download the zip file
     gdown.download(f"https://drive.google.com/uc?id={file_id}", destination, quiet=False)
@@ -46,15 +55,22 @@ def download_and_extract_gdrive(file_id, destination, extract_to):
     shutil.rmtree(temp_dir)
     os.remove(destination)
 
-# Download LanceDB files
-st.info("Downloading and setting up LanceDB files. This may take a while...")
+
+# Download and extract LanceDB and fine-tuned model
+st.info("Downloading and setting up necessary data. This might take a while...")
 
 download_and_extract_gdrive(
-    file_id="your_lancedb_file_id",  # Replace with actual Google Drive file ID
-    destination="lancedb_directory_main.zip",
-    extract_to="./lancedb_directory_main"
+    file_id="1Qnb8bs_NXWlhDwGoswOgsp2DiLBMbfSY",  # Replace with the actual Google Drive file ID
+    destination="lancedb_directory_main",
+    extract_to="./"
 )
 
+download_and_extract_gdrive_finetuned(
+    file_id="1_9VVuN_P3zsTBYzg0lAeh4ghd9zhXS3w",  # Replace with the actual Google Drive file ID
+    destination="finetuned_all_minilm_l6_v2",
+    extract_to="./"
+)
+# # --------------------------- Load the LanceDB Table and Models --------------------------- #
 # Validate extracted files
 expected_files = [
     "enhanced_papers_pretrained_1.lance",
@@ -65,9 +81,6 @@ for file in expected_files:
     file_path = os.path.join("./lancedb_directory_main", file)
     if not os.path.isfile(file_path):
         raise FileNotFoundError(f"Expected file is missing: {file_path}")
-
-# # --------------------------- Load the LanceDB Table and Models --------------------------- #
-
 # Connect to LanceDB
 DB_PATH = "./lancedb_directory_main"
 TABLE_NAME_1 = "enhanced_papers_pretrained_1"