change app and rew

app.py

@@ -21,9 +21,9 @@ nltk.download('omw-1.4')
 import gdown
 import zipfile
 import os
-import shutil
+
 # Function to download and extract folder
-def download_and_extract_gdrive_finetuned(file_id, destination, extract_to):
+def download_and_extract_gdrive(file_id, destination, extract_to):
     # Download the zip file
     gdown.download(f"https://drive.google.com/uc?id={file_id}", destination, quiet=False)
     
@@ -32,61 +32,28 @@ def download_and_extract_gdrive_finetuned(file_id, destination, extract_to):
         zip_ref.extractall(extract_to)
     os.remove(destination)  # Clean up the downloaded zip file
 
-def download_and_extract_gdrive(file_id, destination, extract_to):
-    # Download the zip file
-    gdown.download(f"https://drive.google.com/uc?id={file_id}", destination, quiet=False)
-
-    # Use a temporary directory for extraction
-    temp_dir = "./temp_extract"
-    os.makedirs(temp_dir, exist_ok=True)
-
-    with zipfile.ZipFile(destination, 'r') as zip_ref:
-        zip_ref.extractall(temp_dir)
-
-    # Ensure files are moved correctly
-    if not os.path.exists(extract_to):
-        os.makedirs(extract_to, exist_ok=True)
-
-    for item in os.listdir(temp_dir):
-        item_path = os.path.join(temp_dir, item)
-        shutil.move(item_path, os.path.join(extract_to, item))
-
-    # Cleanup
-    shutil.rmtree(temp_dir)
-    os.remove(destination)
-
-
 # Download and extract LanceDB and fine-tuned model
 st.info("Downloading and setting up necessary data. This might take a while...")
 
 download_and_extract_gdrive(
     file_id="1Qnb8bs_NXWlhDwGoswOgsp2DiLBMbfSY",  # Replace with the actual Google Drive file ID
-    destination="lancedb_directory_main",
+    destination="lancedb_directory_main.zip",
     extract_to="./"
 )
 
-download_and_extract_gdrive_finetuned(
+download_and_extract_gdrive(
     file_id="1_9VVuN_P3zsTBYzg0lAeh4ghd9zhXS3w",  # Replace with the actual Google Drive file ID
-    destination="finetuned_all_minilm_l6_v2",
+    destination="finetuned_all_minilm_l6_v2.zip",
     extract_to="./"
 )
 # # --------------------------- Load the LanceDB Table and Models --------------------------- #
-# Validate extracted files
-expected_files = [
-    "enhanced_papers_pretrained_1.lance",
-    "enhanced_papers_pretrained_2.lance",
-    "enhanced_papers_finetuned.lance"
-]
-for file in expected_files:
-    file_path = os.path.join("./lancedb_directory_main", file)
-    if not os.path.isfile(file_path):
-        raise FileNotFoundError(f"Expected file is missing: {file_path}")
+
 # Connect to LanceDB
 DB_PATH = "./lancedb_directory_main"
 TABLE_NAME_1 = "enhanced_papers_pretrained_1"
 TABLE_NAME_2 = "enhanced_papers_pretrained_2"
 TABLE_NAME_3 = "enhanced_papers_finetuned"
-os.makedirs(DB_PATH, exist_ok=True)
+
 db = lancedb.connect(DB_PATH)
 table1 = db.open_table(TABLE_NAME_1)
 table2 = db.open_table(TABLE_NAME_2)