Update app.py

app.py

@@ -2,19 +2,18 @@ import os
 import json
 import time
 import logging
-# Import the handlers submodule explicitly
-from logging import handlers
 import threading
 import sys
 from pathlib import Path
 from concurrent.futures import ThreadPoolExecutor
 from datasets import Dataset
-from huggingface_hub import HfApi, create_repo, CommitOperationAdd
+from huggingface_hub import HfApi, create_repo, CommitOperationAdd, hf_hub_download
 from PIL import Image, ExifTags
 import gradio as gr
+import logging.handlers
 
 # ----------------- CONFIGURATION -----------------
-HF_USERNAME = os.getenv("HF_USERNAME", "latterworks")
+HF_USERNAME = os.getenv("HF_USERNAME", "latticeworks")
 DATASET_NAME = os.getenv("DATASET_NAME", "geo-metadata")
 HF_TOKEN = os.getenv("HF_TOKEN")
 CHECK_INTERVAL = int(os.getenv("CHECK_INTERVAL", "3600"))  # Check every hour
@@ -24,7 +23,7 @@ SUPPORTED_EXTENSIONS = {'.jpg', '.jpeg', '.png', '.heic', '.tiff', '.bmp', '.web
 
 # Logging Setup
 os.makedirs("logs", exist_ok=True)
-log_handler = handlers.RotatingFileHandler("logs/uploader.log", maxBytes=MAX_LOG_SIZE_MB * 1024 * 1024, backupCount=5)
+log_handler = logging.handlers.RotatingFileHandler("logs/uploader.log", maxBytes=MAX_LOG_SIZE_MB * 1024 * 1024, backupCount=5)
 logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s", handlers=[logging.StreamHandler(), log_handler])
 logger = logging.getLogger(__name__)
 
@@ -32,7 +31,7 @@ logger = logging.getLogger(__name__)
 STATS = {"uploads": 0, "total_files": 0, "files_with_gps": 0, "startup_time": int(time.time())}
 
 # Initialize HF API once
-api = HfApi(token=HF_TOKEN)
+api = HfApi()
 
 # ----------------- UTILITIES -----------------
 def repository_exists(repo_id, repo_type="dataset"):
@@ -108,7 +107,7 @@ def upload_metadata(metadata_list):
         return "No metadata to upload"
     repo_id = f"{HF_USERNAME}/{DATASET_NAME}"
     dataset = Dataset.from_dict({"metadata": metadata_list})
-    dataset.push_to_hub(repo_id, commit_message=f"Add {len(metadata_list)} image metadata entries")
+    dataset.push_to_hub(repo_id, commit_message=f"Add {len(metadata_list)} image metadata entries", token=HF_TOKEN)
     return "Upload successful"
 
 def upload_images(image_paths):
@@ -119,10 +118,11 @@ def upload_images(image_paths):
         try:
             with open(image_path, "rb") as f:
                 operations.append(CommitOperationAdd(path_in_repo=f"images/{Path(image_path).name}", path_or_fileobj=f.read()))
-        except Exception:
+        except Exception as e:
+            logger.error(f"Failed to process image {image_path}: {e}")
             continue
     if operations:
-        api.create_commit(repo_id=repo_id, repo_type="dataset", operations=operations, commit_message="Batch upload images")
+        api.create_commit(repo_id=repo_id, repo_type="dataset", operations=operations, commit_message="Batch upload images", token=HF_TOKEN)
 
 # ----------------- PROCESSING -----------------
 def process_images(image_files):
@@ -169,4 +169,4 @@ if __name__ == "__main__":
     ensure_dataset_exists()
     if os.getenv("WATCH_DIRECTORY"):
         threading.Thread(target=schedule_directory_scan).start()
-    demo.launch(server_name="0.0.0.0", server_port=7860)
+    demo.launch(server_name="0.0.0.0", server_port=7860)