import urllib.parse import requests import io import json import logging # Set up logging logging.basicConfig(level=logging.ERROR, format='%(asctime)s - %(levelname)s - %(message)s') def download_gitlab_repo_to_hfspace(api_url, project_id, version, target_folder): try: # Construct the URL for the release's zip file encoded_project_id = urllib.parse.quote(project_id, safe="") url = f"{api_url}/projects/{encoded_project_id}/repository/archive.zip?sha={version}" logging.info(f"Constructed URL: {url}") # Send GET request to download the zip file response = requests.get(url) logging.info(f"HTTP GET Request sent to {url}, Status Code: {response.status_code}") if response.status_code == 200: content_disposition = response.headers.get('content-disposition') if content_disposition: filename = content_disposition.split('filename=')[-1].strip('\"') else: filename = 'archive.zip' # Fallback to a default name if not found logging.info(f"Filename determined: {filename}") else: logging.error(f"Failed to download the file. HTTP Status: {response.status_code}") return existing_files = api.list_repo_files(repo_id=HF_SPACE_NAME, repo_type='space') target_path = f"{target_folder}/{filename}" logging.info(f"Target Path: '{target_path}'") logging.info(f"Existing Files: {[repr(file) for file in existing_files]}") if target_path in existing_files: logging.warning(f"File '{target_path}' already exists in the repository. Skipping upload...") print(f"File '{target_path}' already exists in the repository. Skipping upload...") else: _upload_file_to_hfspace(response, api, target_path, HF_SPACE_NAME) except FileNotFoundError: logging.error("The config.json file was not found. Please ensure it exists in the project directory.") print("The config.json file was not found. Please ensure it exists in the project directory.") except json.JSONDecodeError: logging.error("Failed to parse the config.json file. Please ensure it contains valid JSON.") print("Failed to parse the config.json file. Please ensure it contains valid JSON.") except Exception as e: logging.error(f"An unexpected error occurred: {e}") print(f"An unexpected error occurred: {e}") def _upload_file_to_hfspace(response, api, target_path, HF_SPACE_NAME): try: archive_bytes = io.BytesIO(response.content) logging.info(f"Preparing to upload file to '{target_path}'") api.upload_file( path_or_fileobj=archive_bytes, path_in_repo=target_path, repo_id=HF_SPACE_NAME, repo_type="space" ) logging.info(f"File successfully uploaded to '{target_path}'") except Exception as e: logging.error(f"Error during file upload: {e}") print(f"Error during file upload: {e}")