main/tools/huggingface.py

import os
import tqdm
import requests

def HF_download_file(url, output_path=None):
    url = url.replace("/blob/", "/resolve/").strip()
    if output_path is None:
        output_path = os.path.basename(url)
    elif os.path.isdir(output_path):
        output_path = os.path.join(output_path, os.path.basename(url))

    response = requests.get(url, stream=True)
    if response.status_code == 200:
        progress_bar = tqdm.tqdm(total=int(response.headers.get("content-length", 0)), desc=os.path.basename(url), unit="byte")
        with open(output_path, "wb") as f:
            for chunk in response.iter_content(chunk_size=1024*1024):
                progress_bar.update(len(chunk))
                f.write(chunk)
        progress_bar.close()
        return output_path
    else:
        raise ValueError(response.status_code)