scripts/download_models.py

from huggingface_hub import snapshot_download

# model = "databricks/dolly-v2-3b"
model = "bigcode/starcoder"
# Downloading (…)neration_config.json: 100%|██████████████████████████████████████████████████████| 111/111 [00:00<?, ?B/s]
# Downloading (…)168695aef2/README.md: 100%|██████████████████████████████████████████| 11.2k/11.2k [00:00<00:00, 1.60MB/s]
# Downloading (…)168695aef2/README.md:   0%|                                                   | 0.00/11.2k [00:00<?, ?B/s]
# Downloading (…)l-00007-of-00007.bin:   3%|█▎                                        | 126M/4.08G [06:29<3:59:06, 276kB/s]
# Downloading (…)l-00005-of-00007.bin:   1%|▌                                         | 126M/9.85G [06:49<8:50:16, 306kB/s]
# Downloading (…)l-00006-of-00007.bin:   1%|▌                                        | 136M/9.86G [07:02<10:50:28, 249kB/s]
# Downloading (…)l-00004-of-00007.bin:   1%|▌                                         | 126M/9.86G [07:01<9:48:12, 276kB/s]
# Downloading (…)l-00003-of-00007.bin:   1%|▌                                         | 126M/9.85G [06:48<8:48:11, 307kB/s]

model = "tiiuae/falcon-7b"
# model = "bigcode/santacoder"
# model = "bigscience/bloom-560m"

print(f"Downloading model: {model}...")

snapshot_download(repo_id=model)

print('Dowmload complete!')