Spaces:
Running
Running
Commit
·
82b07e4
1
Parent(s):
7c9adcc
Upload docker_start.py with huggingface_hub
Browse files- docker_start.py +4 -1
docker_start.py
CHANGED
@@ -61,13 +61,16 @@ def main() -> None:
|
|
61 |
|
62 |
# Download the huggingface space data. This includes code and datasets, so we move the datasets
|
63 |
# alone to the data directory.
|
|
|
|
|
|
|
64 |
for lilac_hf_dataset in hf_config['datasets']:
|
65 |
print('Downloading dataset from HuggingFace: ', lilac_hf_dataset)
|
66 |
snapshot_download(
|
67 |
repo_id=lilac_hf_dataset,
|
68 |
repo_type='dataset',
|
69 |
token=env('HF_ACCESS_TOKEN'),
|
70 |
-
local_dir=
|
71 |
ignore_patterns=['.gitattributes', 'README.md'])
|
72 |
|
73 |
snapshot_dir = snapshot_download(repo_id=repo_id, repo_type='space', token=env('HF_ACCESS_TOKEN'))
|
|
|
61 |
|
62 |
# Download the huggingface space data. This includes code and datasets, so we move the datasets
|
63 |
# alone to the data directory.
|
64 |
+
|
65 |
+
datasets_dir = get_datasets_dir(get_project_dir())
|
66 |
+
os.makedirs(datasets_dir, exist_ok=True)
|
67 |
for lilac_hf_dataset in hf_config['datasets']:
|
68 |
print('Downloading dataset from HuggingFace: ', lilac_hf_dataset)
|
69 |
snapshot_download(
|
70 |
repo_id=lilac_hf_dataset,
|
71 |
repo_type='dataset',
|
72 |
token=env('HF_ACCESS_TOKEN'),
|
73 |
+
local_dir=datasets_dir,
|
74 |
ignore_patterns=['.gitattributes', 'README.md'])
|
75 |
|
76 |
snapshot_dir = snapshot_download(repo_id=repo_id, repo_type='space', token=env('HF_ACCESS_TOKEN'))
|