Update app.py
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ def process_and_zip_folders(huggingface_dataset_url, output_dir):
|
|
31 |
if attempt > 0:
|
32 |
print(f"Retrying... (Attempt {attempt + 1})")
|
33 |
clear_cache() # γγ£γγ·γ₯ει€
|
34 |
-
dataset_path = snapshot_download(repo_id, repo_type="dataset", force_download=True, resume_download=True)
|
35 |
break # ζεγγε ΄εγ―γ«γΌγγη΅δΊ
|
36 |
except OSError as e:
|
37 |
print(f"Download failed on attempt {attempt + 1}/{retry_attempts}: {e}")
|
|
|
31 |
if attempt > 0:
|
32 |
print(f"Retrying... (Attempt {attempt + 1})")
|
33 |
clear_cache() # γγ£γγ·γ₯ει€
|
34 |
+
dataset_path = snapshot_download(repo_id, repo_type="dataset", force_download=True, resume_download=True, num_proc=64)
|
35 |
break # ζεγγε ΄εγ―γ«γΌγγη΅δΊ
|
36 |
except OSError as e:
|
37 |
print(f"Download failed on attempt {attempt + 1}/{retry_attempts}: {e}")
|