soiz1 commited on
Commit
52295e1
Β·
verified Β·
1 Parent(s): 4649d14

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ def process_and_zip_folders(huggingface_dataset_url, output_dir):
31
  if attempt > 0:
32
  print(f"Retrying... (Attempt {attempt + 1})")
33
  clear_cache() # キャッシγƒ₯ε‰Šι™€
34
- dataset_path = snapshot_download(repo_id, repo_type="dataset", force_download=True, resume_download=True)
35
  break # ζˆεŠŸγ—γŸε ΄εˆγ―γƒ«γƒΌγƒ—γ‚’η΅‚δΊ†
36
  except OSError as e:
37
  print(f"Download failed on attempt {attempt + 1}/{retry_attempts}: {e}")
 
31
  if attempt > 0:
32
  print(f"Retrying... (Attempt {attempt + 1})")
33
  clear_cache() # キャッシγƒ₯ε‰Šι™€
34
+ dataset_path = snapshot_download(repo_id, repo_type="dataset", force_download=True, resume_download=True, num_proc=64)
35
  break # ζˆεŠŸγ—γŸε ΄εˆγ―γƒ«γƒΌγƒ—γ‚’η΅‚δΊ†
36
  except OSError as e:
37
  print(f"Download failed on attempt {attempt + 1}/{retry_attempts}: {e}")