Update app.py
Browse files
app.py
CHANGED
|
@@ -31,7 +31,7 @@ def process_and_zip_folders(huggingface_dataset_url, output_dir):
|
|
| 31 |
if attempt > 0:
|
| 32 |
print(f"Retrying... (Attempt {attempt + 1})")
|
| 33 |
clear_cache() # γγ£γγ·γ₯ει€
|
| 34 |
-
dataset_path = snapshot_download(repo_id, repo_type="dataset", force_download=True, resume_download=True)
|
| 35 |
break # ζεγγε ΄εγ―γ«γΌγγη΅δΊ
|
| 36 |
except OSError as e:
|
| 37 |
print(f"Download failed on attempt {attempt + 1}/{retry_attempts}: {e}")
|
|
|
|
| 31 |
if attempt > 0:
|
| 32 |
print(f"Retrying... (Attempt {attempt + 1})")
|
| 33 |
clear_cache() # γγ£γγ·γ₯ει€
|
| 34 |
+
dataset_path = snapshot_download(repo_id, repo_type="dataset", force_download=True, resume_download=True, num_proc=64)
|
| 35 |
break # ζεγγε ΄εγ―γ«γΌγγη΅δΊ
|
| 36 |
except OSError as e:
|
| 37 |
print(f"Download failed on attempt {attempt + 1}/{retry_attempts}: {e}")
|