Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -52,7 +52,7 @@ def main(percentage=10):
|
|
52 |
dataset = load_dataset("datacomp/imagenet-1k-random" + str(percentage), split="train", streaming=True,
|
53 |
trust_remote_code=True, token=GATED_IMAGENET).take(DEV_AMOUNT)
|
54 |
else:
|
55 |
-
dataset = load_dataset("datacomp/imagenet-1k-random" + str(percentage), split="train", streaming=True,
|
56 |
trust_remote_code=True, token=GATED_IMAGENET)
|
57 |
|
58 |
for frac in FRACTIONS:
|
@@ -64,7 +64,7 @@ def main(percentage=10):
|
|
64 |
"datacomp/debug-imagenet-1k-random-" + str(percentage) + '-frac-1over' + str(frac), token=GATED_IMAGENET)
|
65 |
else:
|
66 |
Dataset.from_generator(sampled_dataset.__iter__).push_to_hub(
|
67 |
-
"datacomp/imagenet-1k-random-" + str(percentage) + '-frac-1over' + str(frac), token=GATED_IMAGENET)
|
68 |
|
69 |
|
70 |
end = time.time()
|
|
|
52 |
dataset = load_dataset("datacomp/imagenet-1k-random" + str(percentage), split="train", streaming=True,
|
53 |
trust_remote_code=True, token=GATED_IMAGENET).take(DEV_AMOUNT)
|
54 |
else:
|
55 |
+
dataset = load_dataset("datacomp/imagenet-1k-random" + str(percentage) + "-take2", split="train", streaming=True,
|
56 |
trust_remote_code=True, token=GATED_IMAGENET)
|
57 |
|
58 |
for frac in FRACTIONS:
|
|
|
64 |
"datacomp/debug-imagenet-1k-random-" + str(percentage) + '-frac-1over' + str(frac), token=GATED_IMAGENET)
|
65 |
else:
|
66 |
Dataset.from_generator(sampled_dataset.__iter__).push_to_hub(
|
67 |
+
"datacomp/imagenet-1k-random-" + str(percentage) + '-frac-1over' + str(frac) + "-take2", token=GATED_IMAGENET)
|
68 |
|
69 |
|
70 |
end = time.time()
|