Update eval.py
Browse files
eval.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
#!/usr/bin/env python3
|
2 |
import argparse
|
|
|
3 |
import re
|
4 |
from typing import Dict
|
5 |
|
@@ -131,6 +132,7 @@ def main(args):
|
|
131 |
attribute, value = list(map(str.strip, args.filter.split(":")))
|
132 |
dataset = dataset.filter(
|
133 |
lambda x: x[attribute] == value,
|
|
|
134 |
desc=f"Filtering on {args.filter}",
|
135 |
)
|
136 |
# for testing: only process the first two examples as a test
|
|
|
1 |
#!/usr/bin/env python3
|
2 |
import argparse
|
3 |
+
import os
|
4 |
import re
|
5 |
from typing import Dict
|
6 |
|
|
|
132 |
attribute, value = list(map(str.strip, args.filter.split(":")))
|
133 |
dataset = dataset.filter(
|
134 |
lambda x: x[attribute] == value,
|
135 |
+
num_proc=os.cpu_count() // 2,
|
136 |
desc=f"Filtering on {args.filter}",
|
137 |
)
|
138 |
# for testing: only process the first two examples as a test
|