Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Uniying chunking parameters
Browse files
yourbench_space/config.py
CHANGED
@@ -54,14 +54,14 @@ def generate_base_config(hf_org: str, hf_dataset_name: str, session_uid: str):
|
|
54 |
"run": True,
|
55 |
"chunking_configuration": {
|
56 |
"chunking_mode": "fast_chunking",
|
57 |
-
"l_max_tokens":
|
58 |
"token_overlap": 64,
|
59 |
"encoding_name": "cl100k_base",
|
60 |
-
"l_min_tokens":
|
61 |
-
"tau_threshold": 0.
|
62 |
"h_min": 2,
|
63 |
-
"h_max":
|
64 |
-
"num_multihops_factor":
|
65 |
},
|
66 |
},
|
67 |
"single_shot_question_generation": {
|
|
|
54 |
"run": True,
|
55 |
"chunking_configuration": {
|
56 |
"chunking_mode": "fast_chunking",
|
57 |
+
"l_max_tokens": 512,
|
58 |
"token_overlap": 64,
|
59 |
"encoding_name": "cl100k_base",
|
60 |
+
"l_min_tokens": 256,
|
61 |
+
"tau_threshold": 0.3,
|
62 |
"h_min": 2,
|
63 |
+
"h_max": 5,
|
64 |
+
"num_multihops_factor": 1,
|
65 |
},
|
66 |
},
|
67 |
"single_shot_question_generation": {
|