alozowski HF Staff commited on
Commit
257cf03
·
1 Parent(s): e283a7b

Uniying chunking parameters

Browse files
Files changed (1) hide show
  1. yourbench_space/config.py +5 -5
yourbench_space/config.py CHANGED
@@ -54,14 +54,14 @@ def generate_base_config(hf_org: str, hf_dataset_name: str, session_uid: str):
54
  "run": True,
55
  "chunking_configuration": {
56
  "chunking_mode": "fast_chunking",
57
- "l_max_tokens": 256,
58
  "token_overlap": 64,
59
  "encoding_name": "cl100k_base",
60
- "l_min_tokens": 64,
61
- "tau_threshold": 0.8,
62
  "h_min": 2,
63
- "h_max": 3,
64
- "num_multihops_factor": 3,
65
  },
66
  },
67
  "single_shot_question_generation": {
 
54
  "run": True,
55
  "chunking_configuration": {
56
  "chunking_mode": "fast_chunking",
57
+ "l_max_tokens": 512,
58
  "token_overlap": 64,
59
  "encoding_name": "cl100k_base",
60
+ "l_min_tokens": 256,
61
+ "tau_threshold": 0.3,
62
  "h_min": 2,
63
+ "h_max": 5,
64
+ "num_multihops_factor": 1,
65
  },
66
  },
67
  "single_shot_question_generation": {