Spaces:
Running
Running
Update data_preprocess.py
Browse files- data_preprocess.py +0 -1
data_preprocess.py
CHANGED
|
@@ -135,7 +135,6 @@ def clean_tables_format(tables):
|
|
| 135 |
return cleaned
|
| 136 |
|
| 137 |
import json
|
| 138 |
-
import tiktoken # Optional: for OpenAI token counting
|
| 139 |
def normalize_text_for_comparison(s: str) -> str:
|
| 140 |
"""
|
| 141 |
Normalizes text for robust comparison by:
|
|
|
|
| 135 |
return cleaned
|
| 136 |
|
| 137 |
import json
|
|
|
|
| 138 |
def normalize_text_for_comparison(s: str) -> str:
|
| 139 |
"""
|
| 140 |
Normalizes text for robust comparison by:
|