hylee
commited on
Commit
·
454b944
1
Parent(s):
231b56f
add logging to debug
Browse files- handler.py +6 -3
handler.py
CHANGED
@@ -369,6 +369,9 @@ def load_math_terms():
|
|
369 |
# else:
|
370 |
# math_terms_dict[f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)"] = term
|
371 |
# math_terms.append(f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)")
|
|
|
|
|
|
|
372 |
return math_terms, math_terms_dict
|
373 |
|
374 |
def run_math_density(transcript):
|
@@ -376,9 +379,9 @@ def run_math_density(transcript):
|
|
376 |
for i, utt in enumerate(transcript.utterances):
|
377 |
found_math_terms = set()
|
378 |
text = utt.get_clean_text(remove_punct=False)
|
379 |
-
|
380 |
-
|
381 |
-
|
382 |
num_math_terms = 0
|
383 |
for term in math_terms:
|
384 |
count = len(re.findall(term, text))
|
|
|
369 |
# else:
|
370 |
# math_terms_dict[f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)"] = term
|
371 |
# math_terms.append(f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)")
|
372 |
+
logging.set_verbosity_info()
|
373 |
+
logger = logging.get_logger("transformers")
|
374 |
+
logger.info(f"maths terms values: {math_terms_dict.values()}")
|
375 |
return math_terms, math_terms_dict
|
376 |
|
377 |
def run_math_density(transcript):
|
|
|
379 |
for i, utt in enumerate(transcript.utterances):
|
380 |
found_math_terms = set()
|
381 |
text = utt.get_clean_text(remove_punct=False)
|
382 |
+
logging.set_verbosity_info()
|
383 |
+
logger = logging.get_logger("transformers")
|
384 |
+
logger.info(f"clean text in math density: {text}")
|
385 |
num_math_terms = 0
|
386 |
for term in math_terms:
|
387 |
count = len(re.findall(term, text))
|