hylee
commited on
Commit
·
454b944
1
Parent(s):
231b56f
add logging to debug
Browse files- handler.py +6 -3
handler.py
CHANGED
|
@@ -369,6 +369,9 @@ def load_math_terms():
|
|
| 369 |
# else:
|
| 370 |
# math_terms_dict[f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)"] = term
|
| 371 |
# math_terms.append(f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)")
|
|
|
|
|
|
|
|
|
|
| 372 |
return math_terms, math_terms_dict
|
| 373 |
|
| 374 |
def run_math_density(transcript):
|
|
@@ -376,9 +379,9 @@ def run_math_density(transcript):
|
|
| 376 |
for i, utt in enumerate(transcript.utterances):
|
| 377 |
found_math_terms = set()
|
| 378 |
text = utt.get_clean_text(remove_punct=False)
|
| 379 |
-
|
| 380 |
-
|
| 381 |
-
|
| 382 |
num_math_terms = 0
|
| 383 |
for term in math_terms:
|
| 384 |
count = len(re.findall(term, text))
|
|
|
|
| 369 |
# else:
|
| 370 |
# math_terms_dict[f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)"] = term
|
| 371 |
# math_terms.append(f"(^|[^a-zA-Z]){term}([^a-zA-Z]|$)")
|
| 372 |
+
logging.set_verbosity_info()
|
| 373 |
+
logger = logging.get_logger("transformers")
|
| 374 |
+
logger.info(f"maths terms values: {math_terms_dict.values()}")
|
| 375 |
return math_terms, math_terms_dict
|
| 376 |
|
| 377 |
def run_math_density(transcript):
|
|
|
|
| 379 |
for i, utt in enumerate(transcript.utterances):
|
| 380 |
found_math_terms = set()
|
| 381 |
text = utt.get_clean_text(remove_punct=False)
|
| 382 |
+
logging.set_verbosity_info()
|
| 383 |
+
logger = logging.get_logger("transformers")
|
| 384 |
+
logger.info(f"clean text in math density: {text}")
|
| 385 |
num_math_terms = 0
|
| 386 |
for term in math_terms:
|
| 387 |
count = len(re.findall(term, text))
|