sangsangfinder / tests /test_search_text_processing.py
cksleigen's picture
Initial clean deploy
54656fc
Raw
History Blame Contribute Delete
969 Bytes
import unittest
from api.core.utils import infer_category, tokenize_ko
class SearchTextProcessingTests(unittest.TestCase):
def test_compound_query_matches_longer_notice_term(self):
query_tokens = set(tokenize_ko("ํ•ด์™ธ๋ด‰์‚ฌ ์–ด๋–ค ๊ฑฐ ์žˆ์–ด?"))
doc_tokens = set(tokenize_ko("ํ•ด์™ธ๋ด‰์‚ฌํ™œ๋™ 50๊ธฐ WFK ์ฒญ๋…„๋ด‰์‚ฌ๋‹จ ๋‹จ์› ๋ชจ์ง‘ ์•ˆ๋‚ด"))
self.assertIn("ํ•ด์™ธ๋ด‰์‚ฌ", query_tokens)
self.assertIn("ํ•ด์™ธ๋ด‰์‚ฌ", doc_tokens)
self.assertIn("ํ•ด์™ธ", doc_tokens)
self.assertIn("๋ด‰์‚ฌ", doc_tokens)
def test_overseas_volunteer_notice_prefers_volunteer_category(self):
title = "ํ•œ์„ฑ๊ณต์ง€[๋Œ€ํ•™์‚ฌํšŒ๋ด‰์‚ฌํ˜‘์˜ํšŒ] [ํ•ด์™ธ๋ด‰์‚ฌํ™œ๋™] 50๊ธฐ WFK ์ฒญ๋…„๋ด‰์‚ฌ๋‹จ ๋‹จ์› ๋ชจ์ง‘ ์•ˆ๋‚ด"
body = "์ด 4์ฃผ ํ•ด์™ธํŒŒ๊ฒฌ ํ˜ผํ•ฉํ˜• ๋ด‰์‚ฌ ํ”„๋กœ๊ทธ๋žจ์ž…๋‹ˆ๋‹ค."
self.assertEqual(infer_category(title, body), "๋ด‰์‚ฌ/์„œํฌํ„ฐ์ฆˆ")
if __name__ == "__main__":
unittest.main()