111 lines
3.7 KiB
Python
111 lines
3.7 KiB
Python
import unittest
|
|
|
|
import pandas as pd
|
|
|
|
from mycode import main
|
|
|
|
|
|
class PhraseExemptionRulesTest(unittest.TestCase):
|
|
def test_builds_exemption_rules_from_suggestion_phrases(self):
|
|
rules_df = pd.DataFrame([
|
|
{
|
|
'错误表述': '深入贯彻中央八项规定精神',
|
|
'建议修改词语': '深入贯彻中央八项规定精神学习教育',
|
|
'错误分类': '固定表述错误'
|
|
},
|
|
{
|
|
'错误表述': '“两学一做”学习',
|
|
'建议修改词语': '“两学一做”学习教育',
|
|
'错误分类': '固定表述错误'
|
|
},
|
|
])
|
|
|
|
exemption_rules = main.build_phrase_exemption_rules(rules_df)
|
|
|
|
self.assertEqual(
|
|
exemption_rules['深入贯彻中央八项规定精神'],
|
|
['深入贯彻中央八项规定精神学习教育']
|
|
)
|
|
self.assertEqual(
|
|
exemption_rules['“两学一做”学习'],
|
|
['“两学一做”学习教育']
|
|
)
|
|
|
|
def test_skips_short_error_phrase_when_full_correct_phrase_exists(self):
|
|
exemption_rules = {
|
|
'深入贯彻中央八项规定精神': ['深入贯彻中央八项规定精神学习教育']
|
|
}
|
|
|
|
should_skip = main.should_skip_error_phrase(
|
|
'深入贯彻中央八项规定精神',
|
|
'现开展深入贯彻中央八项规定精神学习教育相关工作。',
|
|
exemption_rules
|
|
)
|
|
|
|
self.assertTrue(should_skip)
|
|
|
|
def test_does_not_skip_when_only_short_error_phrase_exists(self):
|
|
exemption_rules = {
|
|
'深入贯彻中央八项规定精神': ['深入贯彻中央八项规定精神学习教育']
|
|
}
|
|
|
|
should_skip = main.should_skip_error_phrase(
|
|
'深入贯彻中央八项规定精神',
|
|
'文章仅写到深入贯彻中央八项规定精神，没有写完整。',
|
|
exemption_rules
|
|
)
|
|
|
|
self.assertFalse(should_skip)
|
|
|
|
|
|
class DeletedWechatContentFilterTest(unittest.TestCase):
|
|
def test_filters_rows_when_url_page_says_deleted(self):
|
|
rows = [
|
|
[1, '公众号A', '标题A', '错误表述A', '建议A', '分类A', 'https://a.test/1'],
|
|
[2, '公众号B', '标题B', '错误表述B', '建议B', '分类B', 'https://b.test/2'],
|
|
]
|
|
|
|
def fetch_html(url):
|
|
if url == 'https://a.test/1':
|
|
return '该内容已被发布者删除'
|
|
return '正常文章内容'
|
|
|
|
filtered_rows = main.filter_deleted_wechat_rows(rows, fetch_html=fetch_html)
|
|
|
|
self.assertEqual(
|
|
filtered_rows,
|
|
[[2, '公众号B', '标题B', '错误表述B', '建议B', '分类B', 'https://b.test/2']]
|
|
)
|
|
|
|
def test_keeps_rows_when_url_page_is_not_deleted(self):
|
|
rows = [
|
|
[1, '公众号A', '标题A', '错误表述A', '建议A', '分类A', 'https://a.test/1'],
|
|
]
|
|
|
|
filtered_rows = main.filter_deleted_wechat_rows(
|
|
rows,
|
|
fetch_html=lambda url: '正文还在'
|
|
)
|
|
|
|
self.assertEqual(filtered_rows, rows)
|
|
|
|
def test_checks_same_url_only_once(self):
|
|
rows = [
|
|
[1, '公众号A', '标题A', '错误表述A', '建议A', '分类A', 'https://same.test/1'],
|
|
[2, '公众号A', '标题B', '错误表述B', '建议B', '分类B', 'https://same.test/1'],
|
|
]
|
|
calls = []
|
|
|
|
def fetch_html(url):
|
|
calls.append(url)
|
|
return '正常文章内容'
|
|
|
|
filtered_rows = main.filter_deleted_wechat_rows(rows, fetch_html=fetch_html)
|
|
|
|
self.assertEqual(filtered_rows, rows)
|
|
self.assertEqual(calls, ['https://same.test/1'])
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|