goodbuddy/resources/skills/deai-writing/tests/test_deai_scan.py

import json
import subprocess
import sys
import tempfile
import unittest
from pathlib import Path


SKILL_DIR = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(SKILL_DIR))

import deai_scan


class DeaiScanTests(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.block, cls.review, cls.structure = deai_scan.load_rules()

    def scan(self, text, suffix=".md"):
        return deai_scan.scan_text(
            text,
            f"sample{suffix}",
            self.block,
            self.review,
            self.structure,
        )

    def test_reports_block_and_review_findings(self):
        findings = self.scan("综上所述，方案提供一站式服务。\n当前基线需要人工复核。")
        levels = {finding["level"] for finding in findings}
        self.assertEqual(levels, {deai_scan.LEVEL_BLOCK, deai_scan.LEVEL_REVIEW})

    def test_reports_new_reasoning_and_attribution_patterns(self):
        findings = self.scan(
            "从本质上看，业内普遍认为该方案有效。\n"
            "研究表明，核心在于形成闭环。"
        )
        categories = {finding["category"] for finding in findings}
        self.assertTrue({"万能收束", "来源模糊"}.issubset(categories))
        self.assertTrue({"无来源归因", "分析框架"}.issubset(categories))

    def test_summarizes_findings_by_level_and_category(self):
        findings = self.scan("综上所述，归根结底，需要复核当前基线。")
        summary = deai_scan.summarize_findings(findings)
        self.assertEqual(summary[deai_scan.LEVEL_BLOCK]["套路连接词"], 1)
        self.assertEqual(summary[deai_scan.LEVEL_BLOCK]["万能收束"], 1)
        self.assertEqual(summary[deai_scan.LEVEL_REVIEW]["内部审校话语"], 1)

    def test_reports_user_identified_templates_and_metaphors(self):
        findings = self.scan(
            "每一次思考都有证据，教师看到的不只是最终分数。\n"
            "系统做什么、学生做什么、教师看到什么。\n"
            "设置质量门禁和硬约束，让数据不再喂不够快。\n"
            "Decode 时需要读取数十亿颗权重。"
        )
        categories = {finding["category"] for finding in findings}
        self.assertIn("对照模板", categories)
        self.assertTrue(
            {
                "角色槽位",
                "工程黑话",
                "拟人化技术表达",
                "绝对化承诺",
            }.issubset(categories)
        )

    def test_keeps_concrete_engineering_rules_clean(self):
        findings = self.scan(
            "测试失败时禁止合并。延迟超过 200 ms 时停止发布。"
            "显存占用不得超过 80 GB。"
        )
        watched = {
            "角色槽位",
            "工程黑话",
            "拟人化技术表达",
            "绝对化承诺",
        }
        self.assertFalse(
            any(finding["category"] in watched for finding in findings)
        )

    def test_masks_markdown_code(self):
        findings = self.scan("正文没有问题。\n```text\n综上所述，打造闭环。\n```\n")
        self.assertEqual(findings, [])

    def test_masks_html_code_and_attributes(self):
        findings = self.scan(
            '<div data-note="综上所述">正常正文</div>'
            "<script>const text = '一站式';</script>",
            ".html",
        )
        self.assertEqual(findings, [])

    def test_matches_sentence_across_markdown_line_break(self):
        findings = self.scan("这不是普通说明，\n而是固定对照模板。")
        self.assertTrue(
            any(finding["category"] == "对照模板" for finding in findings)
        )
        self.assertEqual(findings[0]["line"], 1)

    def test_loads_custom_rule_file(self):
        with tempfile.TemporaryDirectory() as tmp:
            rules = Path(tmp) / "custom.py"
            rules.write_text(
                'AI_SMELL = {"自定义": ["专属阻断词"]}\n'
                'REVIEW_ONLY = {"自定义复核": ["专属复核词"]}\n',
                encoding="utf-8",
            )
            block, review, _ = deai_scan.load_rules(str(rules))
            self.assertIn("专属阻断词", block["自定义"])
            self.assertIn("专属复核词", review["自定义复核"])

    def test_project_rules_cannot_execute_code(self):
        with tempfile.TemporaryDirectory() as tmp:
            rules = Path(tmp) / "custom.py"
            rules.write_text(
                'AI_SMELL = {}\nopen("/tmp/should-not-exist", "w")\n',
                encoding="utf-8",
            )
            with self.assertRaisesRegex(ValueError, "不可执行"):
                deai_scan.load_rules(str(rules))

    def test_cli_json_and_failure_exit(self):
        with tempfile.TemporaryDirectory() as tmp:
            target = Path(tmp) / "sample.md"
            target.write_text("综上所述，本方案必将提供卓越的服务。", encoding="utf-8")
            command = [sys.executable, str(SKILL_DIR / "deai_scan.py"), str(target), "--json"]
            result = subprocess.run(command, check=True, capture_output=True, text=True)
            report = json.loads(result.stdout)
            self.assertGreater(report["block"], 0)
            self.assertIn("阻断", report["by_category"])
            self.assertIn("复核", report["by_category"])

            failed = subprocess.run(
                command + ["--fail-on-block"],
                check=False,
                capture_output=True,
                text=True,
            )
            self.assertEqual(failed.returncode, 1)

    def test_cli_fails_when_text_file_cannot_be_decoded(self):
        with tempfile.TemporaryDirectory() as tmp:
            target = Path(tmp) / "sample.md"
            target.write_bytes(b"\xff\xfe\x00")
            result = subprocess.run(
                [sys.executable, str(SKILL_DIR / "deai_scan.py"), str(target), "--json"],
                check=False,
                capture_output=True,
                text=True,
            )
            self.assertEqual(result.returncode, 2)
            self.assertEqual(len(json.loads(result.stdout)["errors"]), 1)


if __name__ == "__main__":
    unittest.main()