import json import os from pathlib import Path import sys import tempfile import threading import unittest from unittest.mock import patch sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'scripts')) from analysis_visual_evidence import load_visual_evidence, visual_result class VisualEvidenceTests(unittest.TestCase): def setUp(self): self.temp = tempfile.TemporaryDirectory() self.root = Path(self.temp.name) self.path = self.root / ('nao-quality-' + 'a' * 32 + '.json') self.doc = {'tool': 'quality_data', 'mode': 'compare', 'releaseId': 'release', 'evidenceRef': 'QAAAAAAAA', 'result': {'releaseId': 'release', 'kind': 'quality_comparison'}} self.save() def tearDown(self): self.temp.cleanup() def save(self): self.path.write_text(json.dumps(self.doc)) self.path.chmod(0o600) def test_full_document_and_only_this_turn(self): self.assertEqual(load_visual_evidence(self.root, 'release'), [self.doc]) self.assertEqual(load_visual_evidence(self.root, 'release', exclude_files={self.path.name}), []) def test_release_tool_and_reference_mismatch_fail_closed(self): for key, value in [('releaseId', 'other'), ('tool', 'arbitrary'), ('evidenceRef', 'forged')]: with self.subTest(key=key): original = self.doc[key] self.doc[key] = value self.save() with self.assertRaises(ValueError): load_visual_evidence(self.root, 'release') self.doc[key] = original def test_symlinks_and_shared_files_rejected(self): self.path.chmod(0o644) with self.assertRaises(ValueError): load_visual_evidence(self.root, 'release') self.path.unlink() outside = self.root / 'outside.json' outside.write_text(json.dumps(self.doc)) self.path.symlink_to(outside) with self.assertRaises(OSError): load_visual_evidence(self.root, 'release') def test_cancel_and_deadline_are_bounded(self): cancel = threading.Event(); cancel.set() self.assertEqual(load_visual_evidence(self.root, 'release', cancel_event=cancel), []) with self.assertRaises(ValueError): load_visual_evidence(self.root, 'release', budget_seconds=-1) def test_large_file_and_failure_never_change_business_status(self): with patch('analysis_visual_evidence.FILE_LIMIT', 10): self.assertEqual(visual_result(self.root, 'release', '比较', 'turn'), {'visualSchemaVersion': 1, 'visualState': 'failed', 'visuals': []}) def test_feature_switch_does_not_read_data(self): with patch.dict(os.environ, {'QUALITY_ANALYSIS_VISUALS_ENABLED': 'false'}): result = visual_result(Path('/does-not-exist'), 'release', '比较', 'turn') self.assertEqual(result['visualState'], 'not_requested') def test_turn_context_is_forwarded_without_reinterpreting_question(self): import inspect context={'year':2026,'month':9,'group':'组A'} kwargs={'context':context} if 'context' in inspect.signature(visual_result).parameters else {} with patch('analysis_visuals.build_visuals',return_value={'visuals':[]}) as build: visual_result(self.root,'release','比较','turn',**kwargs) self.assertEqual(build.call_args.kwargs.get('context'),context) if __name__ == '__main__': unittest.main()