Files
quality_analyse/verification/test_task_diagnostic_history.py
T
lyun ff7bbe3e46 同步:完善质量分析工作台并更新主题字体
同步已上线的智能分析执行协议、来源查询、图表报告与管理页面配套代码。
补齐数据库迁移、运行依赖和回归测试,保留原有指标计算口径。
统一午夜黑及其他主题的控件细节、中文和业务数字字体。
排除本地业务数据、凭据、预览、发布与验收产物。

验证:生产构建通过,320项前端回归通过;本轮仅同步Git,不再次部署。
2026-10-30 22:40:58 +08:00

102 lines
5.1 KiB
Python

"""Per-turn diagnostic evidence must stay private and independently readable."""
import json
import os
import sys
import tempfile
import threading
import unittest
import uuid
from pathlib import Path
from unittest.mock import patch
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'scripts'))
from nao_agent_task import TaskUnavailable
from nao_quality_runtime import RuntimeErrorSafe, plan_agent_task
class TaskDiagnosticHistoryTests(unittest.TestCase):
def test_success_and_failure_are_distinct_private_redacted_records(self):
with tempfile.TemporaryDirectory() as tmp:
private = Path(tmp) / 'private'
private.mkdir()
legacy = private / 'task-plan-failure.json'
first, second = str(uuid.uuid4()), str(uuid.uuid4())
def success(**kwargs):
kwargs['on_validation_error']({'attempt': 1, 'field': 'filterUpdates.product',
'receivedType': 'dict', 'expected': 'password=private',
'message': 'Bearer private-token', 'rawValue': 'secret-value'})
return {'kind': 'metrics'}
def failure(**kwargs):
kwargs['on_validation_error']({'attempt': 2, 'field': 'goal', 'receivedType': 'str',
'message': 'api_key=private-secret'})
raise TaskUnavailable('password=private-secret', field='goal', received={'token': 'raw'})
with patch('nao_agent_task.plan_task', side_effect=success):
self.assertEqual(plan_agent_task(diagnostic_path=legacy, diagnostic_turn_id=first)['kind'], 'metrics')
with patch('nao_agent_task.plan_task', side_effect=failure):
with self.assertRaisesRegex(RuntimeErrorSafe, '尚未查询数据'):
plan_agent_task(diagnostic_path=legacy, diagnostic_turn_id=second)
first_path = private / 'task-plan-turns' / (first + '.json')
second_path = private / 'task-plan-turns' / (second + '.json')
first_data, second_data = json.loads(first_path.read_text()), json.loads(second_path.read_text())
self.assertEqual(first_data['status'], 'planned')
self.assertEqual(first_data['attempts'][0]['field'], 'filterUpdates.product')
self.assertEqual(second_data['status'], 'failed')
self.assertEqual(second_data['failure']['field'], 'goal')
for path in (first_path, second_path):
self.assertEqual(path.stat().st_mode & 0o777, 0o600)
for sensitive in ('private-secret', 'private-token', 'secret-value', 'password='):
self.assertNotIn(sensitive, path.read_text())
self.assertTrue(legacy.exists())
self.assertTrue((private / 'task-plan-validation.json').exists())
def test_concurrent_turns_keep_independent_attempt_history(self):
with tempfile.TemporaryDirectory() as tmp:
private = Path(tmp) / 'private'
private.mkdir()
legacy = private / 'task-plan-failure.json'
barrier = threading.Barrier(2)
ids = [str(uuid.uuid4()), str(uuid.uuid4())]
errors = []
def planner(**kwargs):
barrier.wait(timeout=5)
kwargs['on_validation_error']({'attempt': kwargs['marker'], 'field': 'goal', 'receivedType': 'str'})
return {'kind': 'metrics'}
def run(index):
try:
plan_agent_task(diagnostic_path=legacy, diagnostic_turn_id=ids[index], marker=index + 1)
except Exception as error:
errors.append(error)
with patch('nao_agent_task.plan_task', side_effect=planner):
threads = [threading.Thread(target=run, args=(i,)) for i in range(2)]
for thread in threads: thread.start()
for thread in threads: thread.join(timeout=10)
self.assertFalse(errors)
for index, turn_id in enumerate(ids):
data = json.loads((private / 'task-plan-turns' / (turn_id + '.json')).read_text())
self.assertEqual(data['status'], 'planned')
self.assertEqual(data['attempts'][0]['attempt'], index + 1)
def test_invalid_turn_and_symlink_path_never_write_outside_private_directory(self):
with tempfile.TemporaryDirectory() as tmp:
private = Path(tmp) / 'private'
outside = Path(tmp) / 'outside'
private.mkdir(); outside.mkdir()
legacy = private / 'task-plan-failure.json'
with patch('nao_agent_task.plan_task', return_value={'kind': 'metrics'}):
with self.assertRaises(ValueError):
plan_agent_task(diagnostic_path=legacy, diagnostic_turn_id='../outside/pwn')
os.symlink(outside, private / 'task-plan-turns')
with self.assertRaises(ValueError):
plan_agent_task(diagnostic_path=legacy, diagnostic_turn_id=str(uuid.uuid4()))
self.assertEqual(list(outside.iterdir()), [])
if __name__ == '__main__':
unittest.main()