Files
quality_analyse/verification/test_agent_contract_regressions.py
T
lyun ff7bbe3e46 同步:完善质量分析工作台并更新主题字体
同步已上线的智能分析执行协议、来源查询、图表报告与管理页面配套代码。
补齐数据库迁移、运行依赖和回归测试,保留原有指标计算口径。
统一午夜黑及其他主题的控件细节、中文和业务数字字体。
排除本地业务数据、凭据、预览、发布与验收产物。

验证:生产构建通过,320项前端回归通过;本轮仅同步Git,不再次部署。
2026-10-30 22:40:58 +08:00

136 lines
8.1 KiB
Python

"""Regressions for calendar-bound defect TOP and evidence-bound model contracts."""
import copy
import io
import json
import sys
import threading
import unittest
from datetime import datetime
from pathlib import Path
from zoneinfo import ZoneInfo
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'scripts'))
from nao_agent_task import normalize_task, bind_task, plan_task, TaskUnavailable
from nao_agent_report import build_agent_report
from nao_analysis_coverage import coverage_gaps
from nao_evidence_finalizer import coverage_sufficient, eligible, _compose_answer_blocks, _agent_task_summary, CompositionError
from test_nao_agent_task import task_value
Q = '帮我看下上月黑片缺陷TOP'
def fixture():
task = normalize_task(task_value(dimensions=['defect'], dimensionStages={'defect':['black']},
stages=['black'], fields=['scrapWeight'], period={'year':2026,'month':9}, comparisonRequired=False), Q)
ctx = bind_task({'releaseId':'release-a'}, task)
doc = {'evidenceRef':'Q12345678','mode':'defects','result':{
'kind':'quality_fine_defects','releaseId':'release-a','period':task['period'],
'filters':{},'dimension':'defect','stage':'black','category':None,'defect':None,
'coverage':{'available':True,'hasValidWeights':True}, 'rankingComplete':True,
'sourceRows':43172,'rowsReturned':2,'rows':[
{'key':'责废缺角重量','label':'责废缺角重量','category':'责废','weight':17513.162},
{'key':'料废缺角重量','label':'料废缺角重量','category':'料废','weight':13949.63}]}}
return task,ctx,[doc]
class ContractRegressions(unittest.TestCase):
def test_single_period_defect_top_has_verified_answer_without_formal_comparison(self):
task,ctx,docs=fixture()
self.assertEqual(coverage_gaps(docs,Q,ctx),[])
self.assertTrue(coverage_sufficient(docs,Q,ctx))
report=build_agent_report(docs,ctx,Q)
self.assertEqual(len(report['facts']),2)
self.assertTrue(report['coverageSufficient'])
answer,ids=_compose_answer_blocks([{'factIds':['F1','F2']}],report['facts'])
self.assertEqual(ids,['F1','F2'])
self.assertIn('17,513.16',answer)
self.assertIn('[Q12345678]',answer)
self.assertNotIn('八成',answer)
prefetched={'mode':'query','evidenceRef':'Q87654321','result':{
'kind':'quality_metrics','releaseId':'release-a','period':task['period'],
'filters':{},'summary':{'black':{'scrapWeight':999}}}}
self.assertEqual({fact['kind'] for fact in build_agent_report([prefetched,*docs],ctx,Q)['facts']},{'defect'})
ctx['_agentTask']['fields']=['totalWeight']
self.assertFalse(coverage_sufficient(docs,Q,ctx))
def test_wrong_or_unusable_evidence_never_satisfies_defect_top(self):
for mutation in ('release','month','filters','stage','coverage','weight','ranking','source'):
with self.subTest(mutation=mutation):
_,ctx,docs=fixture();r=docs[0]['result']
if mutation=='release':r['releaseId']='other'
if mutation=='month':r['period']={'year':2026,'month':8}
if mutation=='filters':r['filters']={'group':'OTHER'}
if mutation=='stage':r['stage']='bright'
if mutation=='coverage':r['coverage']['available']=False
if mutation=='weight':r['rows'][0]['weight']=None
if mutation=='ranking':r['rankingComplete']=False
if mutation=='source':r['sourceRows']=0
self.assertFalse(coverage_sufficient(docs,Q,ctx))
def test_failed_supplement_cannot_discard_facts_or_promote_missing_stage(self):
task,ctx,docs=fixture()
calls=[{'status':'completed'},{'status':'failed'}]
self.assertFalse(eligible('m','PARTIAL','evidence_incomplete',calls,False,None))
self.assertTrue(eligible('m','PARTIAL','evidence_incomplete',calls,False,None,True))
self.assertTrue(eligible('m','FAILED','mcp_error',calls,False,None,True))
for cancelled,stopped in ((True,None),(False,False)):
self.assertFalse(eligible('m','PARTIAL','evidence_incomplete',calls,cancelled,stopped,True))
self.assertFalse(eligible('m','PARTIAL','evidence_incomplete',[{'status':'started'}],False,None,True))
ctx['_agentTask']['dimensionStages']['defect'].append('bright')
self.assertFalse(coverage_sufficient(docs,Q,ctx))
self.assertTrue(build_agent_report(docs,ctx,Q)['missingEvidence'])
def test_null_nonclarification_and_independent_review_use_trusted_calendar(self):
payloads=[]
value=task_value(dimensions=['defect'],dimensionStages={'defect':['black']},stages=['black'],fields=[],
period={'year':2026,'month':9},clarification=None,defectScope=None,defectProductCount=None)
def opener(req,timeout):
payloads.append(json.loads(req.data))
result=value if len(payloads)==1 else {'aligned':True,'requiresEvidence':True,'requiresSourceVerification':False,'requiresAllSourceRows':False,'requiresTrend':False}
return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(result)}}]}).encode())
result=plan_task(base_url='https://offline.invalid',api_key='synthetic',model='m',question=Q,
context={'_serverHistory':[{'question':'你好,你是谁,能做什么','evidenceRefs':[]}]},
previous={'kind':'explain','goal':'问候','rootGoal':'问候'},cancel_event=threading.Event(),opener=opener)
self.assertEqual(len(payloads),2)
self.assertEqual(result['clarification'],'')
self.assertEqual(result['rootGoal'],result['goal'])
payload=json.loads(payloads[0]['messages'][1]['content'])
self.assertEqual(payload['serverCalendar']['date'],datetime.now(ZoneInfo('Asia/Shanghai')).date().isoformat())
self.assertFalse(payload['platformCapabilities']['charts']['drawingToolRequired'])
with self.assertRaises(TaskUnavailable):normalize_task({**value,'needsClarification':True},Q)
def test_fact_ids_keep_all_numeric_and_claim_guards(self):
facts=build_agent_report(fixture()[2],fixture()[1],Q)['facts']
self.assertIn('[Q12345678]',_compose_answer_blocks([{'text':'{{F1}}'}],facts)[0])
for block in ({'factIds':['F999']},{'factIds':['F1'],'lead':'上升20%'},
{'factIds':['F1'],'advice':'证明工艺是根因'},
{'factIds':['F1'],'lead':'占八成以上'},
{'factIds':['F1'],'text':'额外正文'}):
with self.subTest(block=block),self.assertRaises(CompositionError) as caught:
_compose_answer_blocks([block],facts)
self.assertIn('answerBlocks[0]',caught.exception.field)
self.assertIn('safeRepair',caught.exception.details())
def test_structured_focus_does_not_repeat_facts_across_answer_blocks(self):
_,ctx,docs=fixture();facts=build_agent_report(docs,ctx,Q)['facts']
answer,selected=_compose_answer_blocks([
{'factIds':['F1']}, {'type':'bullet','factIds':['F1','F2']},
{'type':'bullet','factIds':['F1']}],facts)
self.assertEqual(selected,['F1','F2'])
self.assertEqual(answer.count('17,513.16'),1)
self.assertEqual(answer.count('13,949.63'),1)
def test_finalizer_retains_dimension_stage_and_exact_period(self):
task,ctx,_=fixture();summary=_agent_task_summary(ctx)
self.assertEqual(summary['dimensionStages'],{'defect':['black']})
self.assertEqual(summary['period'],task['period'])
self.assertEqual(summary['filters'],{})
self.assertFalse(summary['comparisonRequired'])
def test_source_defect_top_does_not_prefetch_unrequested_formal_kpis(self):
from nao_agent_contract import primary_query_required
task,_,_=fixture()
self.assertFalse(primary_query_required(task))
self.assertTrue(primary_query_required({**task,'comparisonRequired':True}))
self.assertTrue(primary_query_required({**task,'kind':'metrics'}))
self.assertTrue(primary_query_required({**task,'dimensions':['defect','product']}))
if __name__=='__main__':unittest.main()