"""Regressions for calendar-bound defect TOP and evidence-bound model contracts.""" import copy import io import json import sys import threading import unittest from datetime import datetime from pathlib import Path from zoneinfo import ZoneInfo sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'scripts')) from nao_agent_task import normalize_task, bind_task, plan_task, TaskUnavailable from nao_agent_report import build_agent_report from nao_analysis_coverage import coverage_gaps from nao_evidence_finalizer import coverage_sufficient, eligible, _compose_answer_blocks, _agent_task_summary, CompositionError from test_nao_agent_task import task_value Q = '帮我看下上月黑片缺陷TOP' def fixture(): task = normalize_task(task_value(dimensions=['defect'], dimensionStages={'defect':['black']}, stages=['black'], fields=['scrapWeight'], period={'year':2026,'month':9}, comparisonRequired=False), Q) ctx = bind_task({'releaseId':'release-a'}, task) doc = {'evidenceRef':'Q12345678','mode':'defects','result':{ 'kind':'quality_fine_defects','releaseId':'release-a','period':task['period'], 'filters':{},'dimension':'defect','stage':'black','category':None,'defect':None, 'coverage':{'available':True,'hasValidWeights':True}, 'rankingComplete':True, 'sourceRows':43172,'rowsReturned':2,'rows':[ {'key':'责废缺角重量','label':'责废缺角重量','category':'责废','weight':17513.162}, {'key':'料废缺角重量','label':'料废缺角重量','category':'料废','weight':13949.63}]}} return task,ctx,[doc] class ContractRegressions(unittest.TestCase): def test_single_period_defect_top_has_verified_answer_without_formal_comparison(self): task,ctx,docs=fixture() self.assertEqual(coverage_gaps(docs,Q,ctx),[]) self.assertTrue(coverage_sufficient(docs,Q,ctx)) report=build_agent_report(docs,ctx,Q) self.assertEqual(len(report['facts']),2) self.assertTrue(report['coverageSufficient']) answer,ids=_compose_answer_blocks([{'factIds':['F1','F2']}],report['facts']) self.assertEqual(ids,['F1','F2']) self.assertIn('17,513.16',answer) self.assertIn('[Q12345678]',answer) self.assertNotIn('八成',answer) prefetched={'mode':'query','evidenceRef':'Q87654321','result':{ 'kind':'quality_metrics','releaseId':'release-a','period':task['period'], 'filters':{},'summary':{'black':{'scrapWeight':999}}}} self.assertEqual({fact['kind'] for fact in build_agent_report([prefetched,*docs],ctx,Q)['facts']},{'defect'}) ctx['_agentTask']['fields']=['totalWeight'] self.assertFalse(coverage_sufficient(docs,Q,ctx)) def test_wrong_or_unusable_evidence_never_satisfies_defect_top(self): for mutation in ('release','month','filters','stage','coverage','weight','ranking','source'): with self.subTest(mutation=mutation): _,ctx,docs=fixture();r=docs[0]['result'] if mutation=='release':r['releaseId']='other' if mutation=='month':r['period']={'year':2026,'month':8} if mutation=='filters':r['filters']={'group':'OTHER'} if mutation=='stage':r['stage']='bright' if mutation=='coverage':r['coverage']['available']=False if mutation=='weight':r['rows'][0]['weight']=None if mutation=='ranking':r['rankingComplete']=False if mutation=='source':r['sourceRows']=0 self.assertFalse(coverage_sufficient(docs,Q,ctx)) def test_failed_supplement_cannot_discard_facts_or_promote_missing_stage(self): task,ctx,docs=fixture() calls=[{'status':'completed'},{'status':'failed'}] self.assertFalse(eligible('m','PARTIAL','evidence_incomplete',calls,False,None)) self.assertTrue(eligible('m','PARTIAL','evidence_incomplete',calls,False,None,True)) self.assertTrue(eligible('m','FAILED','mcp_error',calls,False,None,True)) for cancelled,stopped in ((True,None),(False,False)): self.assertFalse(eligible('m','PARTIAL','evidence_incomplete',calls,cancelled,stopped,True)) self.assertFalse(eligible('m','PARTIAL','evidence_incomplete',[{'status':'started'}],False,None,True)) ctx['_agentTask']['dimensionStages']['defect'].append('bright') self.assertFalse(coverage_sufficient(docs,Q,ctx)) self.assertTrue(build_agent_report(docs,ctx,Q)['missingEvidence']) def test_null_nonclarification_and_independent_review_use_trusted_calendar(self): payloads=[] value=task_value(dimensions=['defect'],dimensionStages={'defect':['black']},stages=['black'],fields=[], period={'year':2026,'month':9},clarification=None,defectScope=None,defectProductCount=None) def opener(req,timeout): payloads.append(json.loads(req.data)) result=value if len(payloads)==1 else {'aligned':True,'requiresEvidence':True,'requiresSourceVerification':False,'requiresAllSourceRows':False,'requiresTrend':False} return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(result)}}]}).encode()) result=plan_task(base_url='https://offline.invalid',api_key='synthetic',model='m',question=Q, context={'_serverHistory':[{'question':'你好,你是谁,能做什么','evidenceRefs':[]}]}, previous={'kind':'explain','goal':'问候','rootGoal':'问候'},cancel_event=threading.Event(),opener=opener) self.assertEqual(len(payloads),2) self.assertEqual(result['clarification'],'') self.assertEqual(result['rootGoal'],result['goal']) payload=json.loads(payloads[0]['messages'][1]['content']) self.assertEqual(payload['serverCalendar']['date'],datetime.now(ZoneInfo('Asia/Shanghai')).date().isoformat()) self.assertFalse(payload['platformCapabilities']['charts']['drawingToolRequired']) with self.assertRaises(TaskUnavailable):normalize_task({**value,'needsClarification':True},Q) def test_fact_ids_keep_all_numeric_and_claim_guards(self): facts=build_agent_report(fixture()[2],fixture()[1],Q)['facts'] self.assertIn('[Q12345678]',_compose_answer_blocks([{'text':'{{F1}}'}],facts)[0]) for block in ({'factIds':['F999']},{'factIds':['F1'],'lead':'上升20%'}, {'factIds':['F1'],'advice':'证明工艺是根因'}, {'factIds':['F1'],'lead':'占八成以上'}, {'factIds':['F1'],'text':'额外正文'}): with self.subTest(block=block),self.assertRaises(CompositionError) as caught: _compose_answer_blocks([block],facts) self.assertIn('answerBlocks[0]',caught.exception.field) self.assertIn('safeRepair',caught.exception.details()) def test_structured_focus_does_not_repeat_facts_across_answer_blocks(self): _,ctx,docs=fixture();facts=build_agent_report(docs,ctx,Q)['facts'] answer,selected=_compose_answer_blocks([ {'factIds':['F1']}, {'type':'bullet','factIds':['F1','F2']}, {'type':'bullet','factIds':['F1']}],facts) self.assertEqual(selected,['F1','F2']) self.assertEqual(answer.count('17,513.16'),1) self.assertEqual(answer.count('13,949.63'),1) def test_finalizer_retains_dimension_stage_and_exact_period(self): task,ctx,_=fixture();summary=_agent_task_summary(ctx) self.assertEqual(summary['dimensionStages'],{'defect':['black']}) self.assertEqual(summary['period'],task['period']) self.assertEqual(summary['filters'],{}) self.assertFalse(summary['comparisonRequired']) def test_source_defect_top_does_not_prefetch_unrequested_formal_kpis(self): from nao_agent_contract import primary_query_required task,_,_=fixture() self.assertFalse(primary_query_required(task)) self.assertTrue(primary_query_required({**task,'comparisonRequired':True})) self.assertTrue(primary_query_required({**task,'kind':'metrics'})) self.assertTrue(primary_query_required({**task,'dimensions':['defect','product']})) if __name__=='__main__':unittest.main()