import sys,unittest,json,io,threading from pathlib import Path sys.path[:0]=[str(Path(__file__).resolve().parents[1]/'scripts'),str(Path(__file__).resolve().parent)] from nao_query_contract import bind_query,canonical_filters from nao_answer_focus import answer_focus,focus_fallback,missing_focus,with_focus_conclusion from nao_quality_tools import normalize_filters,QualityTools,QualityToolError from nao_agent_task import normalize_task from test_nao_agent_task import task_value import nao_evidence_finalizer as finalizer class ScopeContractTest(unittest.TestCase): def task(self): return normalize_task(task_value(dimensions=['group'],dimensionStages={'group':[]}, filterUpdates={'department':'新能源汽车磁钢'},period={'year':2026,'month':9}, comparisonPeriod={'year':2026,'month':8}), '主要是国内还是国外的') def contract(self):return {'task':self.task(),'releaseId':'same-release'} def test_business_alias_is_department_not_union_of_groups(self): self.assertEqual(canonical_filters({'department':'汽车交通'}),{'department':'新能源汽车磁钢'}) self.assertEqual(canonical_filters({'group':'汽车交通'}),{'department':'新能源汽车磁钢'}) filters,_=normalize_filters('auto_combined',{},scope_was_explicit=True) self.assertEqual(filters,{'department':'新能源汽车磁钢','includeUnassigned':False}) task=normalize_task(task_value(dimensions=['group'],filterUpdates={'department':'汽车交通'}),'汽车交通合格率') self.assertEqual(task['filters'],{'department':'新能源汽车磁钢'}) def test_missing_query_scope_inherits_frozen_parent(self): q=bind_query({'mode':'changes','dimension':'group'},self.contract()) self.assertEqual(q['filters']['department'],'新能源汽车磁钢') self.assertEqual(q['period'],{'year':2026,'month':9}) self.assertEqual(q['comparisonPeriod'],{'year':2026,'month':8}) self.assertEqual(q['releaseId'],'same-release') def test_native_cannot_replace_department_with_group_union(self): with self.assertRaisesRegex(ValueError,'范围'): bind_query({'mode':'changes','dimension':'group','filters':{'group':'union-domestic-overseas'}},self.contract()) def test_native_cannot_change_release_period_or_expand_scope(self): for changed in ({'releaseId':'different'}, {'period':{'year':2026,'month':7}}, {'filters':{'department':'其他产业部'}},{'filters':{'includeUnassigned':True}}): with self.subTest(changed=changed),self.assertRaises(ValueError): bind_query({'mode':'changes','dimension':'group',**changed},self.contract()) def test_explicit_child_compare_retains_parent_and_catalog_remains_available(self): q=bind_query({'mode':'compare','filters':{'group':'汽车交通-国内'}},self.contract()) self.assertEqual(q['filters']['department'],'新能源汽车磁钢') self.assertEqual(q['filters']['group'],'汽车交通-国内') self.assertEqual(bind_query({'mode':'catalog'},self.contract()),{'mode':'catalog'}) def test_query_guard_runs_before_any_http_call(self): called=[] tools=QualityTools(api_factory=lambda:called.append(True),query_contract=self.contract()) with self.assertRaises(QualityToolError): tools.quality_data({'mode':'changes','dimension':'group','filters':{'group':'wrong-union'}}) self.assertEqual(called,[]) def test_rank_binds_authorized_column_filters_but_other_modes_still_reject_them(self): contract=self.contract() rule={'field':'customer_code','stages':['bright'],'operator':'in','values':['0012']} contract['task']['filters']['columnFilters']=[rule] bound=bind_query({'mode':'rank','dimension':'group','stage':'bright','metric':'totalWeight'},contract) self.assertEqual(bound['columnFilters'],[rule]) self.assertEqual(bound['period'],contract['task']['period']) self.assertEqual(bound['filters']['department'],'新能源汽车磁钢') with self.assertRaisesRegex(ValueError,'columnFilters'): bind_query({'mode':'changes','dimension':'group','columnFilters':[rule]},contract) def test_requested_child_drilldown_keeps_parent_without_filtering_its_own_rank(self): contract=self.contract();contract['task']['dimensions']=['group','product'] contract['task']['dimensionStages']['product']=[] q=bind_query({'mode':'changes','dimension':'product','filters':{'group':'汽车交通-国内'}},contract) self.assertEqual(q['filters']['department'],'新能源汽车磁钢') self.assertEqual(q['filters']['group'],'汽车交通-国内') with self.assertRaises(ValueError): bind_query({'mode':'changes','dimension':'group','filters':{'group':'汽车交通-国内'}},contract) def test_combined_coverage_allows_supplemental_stage_query_without_changing_contract(self): contract=self.contract() q=bind_query({'mode':'changes','dimension':'group','stage':'black'},contract) self.assertEqual(q['stage'],'black') self.assertEqual(q['filters']['department'],'新能源汽车磁钢') self.assertEqual(contract['task']['dimensionStages']['group'],[]) def test_understood_followup_executes_missing_group_read_even_when_native_made_no_calls(self): from unittest.mock import patch,MagicMock from test_agent_runtime import comparison from nao_agent_task import bind_task import nao_quality_runtime as runtime task=self.task();primary=comparison();release=primary['releaseId'];primary['filterBinding']=task['filters'] docs=[{'evidenceRef':'QAAAAAAAA','mode':'compare','result':primary}];calls=[] def read(arguments): calls.append(arguments) result={'kind':'quality_changes','releaseId':release,'dimension':'group','stage':None, 'filters':task['filters'],'currentPeriod':task['period'],'comparisonPeriod':task['comparisonPeriod'], 'totalRows':2,'returnedRows':2,'truncated':False,'sort':'scrap_delta', 'rows':[{'key':'国内','label':'国内','current':{'rate':.95},'comparison':{'rate':.96},'rateDrop':.01,'scrapDelta':5}, {'key':'海外','label':'海外','current':{'rate':.96},'comparison':{'rate':.96},'rateDrop':0,'scrapDelta':0}]} doc={'evidenceRef':'QBBBBBBBB','mode':'changes','result':result};docs.append(doc);return doc request={'actorId':'actor','sessionId':'session','releaseId':release,'question':task['question'], 'context':bind_task({'releaseId':release},task)} with patch('nao_evidence_finalizer.evidence_summaries',side_effect=lambda *a,**k:list(docs)),\ patch('nao_agent_task.plan_repairs',side_effect=AssertionError('Known missing query must execute directly')),\ patch.object(runtime,'DelegatedApi'),patch('nao_quality_tools.QualityTools') as tools: tools.return_value.quality_data.side_effect=read runtime.complete_agent_evidence(task=task,request=request,actor_root=Path('/offline/session'), access_path=Path('/offline/access'),manager=MagicMock(),connection=('offline','synthetic','m'), accumulator=runtime.ConversationAccumulator(),prior_files=frozenset(),cancel_event=threading.Event(),emit=lambda e:None) self.assertEqual(len(calls),1) self.assertEqual(calls[0]['dimension'],'group') self.assertEqual(calls[0]['filters']['department'],'新能源汽车磁钢') self.assertNotIn('stage',calls[0]) self.assertTrue(finalizer.coverage_sufficient(docs,task['question'],request['context'])) class AnswerFocusTest(unittest.TestCase): def facts(self): return [{'id':'F1','kind':'overall','text':'总体合格率下降。','evidenceRef':'QAAAAAAAA'}, {'id':'F2','kind':'group','dimension':'group','stage':None,'label':'国内','text':'国内:96.39%→95.76%,下降0.63个百分点。','evidenceRef':'QBBBBBBBB'}, {'id':'F3','kind':'group','dimension':'group','stage':None,'label':'海外','text':'海外:93.70%→93.61%,下降0.09个百分点。','evidenceRef':'QBBBBBBBB'}] def task(self):return {'kind':'analysis','dimensions':['group'],'dimensionStages':{'group':[]},'question':'主要是国内还是国外的'} def test_group_followup_requires_both_objects_not_only_overall(self): focus=answer_focus(self.facts(),self.task()) self.assertEqual(set(focus['requiredFactIds']),{'F2','F3'}) self.assertTrue(missing_focus(['F1'],focus)) self.assertFalse(missing_focus(['F2','F3'],focus)) def test_department_fact_cannot_satisfy_group_followup(self): facts=self.facts();facts.insert(1,{'id':'D1','kind':'group','dimension':'department','stage':None, 'label':'父产业部','text':'父产业部变化。','evidenceRef':'QAAAAAAAA'}) self.assertEqual(set(answer_focus(facts,self.task())['requiredFactIds']),{'F2','F3'}) def test_explicit_group_comparison_cannot_be_replaced_by_other_top_groups(self): facts=self.facts();facts[1]['label']='汽车交通-国内';facts[2]['label']='汽车交通-海外' facts[1]['text']='汽车交通-国内:下降0.62个百分点。';facts[2]['text']='汽车交通-海外:下降0.09个百分点。' facts[1:1]=[{'id':'X1','kind':'group','dimension':'group','stage':None,'label':'其他甲','text':'其他甲','evidenceRef':'QBBBBBBBB'}, {'id':'X2','kind':'group','dimension':'group','stage':None,'label':'其他乙','text':'其他乙','evidenceRef':'QBBBBBBBB'}] task={**self.task(),'targetEntities':{'group':['汽车交通-国内','汽车交通-海外']}} focus=answer_focus(facts,task) self.assertEqual(set(focus['requiredFactIds']),{'F2','F3'}) self.assertTrue(missing_focus(['X1','X2'],focus)) self.assertFalse(answer_focus([f for f in facts if f['id']!='F3'],task)['available']) def test_failed_composition_fallback_answers_current_focus_without_big_parent_tables(self): report={'facts':self.facts(),'sections':['### 总体与阶段\n\n一张大表'],'policy':''} answer,ids=focus_fallback(report,self.task(),[]) self.assertIn('国内',answer);self.assertIn('海外',answer) self.assertNotIn('总体与阶段',answer);self.assertNotIn('一张大表',answer) self.assertEqual(set(ids),{'F2','F3'}) def test_missing_group_facts_explain_gap_instead_of_dumping_parent_report(self): report={'facts':self.facts()[:1],'sections':['一张大表'],'policy':''} answer,ids=focus_fallback(report,self.task(),['范围尚未一致']) self.assertIn('业务分组',answer);self.assertIn('范围尚未一致',answer) self.assertNotIn('一张大表',answer);self.assertEqual(ids,[]) def test_direct_priority_requires_both_verified_change_signals_to_agree(self): facts=self.facts();facts[1].update(rateDrop=.0062,scrapDelta=5572.52);facts[2].update(rateDrop=.0009,scrapDelta=738.91) focus=answer_focus(facts,self.task());answer=with_focus_conclusion('正式事实',focus) self.assertTrue(answer.startswith('按本轮可比分组的变化,优先关注国内')) self.assertIn('不代表对总体下降的精确贡献',answer) facts.append({'id':'F4','kind':'group','stage':None,'label':'新进分组','text':'本期新增,缺少比较期。','evidenceRef':'QBBBBBBBB','rateDrop':None,'scrapDelta':None}) self.assertEqual(answer_focus(facts,self.task())['priority']['label'],'国内') facts[2]['scrapDelta']=6000 self.assertIsNone(answer_focus(facts,self.task())['priority']) facts[2].pop('rateDrop') self.assertIsNone(answer_focus(facts,self.task())['priority']) def test_real_synthesis_rejects_off_target_model_answer_and_falls_back_to_group_pair(self): from test_agent_runtime import comparison from nao_agent_task import bind_task release='33333333-3333-4333-8333-333333333333';period={'year':2026,'month':9};prior={'year':2026,'month':8} filters={'department':'新能源汽车磁钢'};primary=comparison();primary['filterBinding']=filters changes={'kind':'quality_changes','releaseId':release,'dimension':'group','stage':None, 'filters':filters,'currentPeriod':period,'comparisonPeriod':prior,'sort':'scrap_delta', 'totalRows':2,'returnedRows':2,'truncated':False, 'rows':[{'key':'国内','label':'汽车交通-国内','comparison':{'rate':.9639},'current':{'rate':.9576},'rateDrop':.0063,'scrapDelta':5}, {'key':'海外','label':'汽车交通-海外','comparison':{'rate':.9370},'current':{'rate':.9361},'rateDrop':.0009,'scrapDelta':1}]} docs=[{'evidenceRef':'QAAAAAAAA','mode':'compare','result':primary}, {'evidenceRef':'QBBBBBBBB','mode':'changes','result':changes}] q='主要是国内还是国外的';task=normalize_task(task_value(dimensions=['group'],dimensionStages={'group':[]}, filterUpdates=filters,period=period,comparisonPeriod=prior,comparisonRequired=True),q) task['rootGoal']='之前全面分析产品和缺陷';context=bind_task({'releaseId':release},task);calls=[] def opener(request,timeout): body=json.loads(request.data);payload=json.loads(body['messages'][1]['content']);calls.append(payload) overall=next(f['id'] for f in payload['facts'] if f['kind']=='overall') value={'reportTitle':'质量变化分析','answerBlocks':[{'type':'paragraph','factIds':[overall]}], 'evidenceSufficient':True,'missingEvidence':[]} return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(value)}}]}).encode()) result=finalizer.synthesize(base_url='https://offline.invalid/v1',api_key='synthetic',model='m', question=q,evidence=docs,context=context,cancel_event=threading.Event(),opener=opener) self.assertEqual(len(calls),2) self.assertTrue(result['compositionRepairAttempted']) self.assertIn('汽车交通-国内',result['answer']);self.assertIn('汽车交通-海外',result['answer']) self.assertNotIn('总体与阶段',result['answer']) self.assertTrue(result['evidenceSufficient']) if __name__=='__main__':unittest.main()