Files
quality_analyse/verification/test_scope_focus_contract.py
T
lyun ff7bbe3e46 同步:完善质量分析工作台并更新主题字体
同步已上线的智能分析执行协议、来源查询、图表报告与管理页面配套代码。
补齐数据库迁移、运行依赖和回归测试,保留原有指标计算口径。
统一午夜黑及其他主题的控件细节、中文和业务数字字体。
排除本地业务数据、凭据、预览、发布与验收产物。

验证:生产构建通过,320项前端回归通过;本轮仅同步Git,不再次部署。
2026-10-30 22:40:58 +08:00

182 lines
14 KiB
Python

import sys,unittest,json,io,threading
from pathlib import Path
sys.path[:0]=[str(Path(__file__).resolve().parents[1]/'scripts'),str(Path(__file__).resolve().parent)]
from nao_query_contract import bind_query,canonical_filters
from nao_answer_focus import answer_focus,focus_fallback,missing_focus,with_focus_conclusion
from nao_quality_tools import normalize_filters,QualityTools,QualityToolError
from nao_agent_task import normalize_task
from test_nao_agent_task import task_value
import nao_evidence_finalizer as finalizer
class ScopeContractTest(unittest.TestCase):
def task(self):
return normalize_task(task_value(dimensions=['group'],dimensionStages={'group':[]},
filterUpdates={'department':'新能源汽车磁钢'},period={'year':2026,'month':9},
comparisonPeriod={'year':2026,'month':8}), '主要是国内还是国外的')
def contract(self):return {'task':self.task(),'releaseId':'same-release'}
def test_business_alias_is_department_not_union_of_groups(self):
self.assertEqual(canonical_filters({'department':'汽车交通'}),{'department':'新能源汽车磁钢'})
self.assertEqual(canonical_filters({'group':'汽车交通'}),{'department':'新能源汽车磁钢'})
filters,_=normalize_filters('auto_combined',{},scope_was_explicit=True)
self.assertEqual(filters,{'department':'新能源汽车磁钢','includeUnassigned':False})
task=normalize_task(task_value(dimensions=['group'],filterUpdates={'department':'汽车交通'}),'汽车交通合格率')
self.assertEqual(task['filters'],{'department':'新能源汽车磁钢'})
def test_missing_query_scope_inherits_frozen_parent(self):
q=bind_query({'mode':'changes','dimension':'group'},self.contract())
self.assertEqual(q['filters']['department'],'新能源汽车磁钢')
self.assertEqual(q['period'],{'year':2026,'month':9})
self.assertEqual(q['comparisonPeriod'],{'year':2026,'month':8})
self.assertEqual(q['releaseId'],'same-release')
def test_native_cannot_replace_department_with_group_union(self):
with self.assertRaisesRegex(ValueError,'范围'):
bind_query({'mode':'changes','dimension':'group','filters':{'group':'union-domestic-overseas'}},self.contract())
def test_native_cannot_change_release_period_or_expand_scope(self):
for changed in ({'releaseId':'different'}, {'period':{'year':2026,'month':7}},
{'filters':{'department':'其他产业部'}},{'filters':{'includeUnassigned':True}}):
with self.subTest(changed=changed),self.assertRaises(ValueError):
bind_query({'mode':'changes','dimension':'group',**changed},self.contract())
def test_explicit_child_compare_retains_parent_and_catalog_remains_available(self):
q=bind_query({'mode':'compare','filters':{'group':'汽车交通-国内'}},self.contract())
self.assertEqual(q['filters']['department'],'新能源汽车磁钢')
self.assertEqual(q['filters']['group'],'汽车交通-国内')
self.assertEqual(bind_query({'mode':'catalog'},self.contract()),{'mode':'catalog'})
def test_query_guard_runs_before_any_http_call(self):
called=[]
tools=QualityTools(api_factory=lambda:called.append(True),query_contract=self.contract())
with self.assertRaises(QualityToolError):
tools.quality_data({'mode':'changes','dimension':'group','filters':{'group':'wrong-union'}})
self.assertEqual(called,[])
def test_rank_binds_authorized_column_filters_but_other_modes_still_reject_them(self):
contract=self.contract()
rule={'field':'customer_code','stages':['bright'],'operator':'in','values':['0012']}
contract['task']['filters']['columnFilters']=[rule]
bound=bind_query({'mode':'rank','dimension':'group','stage':'bright','metric':'totalWeight'},contract)
self.assertEqual(bound['columnFilters'],[rule])
self.assertEqual(bound['period'],contract['task']['period'])
self.assertEqual(bound['filters']['department'],'新能源汽车磁钢')
with self.assertRaisesRegex(ValueError,'columnFilters'):
bind_query({'mode':'changes','dimension':'group','columnFilters':[rule]},contract)
def test_requested_child_drilldown_keeps_parent_without_filtering_its_own_rank(self):
contract=self.contract();contract['task']['dimensions']=['group','product']
contract['task']['dimensionStages']['product']=[]
q=bind_query({'mode':'changes','dimension':'product','filters':{'group':'汽车交通-国内'}},contract)
self.assertEqual(q['filters']['department'],'新能源汽车磁钢')
self.assertEqual(q['filters']['group'],'汽车交通-国内')
with self.assertRaises(ValueError):
bind_query({'mode':'changes','dimension':'group','filters':{'group':'汽车交通-国内'}},contract)
def test_combined_coverage_allows_supplemental_stage_query_without_changing_contract(self):
contract=self.contract()
q=bind_query({'mode':'changes','dimension':'group','stage':'black'},contract)
self.assertEqual(q['stage'],'black')
self.assertEqual(q['filters']['department'],'新能源汽车磁钢')
self.assertEqual(contract['task']['dimensionStages']['group'],[])
def test_understood_followup_executes_missing_group_read_even_when_native_made_no_calls(self):
from unittest.mock import patch,MagicMock
from test_agent_runtime import comparison
from nao_agent_task import bind_task
import nao_quality_runtime as runtime
task=self.task();primary=comparison();release=primary['releaseId'];primary['filterBinding']=task['filters']
docs=[{'evidenceRef':'QAAAAAAAA','mode':'compare','result':primary}];calls=[]
def read(arguments):
calls.append(arguments)
result={'kind':'quality_changes','releaseId':release,'dimension':'group','stage':None,
'filters':task['filters'],'currentPeriod':task['period'],'comparisonPeriod':task['comparisonPeriod'],
'totalRows':2,'returnedRows':2,'truncated':False,'sort':'scrap_delta',
'rows':[{'key':'国内','label':'国内','current':{'rate':.95},'comparison':{'rate':.96},'rateDrop':.01,'scrapDelta':5},
{'key':'海外','label':'海外','current':{'rate':.96},'comparison':{'rate':.96},'rateDrop':0,'scrapDelta':0}]}
doc={'evidenceRef':'QBBBBBBBB','mode':'changes','result':result};docs.append(doc);return doc
request={'actorId':'actor','sessionId':'session','releaseId':release,'question':task['question'],
'context':bind_task({'releaseId':release},task)}
with patch('nao_evidence_finalizer.evidence_summaries',side_effect=lambda *a,**k:list(docs)),\
patch('nao_agent_task.plan_repairs',side_effect=AssertionError('Known missing query must execute directly')),\
patch.object(runtime,'DelegatedApi'),patch('nao_quality_tools.QualityTools') as tools:
tools.return_value.quality_data.side_effect=read
runtime.complete_agent_evidence(task=task,request=request,actor_root=Path('/offline/session'),
access_path=Path('/offline/access'),manager=MagicMock(),connection=('offline','synthetic','m'),
accumulator=runtime.ConversationAccumulator(),prior_files=frozenset(),cancel_event=threading.Event(),emit=lambda e:None)
self.assertEqual(len(calls),1)
self.assertEqual(calls[0]['dimension'],'group')
self.assertEqual(calls[0]['filters']['department'],'新能源汽车磁钢')
self.assertNotIn('stage',calls[0])
self.assertTrue(finalizer.coverage_sufficient(docs,task['question'],request['context']))
class AnswerFocusTest(unittest.TestCase):
def facts(self):
return [{'id':'F1','kind':'overall','text':'总体合格率下降。','evidenceRef':'QAAAAAAAA'},
{'id':'F2','kind':'group','dimension':'group','stage':None,'label':'国内','text':'国内:96.39%→95.76%,下降0.63个百分点。','evidenceRef':'QBBBBBBBB'},
{'id':'F3','kind':'group','dimension':'group','stage':None,'label':'海外','text':'海外:93.70%→93.61%,下降0.09个百分点。','evidenceRef':'QBBBBBBBB'}]
def task(self):return {'kind':'analysis','dimensions':['group'],'dimensionStages':{'group':[]},'question':'主要是国内还是国外的'}
def test_group_followup_requires_both_objects_not_only_overall(self):
focus=answer_focus(self.facts(),self.task())
self.assertEqual(set(focus['requiredFactIds']),{'F2','F3'})
self.assertTrue(missing_focus(['F1'],focus))
self.assertFalse(missing_focus(['F2','F3'],focus))
def test_department_fact_cannot_satisfy_group_followup(self):
facts=self.facts();facts.insert(1,{'id':'D1','kind':'group','dimension':'department','stage':None,
'label':'父产业部','text':'父产业部变化。','evidenceRef':'QAAAAAAAA'})
self.assertEqual(set(answer_focus(facts,self.task())['requiredFactIds']),{'F2','F3'})
def test_explicit_group_comparison_cannot_be_replaced_by_other_top_groups(self):
facts=self.facts();facts[1]['label']='汽车交通-国内';facts[2]['label']='汽车交通-海外'
facts[1]['text']='汽车交通-国内:下降0.62个百分点。';facts[2]['text']='汽车交通-海外:下降0.09个百分点。'
facts[1:1]=[{'id':'X1','kind':'group','dimension':'group','stage':None,'label':'其他甲','text':'其他甲','evidenceRef':'QBBBBBBBB'},
{'id':'X2','kind':'group','dimension':'group','stage':None,'label':'其他乙','text':'其他乙','evidenceRef':'QBBBBBBBB'}]
task={**self.task(),'targetEntities':{'group':['汽车交通-国内','汽车交通-海外']}}
focus=answer_focus(facts,task)
self.assertEqual(set(focus['requiredFactIds']),{'F2','F3'})
self.assertTrue(missing_focus(['X1','X2'],focus))
self.assertFalse(answer_focus([f for f in facts if f['id']!='F3'],task)['available'])
def test_failed_composition_fallback_answers_current_focus_without_big_parent_tables(self):
report={'facts':self.facts(),'sections':['### 总体与阶段\n\n一张大表'],'policy':''}
answer,ids=focus_fallback(report,self.task(),[])
self.assertIn('国内',answer);self.assertIn('海外',answer)
self.assertNotIn('总体与阶段',answer);self.assertNotIn('一张大表',answer)
self.assertEqual(set(ids),{'F2','F3'})
def test_missing_group_facts_explain_gap_instead_of_dumping_parent_report(self):
report={'facts':self.facts()[:1],'sections':['一张大表'],'policy':''}
answer,ids=focus_fallback(report,self.task(),['范围尚未一致'])
self.assertIn('业务分组',answer);self.assertIn('范围尚未一致',answer)
self.assertNotIn('一张大表',answer);self.assertEqual(ids,[])
def test_direct_priority_requires_both_verified_change_signals_to_agree(self):
facts=self.facts();facts[1].update(rateDrop=.0062,scrapDelta=5572.52);facts[2].update(rateDrop=.0009,scrapDelta=738.91)
focus=answer_focus(facts,self.task());answer=with_focus_conclusion('正式事实',focus)
self.assertTrue(answer.startswith('按本轮可比分组的变化,优先关注国内'))
self.assertIn('不代表对总体下降的精确贡献',answer)
facts.append({'id':'F4','kind':'group','stage':None,'label':'新进分组','text':'本期新增,缺少比较期。','evidenceRef':'QBBBBBBBB','rateDrop':None,'scrapDelta':None})
self.assertEqual(answer_focus(facts,self.task())['priority']['label'],'国内')
facts[2]['scrapDelta']=6000
self.assertIsNone(answer_focus(facts,self.task())['priority'])
facts[2].pop('rateDrop')
self.assertIsNone(answer_focus(facts,self.task())['priority'])
def test_real_synthesis_rejects_off_target_model_answer_and_falls_back_to_group_pair(self):
from test_agent_runtime import comparison
from nao_agent_task import bind_task
release='33333333-3333-4333-8333-333333333333';period={'year':2026,'month':9};prior={'year':2026,'month':8}
filters={'department':'新能源汽车磁钢'};primary=comparison();primary['filterBinding']=filters
changes={'kind':'quality_changes','releaseId':release,'dimension':'group','stage':None,
'filters':filters,'currentPeriod':period,'comparisonPeriod':prior,'sort':'scrap_delta',
'totalRows':2,'returnedRows':2,'truncated':False,
'rows':[{'key':'国内','label':'汽车交通-国内','comparison':{'rate':.9639},'current':{'rate':.9576},'rateDrop':.0063,'scrapDelta':5},
{'key':'海外','label':'汽车交通-海外','comparison':{'rate':.9370},'current':{'rate':.9361},'rateDrop':.0009,'scrapDelta':1}]}
docs=[{'evidenceRef':'QAAAAAAAA','mode':'compare','result':primary},
{'evidenceRef':'QBBBBBBBB','mode':'changes','result':changes}]
q='主要是国内还是国外的';task=normalize_task(task_value(dimensions=['group'],dimensionStages={'group':[]},
filterUpdates=filters,period=period,comparisonPeriod=prior,comparisonRequired=True),q)
task['rootGoal']='之前全面分析产品和缺陷';context=bind_task({'releaseId':release},task);calls=[]
def opener(request,timeout):
body=json.loads(request.data);payload=json.loads(body['messages'][1]['content']);calls.append(payload)
overall=next(f['id'] for f in payload['facts'] if f['kind']=='overall')
value={'reportTitle':'质量变化分析','answerBlocks':[{'type':'paragraph','factIds':[overall]}],
'evidenceSufficient':True,'missingEvidence':[]}
return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(value)}}]}).encode())
result=finalizer.synthesize(base_url='https://offline.invalid/v1',api_key='synthetic',model='m',
question=q,evidence=docs,context=context,cancel_event=threading.Event(),opener=opener)
self.assertEqual(len(calls),2)
self.assertTrue(result['compositionRepairAttempted'])
self.assertIn('汽车交通-国内',result['answer']);self.assertIn('汽车交通-海外',result['answer'])
self.assertNotIn('总体与阶段',result['answer'])
self.assertTrue(result['evidenceSufficient'])
if __name__=='__main__':unittest.main()