Files
quality_analyse/verification/test_nao_visual_recovery.py
lyun f1a2fbd494 统一:DSH 智能分析、Top100 与图表静默恢复
接入 DSH 专用运行时和对话界面,保留模型原始回答,支持会话分页、连续追问与显式报告。
补齐组合筛选、各维度 Top100、分组查询到排名图的转换,图表故障静默省略并基于保存数据自动恢复。
优化报告风格、图表顺序和表格换行,更新接入说明及构建输入。

验证:独立目录前后端构建通过;118 项 Java、102 项前端、102 项图表、14 项 DSH 应用和 13 项组合筛选检查通过。
仅提交相关源码、锁定依赖与测试;不包含凭据、会话、业务数据或本地产物。
2026-11-12 11:57:41 +08:00

108 lines
6.9 KiB
Python

import json
import copy
import sys
import unittest
from pathlib import Path
from urllib.parse import urlencode
from unittest.mock import patch
sys.path[:0]=[str(Path(__file__).resolve().parents[1]/'scripts'),str(Path(__file__).resolve().parent)]
from nao_visual_recovery import rebuild, SavedResponses
from test_nao_protocol_execution import task, ranking_task, BoundApi, BoundRankingApi, identity, RELEASE
def query(value,api=None,**period):
api=api or BoundApi()
selected_period=period or value['period']
params={'releaseId':RELEASE,**selected_period,'view':value.get('_view','overall'),'includeUnassigned':'false'}
params.update(value['filters'])
response=api.call('/api/metrics?'+urlencode(params))
key='query-'+str(selected_period.get('month','year'))+'-'+params['view']
proof={**identity(),'queryId':key,'responseHash':'a'*64}
return {'queryId':key,'target':'GET /api/metrics','parameters':{k:str(v) for k,v in params.items()},
'responseHash':'a'*64,'response':response,'proof':proof,'task':copy.deepcopy(value),'scope':{}}
def bundle(value,queries):
return {'version':1,**identity(),'releaseId':RELEASE,'question':value['question'],
'task':value,'queries':queries,'scopes':[],'missingEvidence':[]}
class VisualRecoveryTests(unittest.TestCase):
def test_native_product_ranking_recovers_from_exact_frozen_batch_without_queryplan(self):
value=task();value.update(executionMode='native_agent',kind='analysis',trendRequired=False,
dimensions=['product'],stages=['black'],fields=['rate','totalWeight'])
value['aggregateSelection']={'dimension':'product','metric':'rate','rateStage':None,'direction':'asc',
'limit':100,'requestQuestion':'筛选合格率最低Top100产品并生成报告',
'weightFilter':{'metric':'totalWeight','stage':'black','operator':'gt','value':1.0}}
raw={**value,'_view':'product'};saved=query(raw,BoundRankingApi())
for row in saved['response']['rows']:row['compositeRate']=.9
scope={'nodeId':'product-batch','scopeId':'scope-products','purpose':'metrics','limit':500,'task':{**value,'kind':'metrics'}}
for key in ('nodeId','scopeId'):saved[key]=saved['proof'][key]=scope[key]
request=bundle(value,[saved]);request['scopes']=[scope]
with patch.object(SavedResponses,'_client',side_effect=AssertionError('no network')):
result=rebuild(request)
self.assertEqual(result['visualState'],'ready')
self.assertTrue(result['visuals'])
self.assertEqual(result['visuals'][0]['dimension'],'product')
self.assertEqual(result['queryRefs'][0]['queryIds'],[saved['queryId']])
from decimal import Decimal
decimal_wire = json.loads(json.dumps(request), parse_float=Decimal)
self.assertEqual(rebuild(decimal_wire)['visualState'], 'ready')
def test_trend_is_rebuilt_from_only_the_frozen_response_without_api_or_model(self):
value=task({'product':'18X15X4+T'});saved=query(value);original=copy.deepcopy(saved)
with patch.object(SavedResponses,'_client',side_effect=AssertionError('no network')):
result=rebuild(bundle(value,[saved]))
self.assertEqual(result['visualState'],'ready');self.assertEqual(len(result['visuals']),1)
visual=result['visuals'][0]
self.assertEqual(visual['series'][0]['values'],[float(row['compositeRate']) for row in saved['response']['trend']])
self.assertEqual(visual['scope']['product'],'18X15X4+T')
self.assertEqual(result['queryRefs'][0]['queryIds'],[saved['queryId']]);self.assertEqual(saved,original)
def test_comparison_uses_both_original_periods(self):
value=task();value.update(trendRequired=False,comparisonRequired=True,period={'year':2026,'month':9},comparisonPeriod={'year':2026,'month':8},visualPreference='required')
saved=[query(value,year=2026,month=month) for month in (9,8)]
result=rebuild(bundle(value,saved));self.assertEqual(result['visualState'],'ready')
self.assertEqual(set(result['queryRefs'][0]['queryIds']),{q['queryId'] for q in saved})
self.assertTrue(all(chart['comparisonPeriod'].get('year')==2026 and chart['comparisonPeriod'].get('month')==8 for chart in result['visuals']))
partial=rebuild(bundle(value,saved[:1]));self.assertNotEqual(partial['visualState'],'ready');self.assertTrue(partial['missingEvidence'])
def test_weight_ranking_retains_the_full_original_denominator(self):
value=ranking_task(dimensions=['product'],dimensionStages={'product':['black']},stages=['black'],fields=['totalWeight'])
raw=copy.deepcopy(value);raw['_view']='product';saved=query(raw,BoundRankingApi())
result=rebuild(bundle(value,[saved]));self.assertEqual(result['visualState'],'ready')
self.assertEqual(result['visuals'][0]['coverage']['denominator'],100)
self.assertEqual(result['visuals'][0]['series'][0]['values'],[60.0,40.0])
def test_each_scope_uses_only_its_original_product_and_node_proof(self):
root=task();root['queryPlan']=[{'nodeId':f'trend-{i}','purpose':'trend','comparisonRequired':False} for i in (1,2)]
queries=[];scopes=[]
for i,product in enumerate(('18X15X4+T','18X15X4+Z'),1):
child=task({'product':product});saved=query(child);saved['queryId']+=str(i);saved['proof']['queryId']=saved['queryId']
scope={'nodeId':f'trend-{i}','scopeId':f'scope-{i}','purpose':'trend','task':child}
for key in ('nodeId','scopeId'):saved[key]=saved['proof'][key]=scope[key]
saved['scope']=scope;queries.append(saved);scopes.append(scope)
request=bundle(root,queries);request['scopes']=scopes
result=rebuild(request);self.assertEqual(result['visualState'],'ready');self.assertEqual(len(result['visuals']),2)
self.assertEqual({chart['scope']['product'] for chart in result['visuals']},{'18X15X4+T','18X15X4+Z'})
request['queries']=queries[:1]
partial=rebuild(request);self.assertEqual(len(partial['visuals']),1);self.assertTrue(partial['missingEvidence'])
self.assertEqual(partial['visuals'][0]['scope']['product'],'18X15X4+T')
def test_execution_or_proof_changes_never_rebind_old_numbers(self):
value=task();base=bundle(value,[query(value)])
for key in ('executionId','attemptId','sessionId','turnId','revision','queryId','responseHash','nodeId'):
changed=copy.deepcopy(base);changed['queries'][0]['proof'][key]='different'
with self.subTest(key=key),self.assertRaises(ValueError):rebuild(changed)
changed=copy.deepcopy(base);changed['queries']*=2
with self.assertRaises(ValueError):rebuild(changed)
def test_an_unrequested_chart_or_unrecorded_endpoint_cannot_trigger_a_read(self):
value=task();value['visualPreference']='none'
with self.assertRaises(ValueError):rebuild(bundle(value,[query(value)]))
with self.assertRaises(Exception):SavedResponses([])._call('GET','/api/metrics',params={})
if __name__=='__main__':unittest.main()