Files
quality_analyse/scripts/nao_visual_recovery.py
lyun f1a2fbd494 统一:DSH 智能分析、Top100 与图表静默恢复
接入 DSH 专用运行时和对话界面,保留模型原始回答,支持会话分页、连续追问与显式报告。
补齐组合筛选、各维度 Top100、分组查询到排名图的转换,图表故障静默省略并基于保存数据自动恢复。
优化报告风格、图表顺序和表格换行,更新接入说明及构建输入。

验证:独立目录前后端构建通过;118 项 Java、102 项前端、102 项图表、14 项 DSH 应用和 13 项组合筛选检查通过。
仅提交相关源码、锁定依赖与测试;不包含凭据、会话、业务数据或本地产物。
2026-11-12 11:57:41 +08:00

184 lines
10 KiB
Python

"""Rebuild presentation data from server-verified frozen query responses. No API/model/file reads."""
from __future__ import annotations
import copy
import hashlib
import json
import sys
from decimal import Decimal
from nao_quality_tools import QualityTools, QualityToolError, _json_safe
from nao_agent_task import bind_task, dimension_stages
from nao_period import normalize_period
from nao_protocol_execution import _metric_arguments, _scoped_arguments
from nao_weight_ranking import rank_response, ranking_task
from analysis_visuals import build_visuals
from analysis_visual_evidence import protocol_visual_result
MAX_INPUT_BYTES = 16 * 1024 * 1024
MAX_OUTPUT_BYTES = 512 * 1024
class SavedResponses(QualityTools):
def __init__(self, queries):
super().__init__(api_factory=lambda: self._forbidden())
self.queries = queries
@staticmethod
def _forbidden():
raise QualityToolError('图表恢复不允许模型或新业务查询')
def _metrics(self, release_id, period, filters, view, row_limit=None, row_offset=0, column_filters=None):
expected = normalize_period(period)
candidates = []
for query in self.queries:
params = query['parameters']
if query['target'] != 'GET /api/metrics' or params.get('releaseId') != release_id or params.get('view', 'overall') != view:
continue
actual = {key: int(params[key]) for key in ('year','month','quarter','monthStart','monthEnd') if key in params}
if normalize_period(actual) == expected:
candidates.append(query)
if len(candidates) != 1:
raise QualityToolError('原始正式指标响应缺失或重复')
query = candidates[0]
result = copy.deepcopy(query['response'])
self._validate_source_snapshot(result, release_id, period, filters, view, column_filters)
result['protocolEvidence'] = copy.deepcopy(query['proof'])
return result
def _call(self, method, path, params=None, payload=None):
if method != 'POST' or path not in ('/api/analysis/defects', '/api/analysis/changes') or params is not None:
return self._forbidden()
matches = [query for query in self.queries if query['target'] == 'POST ' + path
and json.loads(query['parameters'].get('body', '{}')) == payload]
if len(matches) != 1:
raise QualityToolError('原始缺陷响应不属于所选范围')
result = copy.deepcopy(matches[0]['response'])
result['protocolEvidence'] = copy.deepcopy(matches[0]['proof'])
return result
def _arguments(bundle, task):
filters = copy.deepcopy(task['filters'])
columns = filters.pop('columnFilters', None)
if ranking_task(task):
return [dict(mode='rank', releaseId=bundle['releaseId'], period=copy.deepcopy(task['period']),
filters=copy.deepcopy(filters), dimension=dimension, stage=stage, metric=metric, limit=10,
**({'columnFilters':copy.deepcopy(columns)} if columns is not None else {}))
for dimension in task['dimensions'] for stage in dimension_stages(task,dimension,combined=False)
for metric in task['fields']]
return [_metric_arguments(bundle,task,column_filters=columns,comparison=bool(task.get('comparisonRequired') or task.get('comparisonPeriod')))]
def _document(bundle, queries, arguments):
tools = SavedResponses(queries)
release = {'id':bundle['releaseId']}
mode = arguments['mode']
period = normalize_period(arguments['period'])
filters = copy.deepcopy(arguments['filters'])
columns = arguments.get('columnFilters')
if mode == 'rank':
raw = tools._metrics(release['id'],period,filters,arguments['dimension'],column_filters=columns)
result = rank_response(raw,release,period,{**filters,**({'columnFilters':columns} if columns is not None else {})},
arguments['dimension'],arguments['stage'],arguments['metric'],arguments['limit'])
elif mode == 'query':
result = tools._query(release,period,filters,arguments.get('view','overall'),500,columns)
elif mode == 'compare':
result = tools._compare(release,period,normalize_period(arguments['comparisonPeriod']),filters,None,None,columns)
elif mode == 'defects':
if columns is not None:filters['columnFilters']=copy.deepcopy(columns)
result = tools._defects(release,period,normalize_period(arguments.get('comparisonPeriod')),filters,
arguments['stage'],arguments['dimension'],arguments.get('defect'),arguments.get('category'),
arguments['limit'],arguments.get('sort'))
elif mode == 'changes':
tools._bulk_changes = True
result = tools._changes(release,period,normalize_period(arguments['comparisonPeriod']),filters,
arguments['dimension'],arguments.get('stage'),None,arguments['sort'],arguments['limit'])
else:
raise ValueError('图表恢复不执行来源或逐行读取')
proofs = result.get('protocolEvidence')
proofs = [proofs] if isinstance(proofs,dict) else proofs
if not isinstance(proofs,list) or not proofs:
raise ValueError('图表恢复缺少原执行证明')
query_ids = [proof['queryId'] for proof in proofs]
reference = 'Q'+hashlib.sha256('|'.join(query_ids).encode()).hexdigest()[:8].upper()
return {'tool':'quality_data','mode':mode,'releaseId':bundle['releaseId'],'evidenceRef':reference,'result':_json_safe(result)},query_ids
def rebuild(bundle):
if not isinstance(bundle,dict) or bundle.get('version') != 1 or not isinstance(bundle.get('task'),dict):
raise ValueError('图表恢复输入无效')
task = bundle['task']
if task.get('kind') not in ('analysis','metrics') or task.get('visualPreference') == 'none':
raise ValueError('原任务未请求图表')
queries = bundle.get('queries')
if not isinstance(queries,list) or not queries or len(queries)>100:
raise ValueError('原查询数量无效')
seen=set()
for query in queries:
if not isinstance(query,dict) or not isinstance(query.get('response'),dict) or query.get('queryId') in seen:
raise ValueError('原查询结构或标识无效')
seen.add(query['queryId']);proof=query.get('proof')
if not isinstance(proof,dict) or any(proof.get(key)!=bundle.get(key) for key in ('turnId','sessionId','attemptId','executionId','revision')):
raise ValueError('原查询执行身份不一致')
if proof.get('queryId')!=query['queryId'] or proof.get('responseHash')!=query.get('responseHash'):
raise ValueError('原查询证明不一致')
for key in ('nodeId','scopeId'):
if proof.get(key)!=query.get(key):raise ValueError('原节点范围不一致')
documents=[];references=[];missing=list(bundle.get('missingEvidence',[]))
def append_saved(selected, arguments):
try:
document,ids=_document(bundle,selected,arguments)
except QualityToolError:
missing.append('部分原始响应不足以恢复所请求图表,已保留其他可核实图表。')
return
documents.append(document);references.append({'evidenceRef':document['evidenceRef'],'queryIds':ids})
if task.get('queryPlan') or task.get('executionMode') == 'native_agent':
scopes=bundle.get('scopes')
if not isinstance(scopes,list):raise ValueError('原分步任务范围缺失')
nodes={node['nodeId']:node for node in task.get('queryPlan', [])}
if task.get('executionMode') == 'native_agent':
for scope in scopes:
child = scope.get('task') or {}
node = {'nodeId':scope['nodeId'], 'purpose':scope['purpose'],
'fields':child.get('fields', []), 'stages':child.get('stages', []),
'comparisonRequired':child.get('comparisonRequired', False), 'limit':scope.get('limit', 100)}
if child.get('dimensions'):node['dimension'] = child['dimensions'][0]
node.update(child.get('changeQuery') or child.get('defectQuery') or {})
nodes[scope['nodeId']] = node
chart_scopes=[scope for scope in scopes if scope.get('purpose') not in ('source','records')]
for scope in chart_scopes:
node=nodes.get(scope.get('nodeId'))
if node is None:raise ValueError('原分步任务节点缺失')
selected=[query for query in queries if query.get('nodeId')==scope.get('nodeId') and query.get('scopeId')==scope.get('scopeId')]
for arguments in _scoped_arguments(bundle,scope,node):
if scope['purpose'] == 'metrics' and scope['task'].get('dimensions'):
arguments['view'] = scope['task']['dimensions'][0]
append_saved(selected,arguments)
result=protocol_visual_result(documents,chart_scopes,bundle['question'],bundle['turnId'],release_id=bundle['releaseId'],
base_context=bind_task({'releaseId':bundle['releaseId']},task))
else:
for arguments in _arguments(bundle,task):
append_saved(queries,arguments)
context=bind_task({'releaseId':bundle['releaseId']},task)
result=build_visuals(documents,bundle['question'],bundle['turnId'],context=context)
result['queryRefs']=references
result['missingEvidence']=list(dict.fromkeys([*missing,*result.get('missingEvidence',[])]))
return _json_safe(result)
def main():
raw=sys.stdin.buffer.read(MAX_INPUT_BYTES+1)
if len(raw)>MAX_INPUT_BYTES:raise ValueError('图表恢复输入超过容量')
result=rebuild(json.loads(raw,parse_float=Decimal))
encoded=json.dumps(result,ensure_ascii=False,allow_nan=False,separators=(',',':')).encode()
if len(encoded)>MAX_OUTPUT_BYTES:raise ValueError('图表恢复结果超过容量')
sys.stdout.buffer.write(encoded)
if __name__=='__main__':
try:main()
except Exception:
# No source data, local paths, exception messages or credentials enter diagnostics.
sys.stdout.write('{"visualSchemaVersion":1,"visualState":"failed","visuals":[],"missingEvidence":["原结果尚不能完整恢复图表,请保留原分析并稍后重试。"]}')
sys.exit(1)