import copy import io import json import sys import tempfile import threading import unittest from pathlib import Path from unittest.mock import patch ROOT = Path(__file__).resolve().parents[1] sys.path.insert(0, str(ROOT / 'scripts')) sys.path.insert(0, str(Path(__file__).resolve().parent)) from nao_agent_task import TaskUnavailable, normalize_task from nao_protocol_execution import execute from nao_query_contract import bind_query from nao_query_plan import normalize_query_plan from nao_quality_tools import QualityToolError, QualityTools from nao_evidence_finalizer import _resolve_completed_protocol_raw_gaps from test_nao_agent_task import task_value from test_nao_protocol_execution import BoundApi, RELEASE, TURN, identity class RawPlanTests(unittest.TestCase): def root(self, **overrides): value = {'period':{'year':2026,'monthStart':1,'monthEnd':2}, 'comparisonPeriod':None,'filters':{'department':'部门甲'}, 'fields':[],'dimensions':[],'stages':[], 'trendRequired':False,'comparisonRequired':False, 'verifySource':True,'fullDetails':True,'periodCoverage':'available'} value.update(overrides) return value def plan(self): return [ {'nodeId':'source','purpose':'source','fields':[],'stages':['black'], 'selector':{'kind':'base'},'visualType':None,'visualPreference':'none', 'comparisonRequired':False}, {'nodeId':'records','purpose':'records','fields':[],'stages':['black'], 'selector':{'kind':'base'},'visualType':None,'visualPreference':'none', 'comparisonRequired':False}, ] def test_raw_node_union_sets_root_stage_and_flags_without_kpi_fields(self): root = self.root() result = normalize_query_plan(self.plan(), root_task=root, root_value=self.root()) self.assertEqual([node['purpose'] for node in result], ['source','records']) self.assertEqual(root['fields'], []) self.assertEqual(root['stages'], ['black']) self.assertTrue(root['verifySource']) self.assertTrue(root['fullDetails']) self.assertEqual(root['dimensions'], []) def test_raw_flags_cannot_be_omitted_or_downgraded(self): cases = [ (self.root(verifySource=False), self.plan()), (self.root(fullDetails=False), self.plan()), (self.root(fullDetails=True), self.plan()[:1]), ] for root, plan in cases: with self.subTest(root=root, plan=plan), self.assertRaises(ValueError): normalize_query_plan(plan, root_task=copy.deepcopy(root), root_value=root) def test_raw_nodes_require_empty_fields_and_no_visuals(self): for update in ({'fields':['rate']}, {'visualType':'bar'}, {'visualPreference':'auto'}, {'stages':[]}): raw = self.plan()[:1] raw[0].update(update) with self.subTest(update=update), self.assertRaises(ValueError): normalize_query_plan(raw, root_task=self.root(fullDetails=False), root_value=self.root(fullDetails=False)) def test_source_fields_are_stage_specific_authorized_stable_keys(self): catalog = {'sourceFields':[ {'key':'order_no','type':'source_value','stages':['black'], 'columns':{'black':'委托单号'}}, {'key':'batch_code','type':'source_value','stages':['bright'], 'columns':{'bright':'批次号'}}, ]} plan = self.plan()[:1] plan[0]['sourceFields'] = {'black':['order_no']} root = self.root(fullDetails=False) result = normalize_query_plan(plan, root_task=root, root_value=root, context={'_businessCatalog':catalog}) self.assertEqual(result[0]['sourceFields'], {'black':['order_no']}) for selected in ({'black':['missing']}, {'bright':['batch_code']}, {'black':['order_no','order_no']}): bad = copy.deepcopy(plan) bad[0]['sourceFields'] = selected with self.subTest(selected=selected), self.assertRaises(ValueError): normalize_query_plan(bad, root_task=self.root(fullDetails=False), root_value=self.root(fullDetails=False), context={'_businessCatalog':catalog}) def test_legacy_pure_raw_kinds_synthesize_query_plan_and_keep_full_goal(self): source = task_value(kind='source_verify',dimensions=[],fields=[],stages=['black'], verifySource=True,fullDetails=False,period={'year':2026}) records = task_value(kind='details',dimensions=[],fields=[],stages=['bright'], verifySource=False,fullDetails=True,period={'year':2026}) for value, purpose in ((source,'source'),(records,'records')): task = normalize_task(value,'完整核验当前原始数据', {'_protocol':{'version':1}}) self.assertEqual(len(task['queryPlan']),1) self.assertEqual(task['queryPlan'][0]['purpose'],purpose) self.assertEqual(task['queryPlan'][0]['fields'],[]) self.assertEqual(task['queryPlan'][0]['stages'],[value['stages'][0]]) self.assertEqual(task['verifySource'],purpose=='source') self.assertEqual(task['fullDetails'],purpose=='records') def test_legacy_metrics_with_explicit_raw_requirements_keeps_metric_and_scope(self): value=task_value(kind='metrics',dimensions=[],stages=[],fields=['rate'], verifySource=True,fullDetails=True,period={'year':2026}, filterUpdates={'department':'部门甲'},trendRequired=False, comparisonRequired=False) task=normalize_task(value,'在部门甲范围分析综合合格率并核对原表、读取所有记录', {'_protocol':{'version':1}}) by_purpose={node['purpose']:node for node in task['queryPlan']} self.assertEqual(by_purpose['metrics']['fields'],['rate']) self.assertEqual(by_purpose['metrics']['stages'],[]) self.assertEqual(by_purpose['source']['fields'],[]) self.assertEqual(by_purpose['records']['fields'],[]) self.assertEqual(task['fields'],['rate']) self.assertEqual(task['filters']['department'],'部门甲') self.assertTrue(task['verifySource']) self.assertTrue(task['fullDetails']) def test_scoped_investigate_binds_month_range_columns_exclusions_and_stage(self): columns = [{'field':'customer_code','stages':['black'],'operator':'in','values':['C01']}] task = {'filters':{'department':'部门甲','exclusions':{'product':['P-2']}, 'columnFilters':columns}, 'dimensions':[],'stages':['black'],'dimensionStages':{}, 'period':{'year':2026,'monthStart':1,'monthEnd':2}, 'comparisonPeriod':None} args = {'mode':'investigate','action':'rows','releaseId':RELEASE, 'period':copy.deepcopy(task['period']), 'filters':{'department':'部门甲','exclusions':{'product':['P-2']}}, 'columnFilters':copy.deepcopy(columns),'stage':'black', 'limit':100,'offset':0,'recordFilter':'all'} bound = bind_query(args, {'task':task,'releaseId':RELEASE,'exactScope':True}) self.assertEqual(bound['period'],task['period']) self.assertEqual(bound['filters']['exclusions'],task['filters']['exclusions']) self.assertEqual(bound['columnFilters'],columns) self.assertEqual(bound['stage'],'black') class InvestigationApi: def __init__(self, *, total_rows=205, missing_proof=False, wrong_context_key=None): self.total_rows = total_rows self.missing_proof = missing_proof self.wrong_context_key = wrong_context_key self.calls = [] self.query_count = 0 self.scopes = [] @staticmethod def source_fields(): return [{'key':'customer_code','type':'source_value','stages':['black'], 'columns':{'black':'客户代码'},'operators':['in']}] def add_scope(self, node_id, scope_id, purpose, root): child = copy.deepcopy(root) child.pop('queryPlan',None) child['kind'] = 'source_verify' if purpose == 'source' else 'details' child['fields'] = [] child['dimensions'] = [] child['dimensionStages'] = {} child['stages'] = ['black'] child['trendRequired'] = False child['comparisonRequired'] = False child['visualType'] = None child['visualPreference'] = 'none' child['verifySource'] = purpose == 'source' child['fullDetails'] = purpose == 'records' child['investigationFields'] = {'black':['委托单号','客户代码']} self.scopes.append({'nodeId':node_id,'scopeId':scope_id,'label':scope_id, 'purpose':purpose,'task':child}) def call(self, path, payload=None, method=None, *, node_id=None, scope_id=None): self.calls.append({'path':path,'payload':copy.deepcopy(payload), 'method':method,'nodeId':node_id,'scopeId':scope_id}) if path == '/api/analysis/protocol/queries': return {'version':1,'scopes':copy.deepcopy(self.scopes),'pending':[],'gaps':[]} if path == '/api/releases': return {'items':[{'id':RELEASE,'name':'Release','status':'PUBLISHED'}]} if path == '/api/analysis/tools/catalog': return {'kind':'analysis_catalog','sourceFields':self.source_fields()} if path != '/api/analysis/investigate': raise AssertionError(path) self.query_count += 1 expected_period = {key:payload[key] for key in ('year','month','quarter','monthStart','monthEnd') if key in payload} context = {**expected_period,'releaseId':RELEASE,'stage':payload['stage'], 'category':None,'sourceRevisionId':None,'includeUnassigned':False, 'department':payload.get('department'),'group':payload.get('group'), 'product':payload.get('product'),'projectGroup':payload.get('projectGroup'), 'extraFilters':payload.get('extraFilters',{}), 'columnFilters':payload.get('columnFilters',[]), 'exclusions':payload.get('exclusions',{})} if self.wrong_context_key: context[self.wrong_context_key] = 'OUT_OF_SCOPE_SENTINEL' proof = {'queryId':f'raw-{self.query_count}','attemptId':identity()['attemptId'], 'sessionId':identity()['sessionId'],'turnId':identity()['turnId'], 'revision':identity()['revision'],'executionId':identity()['executionId'], 'responseHash':f'{self.query_count:064x}','nodeId':node_id,'scopeId':scope_id} action = payload['action'] response = {'kind':'quality_investigation','action':action,'releaseId':RELEASE, 'context':context,'totalRows':self.total_rows,'aggregateComplete':True, 'categories':[],'lineage':[]} if action == 'source': response['sourceVerification'] = {'expectedRows':self.total_rows, 'complete':self.total_rows > 0,'verifiedRows':self.total_rows, 'missingRows':0,'mismatchRows':0,'allSelectedValuesMatchStored':self.total_rows > 0, 'files':[]} else: offset = payload.get('offset',0) limit = payload['limit'] count = min(limit,max(0,self.total_rows-offset)) rows = [{'rowNumber':offset+index+1,'product':'规格A', 'values':{'委托单号':f'ORDER-{offset+index+1}', '客户代码':'PRIVATE_RAW_VALUE'}} for index in range(count)] response.update(rows=rows,offset=offset,returnedRows=count, matchingRows=self.total_rows,hasMore=offset+count