优化:未分类连续维护与柏拉图预汇总,同步已发布修复

This commit is contained in:
2026-11-01 12:40:50 +08:00
parent 572873c6b8
commit 38290f5fec
135 changed files with 17613 additions and 663 deletions
@@ -0,0 +1,149 @@
"""Complete Native finalizer seams for stable display, protection and omission."""
import copy, io, json, sys, threading, unittest
from pathlib import Path
from unittest.mock import patch
sys.path[:0]=[str(Path(__file__).resolve().parents[1]/'scripts'),str(Path(__file__).parent)]
from nao_native_answer import build_native_report, _prepare_native_draft, _native_atomic_inventory
from nao_native_contract import clause_catalog, selected_clause_spans, mass_display_match
from nao_native_exploration import native_model_view
from nao_evidence_finalizer import synthesize_native
from test_native_atomic_binding import NativeAtomicFullPipelineGuards
class GroundedNativeContractTests(unittest.TestCase):
def fixture(self):
docs=NativeAtomicFullPipelineGuards().documents()
context={'_agentTask':{'executionMode':'native_agent','period':{'year':2026,'month':9},
'comparisonPeriod':{'year':2026,'month':8},'filters':{}}}
return docs,context
def invoke(self,draft,mutate=None,*,fixture=None):
docs,context=fixture or self.fixture();calls=[]
def provider(request,timeout):
payload=json.loads(json.loads(request.data)['messages'][1]['content']);calls.append(payload)
fact=next(f['id'] for f in payload['facts'] if '黑片外废' in f['text'])
value={'reviews':[{'sourceId':b['sourceId'],'role':'core' if i==0 else 'key_evidence',
'factIds':[fact],'supported':True,'statisticalClaimsSupported':True} for i,b in enumerate(payload['draftBlocks'])],
'missingGoalDescriptions':[]}
if mutate:mutate(value,payload)
return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(value,ensure_ascii=False)}}]}).encode())
final=synthesize_native(base_url='https://offline.invalid',api_key='fixture',model='fixture',question='分析质量变化',
evidence=docs,context=context,native_answer=draft,cancel_event=threading.Event(),opener=provider)
return final,calls
def test_formal_mass_normalized_before_clause_catalog_and_review(self):
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。')
self.assertTrue(final['evidenceSufficient'],final['compositionDiagnostics']['issues'])
self.assertEqual(len(calls),1);block=calls[0]['draftBlocks'][0]
self.assertNotIn('吨',block['text']);self.assertIn('615.25 kg',block['text'])
self.assertTrue(block['protectedBindings']);self.assertTrue(block['clauseCatalog'])
self.assertTrue(all(c.get('text',block['text']) in block['text'] for c in block['clauseCatalog']))
self.assertIn('615.25 kg',final['answer'])
def test_clauses_use_ids_and_semantics_can_reject_protected_numbers(self):
def reject(value,payload):
row=value['reviews'][0];node=next(c for c in payload['draftBlocks'][0]['clauseCatalog'] if c.get('text')=='设备故障造成下降。')
row.update(supported=False,statisticalClaimsSupported=False,unsupportedClauseIds=[node['clauseId']],
remainingClaimsSupported=True,remainingStatisticalClaimsSupported=True)
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。设备故障造成下降。',reject)
self.assertTrue(final['evidenceSufficient'],final['missingEvidence']);self.assertEqual(len(calls),1)
self.assertNotIn('设备故障',final['answer'])
def veto(value,payload):
row=value['reviews'][0];row.update(supported=False,statisticalClaimsSupported=False,
unsupportedClauseIds=[next(c['clauseId'] for c in payload['draftBlocks'][0]['clauseCatalog'] if c['kind']=='block')])
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。',veto)
self.assertFalse(final['evidenceSufficient']);self.assertEqual(len(calls),1)
def test_review_cannot_swap_protected_numeric_binding(self):
def swap(value,payload):
protected=payload['draftBlocks'][0]['protectedBindings'][0]
other=next(key for key,item in payload['bindingCatalog'].items() if key.startswith('N') and item['factId']!=protected['factId'])
value['reviews'][0]['bindings']=[{'span':protected['span'],'tokenId':other}]
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。',swap)
self.assertFalse(final['evidenceSufficient']);self.assertEqual(len(calls),2)
def test_explicit_company_scope_never_inherits_a_department_root(self):
docs,context=self.fixture();context['_agentTask']['filters']={'department':'部门甲'}
docs[0]['result']['filterBinding']={'department':'部门甲'}
for owner in ('全公司','全厂'):
final,_=self.invoke('9月'+owner+'黑片外废报废重量0.6152吨。',fixture=(docs,context))
self.assertFalse(final['evidenceSufficient']);self.assertNotIn(owner+'黑片外废报废重量615.25',final['answer'])
final,calls=self.invoke('9月部门甲黑片外废报废重量0.6152吨。',fixture=(docs,context))
self.assertTrue(final['evidenceSufficient'],final['compositionDiagnostics']['issues']);self.assertEqual(len(calls),1)
def test_fixed_nodes_allow_structural_aliases_not_inner_substrings(self):
text='- 黑片报废615.25 kg。\n**阶段说明**(黑片下降0.3pp,亮片贡献错误):'
nodes=clause_catalog('D1',text)
self.assertIsNotNone(selected_clause_spans(text,{'unsupportedClauses':['黑片报废615.25 kg。']},nodes))
self.assertIsNotNone(selected_clause_spans(text,{'unsupportedClauses':['(黑片下降0.3pp,亮片贡献错误)']},nodes))
self.assertIsNone(selected_clause_spans(text,{'unsupportedClauses':['亮片贡献错误']},nodes))
self.assertIsNone(selected_clause_spans(text,{'unsupportedClauseIds':['D1-forged-C1']},nodes))
def test_display_schema_preserves_physical_authority_and_role(self):
raw={'kind':'quality_comparison','current':{'black':{'scrapWeight':'615.249'}},
'stageRateChangesPP':{'bright':'-0.2382081452'},'stageDecomposition':{'brightContributionToCompositePP':'-0.2318568021'}}
original=copy.deepcopy(raw);view=native_model_view(raw);self.assertEqual(raw,original)
self.assertEqual(view['current']['black']['formalDisplay']['scrapWeight']['displayValue'],'615.25')
self.assertEqual(view['stageRateChangesPP']['formalDisplay']['bright']['metricRole'],'OwnStageRateChangePp')
self.assertEqual(view['stageDecomposition']['formalDisplay']['brightContributionToCompositePP']['metricRole'],'ContributionPp')
token={'rawValue':'1000','value':'1,000.00','unit':'kg','metricField':'sourceWeight','rawUnit':'kg','measureKind':'mass'}
self.assertIsNotNone(mass_display_match(token,'1','ton'))
for change in ({'rawUnit':None},{'measureKind':None},{'metricField':'quantity'}):
self.assertIsNone(mass_display_match({**token,**change},'1','ton'))
def test_unknown_units_quantity_wrong_stage_dates_and_boundaries_stay_gaps(self):
for draft in ('9月亮片外废报废重量0.6152吨。','8月黑片外废报废重量0.6152吨。',
'9月黑片外废数量0.6152件。','9月黑片外废报废低于0.6152吨。',
'9月黑片外废报废重量0.6153吨。'):
with self.subTest(draft=draft):
final,_=self.invoke(draft);self.assertFalse(final['evidenceSufficient'])
equal_bound,_=self.invoke('9月黑片外废报废低于0.615249吨。')
self.assertFalse(equal_bound['evidenceSufficient'])
final,calls=self.invoke('9月黑片外废报废至多0.615249吨。')
self.assertTrue(final['evidenceSufficient'],final['compositionDiagnostics']['issues'])
self.assertIn('0.615249吨',final['answer']);self.assertEqual(len(calls),1)
def test_whole_column_normalization_is_transactional(self):
docs,context=self.fixture();report=build_native_report(docs,context)
good='9月黑片报废。\n\n| 阶段 | 9月报废(吨) |\n|---|---|\n| 黑片 | 0.6152 |'
blocks,meta=_prepare_native_draft(good,report['facts'],context)
table=blocks[1]['text'];self.assertIn('(kg)',table);self.assertIn('615.25',table);self.assertNotIn('吨',table)
bad=good+'\n| 亮片 | 99.999 |'
blocks,_=_prepare_native_draft(bad,report['facts'],context)
self.assertIn('(吨)',blocks[1]['text']);self.assertIn('0.6152',blocks[1]['text'])
def test_wrong_pp_role_never_borrows_own_stage_change(self):
docs,context=self.fixture();report=build_native_report(docs,context)
base={'id':'F100','text':'亮片自身合格率下降0.24个百分点。','kind':'stage','label':'亮片合格率',
'evidenceRef':'Q00000001','scope':{'period':context['_agentTask']['period'],
'comparisonPeriod':context['_agentTask']['comparisonPeriod'],'filters':{}},
'verifiedNativeNumericValues':[{'sourceOrdinal':0,'displayValue':'0.24','unit':'pp','rawValue':'0.2382081452',
'period':context['_agentTask']['period'],'metricField':'rateChange','stageHint':'亮片','ownerScope':{},'metricRole':'OwnStageRateChangePp'}]}
contribution=copy.deepcopy(base);contribution.update(id='F101',text='亮片对综合的贡献-0.23个百分点。',label='阶段拆解')
contribution['verifiedNativeNumericValues']=[{**base['verifiedNativeNumericValues'][0],'displayValue':'-0.23',
'rawValue':'-0.2318568021','metricField':'stageContribution','metricRole':'ContributionPp'}]
facts=[base,contribution]
blocks,meta=_prepare_native_draft('9月亮片对综合合格率贡献-0.24个百分点。',facts,context)
self.assertEqual(meta['protectedMetricSpans'],0)
blocks,meta=_prepare_native_draft('9月亮片对综合合格率贡献-0.23个百分点。',facts,context)
self.assertEqual(meta['protectedMetricSpans'],1)
# Full finalizer still rejects a semantic review that approves the
# wrong role. Only the provider is mocked, not the atomic validator.
report.update(facts=facts,requiredFactIds=[],priorityFactIds=[])
def provider(request,timeout):
payload=json.loads(json.loads(request.data)['messages'][1]['content'])
result={'reviews':[{'sourceId':b['sourceId'],'role':'core','factIds':['F100','F101'],
'supported':True,'statisticalClaimsSupported':True} for b in payload['draftBlocks']], 'missingGoalDescriptions':[]}
return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(result)}}]}).encode())
for value,expected in [('-0.24',False),('-0.23',True)]:
with patch('nao_native_answer.build_native_report',return_value=report):
final=synthesize_native(base_url='https://offline.invalid',api_key='fixture',model='fixture',question='分析质量',
evidence=docs,context=context,native_answer='9月亮片对综合合格率贡献'+value+'个百分点。',
cancel_event=threading.Event(),opener=provider)
self.assertEqual(final['evidenceSufficient'],expected,final['compositionDiagnostics']['issues'])
with patch('nao_native_answer.build_native_report',return_value=report):
final=synthesize_native(base_url='https://offline.invalid',api_key='fixture',model='fixture',question='分析质量',
evidence=docs,context=context,native_answer='9月亮片对黑片合格率贡献-0.23个百分点。',
cancel_event=threading.Event(),opener=provider)
self.assertFalse(final['evidenceSufficient'])
if __name__=='__main__':unittest.main()