Files
quality_analyse/verification/test_native_grounded_contract.py

150 lines
12 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Complete Native finalizer seams for stable display, protection and omission."""
import copy, io, json, sys, threading, unittest
from pathlib import Path
from unittest.mock import patch
sys.path[:0]=[str(Path(__file__).resolve().parents[1]/'scripts'),str(Path(__file__).parent)]
from nao_native_answer import build_native_report, _prepare_native_draft, _native_atomic_inventory
from nao_native_contract import clause_catalog, selected_clause_spans, mass_display_match
from nao_native_exploration import native_model_view
from nao_evidence_finalizer import synthesize_native
from test_native_atomic_binding import NativeAtomicFullPipelineGuards
class GroundedNativeContractTests(unittest.TestCase):
def fixture(self):
docs=NativeAtomicFullPipelineGuards().documents()
context={'_agentTask':{'executionMode':'native_agent','period':{'year':2026,'month':9},
'comparisonPeriod':{'year':2026,'month':8},'filters':{}}}
return docs,context
def invoke(self,draft,mutate=None,*,fixture=None):
docs,context=fixture or self.fixture();calls=[]
def provider(request,timeout):
payload=json.loads(json.loads(request.data)['messages'][1]['content']);calls.append(payload)
fact=next(f['id'] for f in payload['facts'] if '黑片外废' in f['text'])
value={'reviews':[{'sourceId':b['sourceId'],'role':'core' if i==0 else 'key_evidence',
'factIds':[fact],'supported':True,'statisticalClaimsSupported':True} for i,b in enumerate(payload['draftBlocks'])],
'missingGoalDescriptions':[]}
if mutate:mutate(value,payload)
return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(value,ensure_ascii=False)}}]}).encode())
final=synthesize_native(base_url='https://offline.invalid',api_key='fixture',model='fixture',question='分析质量变化',
evidence=docs,context=context,native_answer=draft,cancel_event=threading.Event(),opener=provider)
return final,calls
def test_formal_mass_normalized_before_clause_catalog_and_review(self):
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。')
self.assertTrue(final['evidenceSufficient'],final['compositionDiagnostics']['issues'])
self.assertEqual(len(calls),1);block=calls[0]['draftBlocks'][0]
self.assertNotIn('吨',block['text']);self.assertIn('615.25 kg',block['text'])
self.assertTrue(block['protectedBindings']);self.assertTrue(block['clauseCatalog'])
self.assertTrue(all(c.get('text',block['text']) in block['text'] for c in block['clauseCatalog']))
self.assertIn('615.25 kg',final['answer'])
def test_clauses_use_ids_and_semantics_can_reject_protected_numbers(self):
def reject(value,payload):
row=value['reviews'][0];node=next(c for c in payload['draftBlocks'][0]['clauseCatalog'] if c.get('text')=='设备故障造成下降。')
row.update(supported=False,statisticalClaimsSupported=False,unsupportedClauseIds=[node['clauseId']],
remainingClaimsSupported=True,remainingStatisticalClaimsSupported=True)
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。设备故障造成下降。',reject)
self.assertTrue(final['evidenceSufficient'],final['missingEvidence']);self.assertEqual(len(calls),1)
self.assertNotIn('设备故障',final['answer'])
def veto(value,payload):
row=value['reviews'][0];row.update(supported=False,statisticalClaimsSupported=False,
unsupportedClauseIds=[next(c['clauseId'] for c in payload['draftBlocks'][0]['clauseCatalog'] if c['kind']=='block')])
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。',veto)
self.assertFalse(final['evidenceSufficient']);self.assertEqual(len(calls),1)
def test_review_cannot_swap_protected_numeric_binding(self):
def swap(value,payload):
protected=payload['draftBlocks'][0]['protectedBindings'][0]
other=next(key for key,item in payload['bindingCatalog'].items() if key.startswith('N') and item['factId']!=protected['factId'])
value['reviews'][0]['bindings']=[{'span':protected['span'],'tokenId':other}]
final,calls=self.invoke('9月黑片外废报废重量0.6152吨。',swap)
self.assertFalse(final['evidenceSufficient']);self.assertEqual(len(calls),2)
def test_explicit_company_scope_never_inherits_a_department_root(self):
docs,context=self.fixture();context['_agentTask']['filters']={'department':'部门甲'}
docs[0]['result']['filterBinding']={'department':'部门甲'}
for owner in ('全公司','全厂'):
final,_=self.invoke('9月'+owner+'黑片外废报废重量0.6152吨。',fixture=(docs,context))
self.assertFalse(final['evidenceSufficient']);self.assertNotIn(owner+'黑片外废报废重量615.25',final['answer'])
final,calls=self.invoke('9月部门甲黑片外废报废重量0.6152吨。',fixture=(docs,context))
self.assertTrue(final['evidenceSufficient'],final['compositionDiagnostics']['issues']);self.assertEqual(len(calls),1)
def test_fixed_nodes_allow_structural_aliases_not_inner_substrings(self):
text='- 黑片报废615.25 kg。\n**阶段说明**(黑片下降0.3pp,亮片贡献错误):'
nodes=clause_catalog('D1',text)
self.assertIsNotNone(selected_clause_spans(text,{'unsupportedClauses':['黑片报废615.25 kg。']},nodes))
self.assertIsNotNone(selected_clause_spans(text,{'unsupportedClauses':['(黑片下降0.3pp,亮片贡献错误)']},nodes))
self.assertIsNone(selected_clause_spans(text,{'unsupportedClauses':['亮片贡献错误']},nodes))
self.assertIsNone(selected_clause_spans(text,{'unsupportedClauseIds':['D1-forged-C1']},nodes))
def test_display_schema_preserves_physical_authority_and_role(self):
raw={'kind':'quality_comparison','current':{'black':{'scrapWeight':'615.249'}},
'stageRateChangesPP':{'bright':'-0.2382081452'},'stageDecomposition':{'brightContributionToCompositePP':'-0.2318568021'}}
original=copy.deepcopy(raw);view=native_model_view(raw);self.assertEqual(raw,original)
self.assertEqual(view['current']['black']['formalDisplay']['scrapWeight']['displayValue'],'615.25')
self.assertEqual(view['stageRateChangesPP']['formalDisplay']['bright']['metricRole'],'OwnStageRateChangePp')
self.assertEqual(view['stageDecomposition']['formalDisplay']['brightContributionToCompositePP']['metricRole'],'ContributionPp')
token={'rawValue':'1000','value':'1,000.00','unit':'kg','metricField':'sourceWeight','rawUnit':'kg','measureKind':'mass'}
self.assertIsNotNone(mass_display_match(token,'1','ton'))
for change in ({'rawUnit':None},{'measureKind':None},{'metricField':'quantity'}):
self.assertIsNone(mass_display_match({**token,**change},'1','ton'))
def test_unknown_units_quantity_wrong_stage_dates_and_boundaries_stay_gaps(self):
for draft in ('9月亮片外废报废重量0.6152吨。','8月黑片外废报废重量0.6152吨。',
'9月黑片外废数量0.6152件。','9月黑片外废报废低于0.6152吨。',
'9月黑片外废报废重量0.6153吨。'):
with self.subTest(draft=draft):
final,_=self.invoke(draft);self.assertFalse(final['evidenceSufficient'])
equal_bound,_=self.invoke('9月黑片外废报废低于0.615249吨。')
self.assertFalse(equal_bound['evidenceSufficient'])
final,calls=self.invoke('9月黑片外废报废至多0.615249吨。')
self.assertTrue(final['evidenceSufficient'],final['compositionDiagnostics']['issues'])
self.assertIn('0.615249吨',final['answer']);self.assertEqual(len(calls),1)
def test_whole_column_normalization_is_transactional(self):
docs,context=self.fixture();report=build_native_report(docs,context)
good='9月黑片报废。\n\n| 阶段 | 9月报废(吨) |\n|---|---|\n| 黑片 | 0.6152 |'
blocks,meta=_prepare_native_draft(good,report['facts'],context)
table=blocks[1]['text'];self.assertIn('(kg)',table);self.assertIn('615.25',table);self.assertNotIn('吨',table)
bad=good+'\n| 亮片 | 99.999 |'
blocks,_=_prepare_native_draft(bad,report['facts'],context)
self.assertIn('(吨)',blocks[1]['text']);self.assertIn('0.6152',blocks[1]['text'])
def test_wrong_pp_role_never_borrows_own_stage_change(self):
docs,context=self.fixture();report=build_native_report(docs,context)
base={'id':'F100','text':'亮片自身合格率下降0.24个百分点。','kind':'stage','label':'亮片合格率',
'evidenceRef':'Q00000001','scope':{'period':context['_agentTask']['period'],
'comparisonPeriod':context['_agentTask']['comparisonPeriod'],'filters':{}},
'verifiedNativeNumericValues':[{'sourceOrdinal':0,'displayValue':'0.24','unit':'pp','rawValue':'0.2382081452',
'period':context['_agentTask']['period'],'metricField':'rateChange','stageHint':'亮片','ownerScope':{},'metricRole':'OwnStageRateChangePp'}]}
contribution=copy.deepcopy(base);contribution.update(id='F101',text='亮片对综合的贡献-0.23个百分点。',label='阶段拆解')
contribution['verifiedNativeNumericValues']=[{**base['verifiedNativeNumericValues'][0],'displayValue':'-0.23',
'rawValue':'-0.2318568021','metricField':'stageContribution','metricRole':'ContributionPp'}]
facts=[base,contribution]
blocks,meta=_prepare_native_draft('9月亮片对综合合格率贡献-0.24个百分点。',facts,context)
self.assertEqual(meta['protectedMetricSpans'],0)
blocks,meta=_prepare_native_draft('9月亮片对综合合格率贡献-0.23个百分点。',facts,context)
self.assertEqual(meta['protectedMetricSpans'],1)
# Full finalizer still rejects a semantic review that approves the
# wrong role. Only the provider is mocked, not the atomic validator.
report.update(facts=facts,requiredFactIds=[],priorityFactIds=[])
def provider(request,timeout):
payload=json.loads(json.loads(request.data)['messages'][1]['content'])
result={'reviews':[{'sourceId':b['sourceId'],'role':'core','factIds':['F100','F101'],
'supported':True,'statisticalClaimsSupported':True} for b in payload['draftBlocks']], 'missingGoalDescriptions':[]}
return io.BytesIO(json.dumps({'choices':[{'finish_reason':'stop','message':{'content':json.dumps(result)}}]}).encode())
for value,expected in [('-0.24',False),('-0.23',True)]:
with patch('nao_native_answer.build_native_report',return_value=report):
final=synthesize_native(base_url='https://offline.invalid',api_key='fixture',model='fixture',question='分析质量',
evidence=docs,context=context,native_answer='9月亮片对综合合格率贡献'+value+'个百分点。',
cancel_event=threading.Event(),opener=provider)
self.assertEqual(final['evidenceSufficient'],expected,final['compositionDiagnostics']['issues'])
with patch('nao_native_answer.build_native_report',return_value=report):
final=synthesize_native(base_url='https://offline.invalid',api_key='fixture',model='fixture',question='分析质量',
evidence=docs,context=context,native_answer='9月亮片对黑片合格率贡献-0.23个百分点。',
cancel_event=threading.Event(),opener=provider)
self.assertFalse(final['evidenceSufficient'])
if __name__=='__main__':unittest.main()