修复:独立回收中断备份并限制 AI 日志增长

This commit is contained in:
2026-11-10 16:02:46 +08:00
parent dc5b9b76ec
commit cc8832c8e5
15 changed files with 584 additions and 39 deletions
+93 -3
View File
@@ -3,16 +3,54 @@ import gzip
import hashlib
import io
import json
import os
from pathlib import Path
import tarfile
import tempfile
import unittest
from types import SimpleNamespace
from unittest.mock import patch
import backup
class BackupRemediationTest(unittest.TestCase):
@contextlib.contextmanager
def private_verifier_fixture(self, root):
"""Exercise verify's Darwin/container path without starting a MySQL server."""
import backup_verifier
config = root / '.runtime/retention/verify-fixture/client.cnf'
config.parent.mkdir(parents=True, exist_ok=True)
config.write_text('[client]\nuser=root\nsocket=/synthetic/private.sock\n')
registration = root / '.runtime/retention/scratch/fixture.json'
registered = []
child_pids = []
@contextlib.contextmanager
def fake_instance(instance_root):
self.assertEqual(Path(instance_root), root)
yield config
def fake_scratch_register(instance_root, database, server):
self.assertEqual(Path(instance_root), root)
self.assertRegex(database, r'^quality_restore_\d{14}_[a-f0-9]{8}$')
self.assertEqual(server, 'synthetic-server-uuid')
registration.parent.mkdir(parents=True, exist_ok=True)
registration.write_text('{}')
registered.append((database, server))
return registration
with patch.object(backup, 'sys', SimpleNamespace(platform='darwin')), \
patch.object(backup_verifier, 'instance', side_effect=fake_instance) as instance, \
patch.object(backup.backup_retention, 'scratch_register', side_effect=fake_scratch_register), \
patch.object(backup.backup_retention, 'scratch_created') as scratch_created, \
patch.object(backup.backup_retention, 'scratch_child',
side_effect=lambda path, pid: child_pids.append((Path(path), pid))):
yield {'config': config, 'instance': instance, 'registration': registration,
'registered': registered, 'childPids': child_pids,
'scratchCreated': scratch_created}
def test_create_preserves_binary_columns_as_utf8_safe_hex_literals(self):
with tempfile.TemporaryDirectory() as tmp:
root = Path(tmp)
@@ -23,18 +61,46 @@ class BackupRemediationTest(unittest.TestCase):
blob = b'0x008BFF' if '--hex-blob' in command else b"'\x00\x8b\xff'"
self.stdout = io.BytesIO(b'CREATE TABLE `binary_fixture` (`payload` blob);\n'
b'INSERT INTO `binary_fixture` VALUES (' + blob + b');\n')
# candidate_child() records process creation time via psutil.
# Reuse this live test process as a synthetic child; no command runs.
self.pid = os.getpid()
def wait(self): return 0
def poll(self): return 0
def kill(self): pass
seen_client = []
def fake_client(statement, database=None):
seen_client.append((statement, database))
self.assertEqual(database, 'quality_fixture')
if statement == 'SHOW TABLES;':
return 'binary_fixture\n'
if statement == 'SELECT COUNT(*) FROM `binary_fixture`;':
return '1\n'
self.fail('Unexpected isolated export SQL: ' + statement)
with patch.object(backup, 'ROOT', root), \
patch.object(backup, 'BACKUP_ROOT', root / 'output/backups'), \
patch.object(backup, 'database_config', return_value={'mysqlDatabase': 'quality_fixture'}), \
patch.object(backup, 'verify_references', return_value={'verified': True}), \
patch.object(backup, 'query_evidence', return_value={}), \
patch.object(backup, 'client', side_effect=fake_client), \
patch.object(backup.subprocess, 'Popen', BinaryDump):
folder = backup.create()
self.assertEqual(seen_client, [
('SHOW TABLES;', 'quality_fixture'),
('SELECT COUNT(*) FROM `binary_fixture`;', 'quality_fixture'),
('SHOW TABLES;', 'quality_fixture'),
('SELECT COUNT(*) FROM `binary_fixture`;', 'quality_fixture'),
])
owner = json.loads((folder / '.owner.json').read_text())
self.assertEqual(owner['ownerPid'], os.getpid())
self.assertIsInstance(owner['ownerCreated'], (int, float))
self.assertFalse(owner['childPending'])
self.assertEqual(len(owner['children']), 1)
self.assertEqual(owner['children'][0]['pid'], os.getpid())
self.assertIsInstance(owner['children'][0]['created'], (int, float))
manifest = json.loads((folder / 'manifest.json').read_text())
self.assertEqual(manifest['tableCounts']['binary_fixture'], 1)
with gzip.open(folder / 'database.sql.gz', 'rt', encoding='utf-8') as dump:
@@ -189,6 +255,9 @@ class BackupRemediationTest(unittest.TestCase):
state = {'database': None, 'path': str(old_archive_root / source_relative), 'updated': False, 'dropped': False}
def fake_client(statement, database=None):
self.assertEqual(backup.client_config(), private['config'])
if statement == 'SELECT @@server_uuid;':
return 'synthetic-server-uuid\n'
if statement.startswith('CREATE DATABASE'):
state['database'] = statement.split('`')[1]
return ''
@@ -221,6 +290,7 @@ class BackupRemediationTest(unittest.TestCase):
class FakeMysqlRestore:
def __init__(self, *args, **kwargs):
state['restoreCommand'] = list(args[0])
self.pid = 424242
self.stdin = RecordingInput()
self.returncode = 0
def wait(self):
@@ -230,7 +300,8 @@ class BackupRemediationTest(unittest.TestCase):
def kill(self):
self.returncode = -9
with patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
with self.private_verifier_fixture(root) as private, \
patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
patch.object(backup, 'client', side_effect=fake_client), \
patch.object(backup.subprocess, 'Popen', FakeMysqlRestore):
result = backup.verify(folder)
@@ -239,6 +310,12 @@ class BackupRemediationTest(unittest.TestCase):
self.assertTrue(state['restoredSql'].endswith(b'\nCOMMIT;\n'))
self.assertTrue(state['updated'])
self.assertTrue(state['dropped'])
self.assertTrue(private['instance'].called)
self.assertTrue(private['registered'])
self.assertEqual(private['childPids'], [(private['registration'], 424242)])
private['scratchCreated'].assert_called_once_with(private['registration'])
self.assertFalse(private['registration'].exists())
self.assertIsNone(backup.CLIENT_CONFIG_OVERRIDE.get())
self.assertEqual(state['database'].split('_')[0], 'quality')
self.assertFalse(result['migrationReady'])
self.assertTrue(result['archiveReferencesRebound'])
@@ -502,17 +579,23 @@ class BackupRemediationTest(unittest.TestCase):
'tableCounts': {}, 'queryEvidence': None,
'archiveSourceRoot': str(root / 'old/runtimedata/archive')}
(folder / 'manifest.json').write_text(json.dumps({**base_manifest, 'archiveSha256': '0' * 64}))
with patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
with self.private_verifier_fixture(root) as private, \
patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
self.assertRaises(backup.BackupFailure) as checksum:
backup.verify(folder)
self.assertEqual((checksum.exception.stage, checksum.exception.code),
('CHECKSUM', 'BACKUP_CHECKSUM_MISMATCH'))
private['instance'].assert_called_once_with(root)
self.assertEqual(private['registered'], [])
(folder / 'manifest.json').write_text(json.dumps(base_manifest))
state = {'dropped': False}
def fake_client(statement, database=None):
self.assertEqual(backup.client_config(), private['config'])
if statement.startswith('CREATE DATABASE'):
return ''
if statement == 'SELECT @@server_uuid;':
return 'synthetic-server-uuid\n'
if statement.startswith('DROP DATABASE'):
state['dropped'] = True
return ''
@@ -522,6 +605,7 @@ class BackupRemediationTest(unittest.TestCase):
class FailedMysqlRestore:
def __init__(self, *args, **kwargs):
self.pid = 434343
self.stdin = io.BytesIO()
self.returncode = 1
def wait(self):
@@ -531,7 +615,8 @@ class BackupRemediationTest(unittest.TestCase):
def kill(self):
self.returncode = -9
with patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
with self.private_verifier_fixture(root) as private, \
patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
patch.object(backup, 'client', side_effect=fake_client), \
patch.object(backup.subprocess, 'Popen', FailedMysqlRestore), \
self.assertRaises(backup.BackupFailure) as restore:
@@ -539,6 +624,11 @@ class BackupRemediationTest(unittest.TestCase):
self.assertEqual((restore.exception.stage, restore.exception.code),
('DATABASE_RESTORE', 'DATABASE_RESTORE_FAILED'))
self.assertTrue(state['dropped'], 'only the newly created scratch database is cleaned up')
private['instance'].assert_called_once_with(root)
self.assertEqual(private['childPids'], [(private['registration'], 434343)])
private['scratchCreated'].assert_called_once_with(private['registration'])
self.assertFalse(private['registration'].exists())
self.assertIsNone(backup.CLIENT_CONFIG_OVERRIDE.get())
old_root = (root / 'old/runtimedata/archive').resolve()
row = {'path': str(old_root / 'missing.xlsx'), 'sha256': '1' * 64, 'size': 12}