修复:独立回收中断备份并限制 AI 日志增长
This commit is contained in:
@@ -3,16 +3,54 @@ import gzip
|
||||
import hashlib
|
||||
import io
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import tarfile
|
||||
import tempfile
|
||||
import unittest
|
||||
from types import SimpleNamespace
|
||||
from unittest.mock import patch
|
||||
|
||||
import backup
|
||||
|
||||
|
||||
class BackupRemediationTest(unittest.TestCase):
|
||||
@contextlib.contextmanager
|
||||
def private_verifier_fixture(self, root):
|
||||
"""Exercise verify's Darwin/container path without starting a MySQL server."""
|
||||
import backup_verifier
|
||||
|
||||
config = root / '.runtime/retention/verify-fixture/client.cnf'
|
||||
config.parent.mkdir(parents=True, exist_ok=True)
|
||||
config.write_text('[client]\nuser=root\nsocket=/synthetic/private.sock\n')
|
||||
registration = root / '.runtime/retention/scratch/fixture.json'
|
||||
registered = []
|
||||
child_pids = []
|
||||
|
||||
@contextlib.contextmanager
|
||||
def fake_instance(instance_root):
|
||||
self.assertEqual(Path(instance_root), root)
|
||||
yield config
|
||||
|
||||
def fake_scratch_register(instance_root, database, server):
|
||||
self.assertEqual(Path(instance_root), root)
|
||||
self.assertRegex(database, r'^quality_restore_\d{14}_[a-f0-9]{8}$')
|
||||
self.assertEqual(server, 'synthetic-server-uuid')
|
||||
registration.parent.mkdir(parents=True, exist_ok=True)
|
||||
registration.write_text('{}')
|
||||
registered.append((database, server))
|
||||
return registration
|
||||
|
||||
with patch.object(backup, 'sys', SimpleNamespace(platform='darwin')), \
|
||||
patch.object(backup_verifier, 'instance', side_effect=fake_instance) as instance, \
|
||||
patch.object(backup.backup_retention, 'scratch_register', side_effect=fake_scratch_register), \
|
||||
patch.object(backup.backup_retention, 'scratch_created') as scratch_created, \
|
||||
patch.object(backup.backup_retention, 'scratch_child',
|
||||
side_effect=lambda path, pid: child_pids.append((Path(path), pid))):
|
||||
yield {'config': config, 'instance': instance, 'registration': registration,
|
||||
'registered': registered, 'childPids': child_pids,
|
||||
'scratchCreated': scratch_created}
|
||||
|
||||
def test_create_preserves_binary_columns_as_utf8_safe_hex_literals(self):
|
||||
with tempfile.TemporaryDirectory() as tmp:
|
||||
root = Path(tmp)
|
||||
@@ -23,18 +61,46 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
blob = b'0x008BFF' if '--hex-blob' in command else b"'\x00\x8b\xff'"
|
||||
self.stdout = io.BytesIO(b'CREATE TABLE `binary_fixture` (`payload` blob);\n'
|
||||
b'INSERT INTO `binary_fixture` VALUES (' + blob + b');\n')
|
||||
# candidate_child() records process creation time via psutil.
|
||||
# Reuse this live test process as a synthetic child; no command runs.
|
||||
self.pid = os.getpid()
|
||||
|
||||
def wait(self): return 0
|
||||
def poll(self): return 0
|
||||
def kill(self): pass
|
||||
|
||||
seen_client = []
|
||||
|
||||
def fake_client(statement, database=None):
|
||||
seen_client.append((statement, database))
|
||||
self.assertEqual(database, 'quality_fixture')
|
||||
if statement == 'SHOW TABLES;':
|
||||
return 'binary_fixture\n'
|
||||
if statement == 'SELECT COUNT(*) FROM `binary_fixture`;':
|
||||
return '1\n'
|
||||
self.fail('Unexpected isolated export SQL: ' + statement)
|
||||
|
||||
with patch.object(backup, 'ROOT', root), \
|
||||
patch.object(backup, 'BACKUP_ROOT', root / 'output/backups'), \
|
||||
patch.object(backup, 'database_config', return_value={'mysqlDatabase': 'quality_fixture'}), \
|
||||
patch.object(backup, 'verify_references', return_value={'verified': True}), \
|
||||
patch.object(backup, 'query_evidence', return_value={}), \
|
||||
patch.object(backup, 'client', side_effect=fake_client), \
|
||||
patch.object(backup.subprocess, 'Popen', BinaryDump):
|
||||
folder = backup.create()
|
||||
self.assertEqual(seen_client, [
|
||||
('SHOW TABLES;', 'quality_fixture'),
|
||||
('SELECT COUNT(*) FROM `binary_fixture`;', 'quality_fixture'),
|
||||
('SHOW TABLES;', 'quality_fixture'),
|
||||
('SELECT COUNT(*) FROM `binary_fixture`;', 'quality_fixture'),
|
||||
])
|
||||
owner = json.loads((folder / '.owner.json').read_text())
|
||||
self.assertEqual(owner['ownerPid'], os.getpid())
|
||||
self.assertIsInstance(owner['ownerCreated'], (int, float))
|
||||
self.assertFalse(owner['childPending'])
|
||||
self.assertEqual(len(owner['children']), 1)
|
||||
self.assertEqual(owner['children'][0]['pid'], os.getpid())
|
||||
self.assertIsInstance(owner['children'][0]['created'], (int, float))
|
||||
manifest = json.loads((folder / 'manifest.json').read_text())
|
||||
self.assertEqual(manifest['tableCounts']['binary_fixture'], 1)
|
||||
with gzip.open(folder / 'database.sql.gz', 'rt', encoding='utf-8') as dump:
|
||||
@@ -189,6 +255,9 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
state = {'database': None, 'path': str(old_archive_root / source_relative), 'updated': False, 'dropped': False}
|
||||
|
||||
def fake_client(statement, database=None):
|
||||
self.assertEqual(backup.client_config(), private['config'])
|
||||
if statement == 'SELECT @@server_uuid;':
|
||||
return 'synthetic-server-uuid\n'
|
||||
if statement.startswith('CREATE DATABASE'):
|
||||
state['database'] = statement.split('`')[1]
|
||||
return ''
|
||||
@@ -221,6 +290,7 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
class FakeMysqlRestore:
|
||||
def __init__(self, *args, **kwargs):
|
||||
state['restoreCommand'] = list(args[0])
|
||||
self.pid = 424242
|
||||
self.stdin = RecordingInput()
|
||||
self.returncode = 0
|
||||
def wait(self):
|
||||
@@ -230,7 +300,8 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
def kill(self):
|
||||
self.returncode = -9
|
||||
|
||||
with patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
|
||||
with self.private_verifier_fixture(root) as private, \
|
||||
patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
|
||||
patch.object(backup, 'client', side_effect=fake_client), \
|
||||
patch.object(backup.subprocess, 'Popen', FakeMysqlRestore):
|
||||
result = backup.verify(folder)
|
||||
@@ -239,6 +310,12 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
self.assertTrue(state['restoredSql'].endswith(b'\nCOMMIT;\n'))
|
||||
self.assertTrue(state['updated'])
|
||||
self.assertTrue(state['dropped'])
|
||||
self.assertTrue(private['instance'].called)
|
||||
self.assertTrue(private['registered'])
|
||||
self.assertEqual(private['childPids'], [(private['registration'], 424242)])
|
||||
private['scratchCreated'].assert_called_once_with(private['registration'])
|
||||
self.assertFalse(private['registration'].exists())
|
||||
self.assertIsNone(backup.CLIENT_CONFIG_OVERRIDE.get())
|
||||
self.assertEqual(state['database'].split('_')[0], 'quality')
|
||||
self.assertFalse(result['migrationReady'])
|
||||
self.assertTrue(result['archiveReferencesRebound'])
|
||||
@@ -502,17 +579,23 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
'tableCounts': {}, 'queryEvidence': None,
|
||||
'archiveSourceRoot': str(root / 'old/runtimedata/archive')}
|
||||
(folder / 'manifest.json').write_text(json.dumps({**base_manifest, 'archiveSha256': '0' * 64}))
|
||||
with patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
|
||||
with self.private_verifier_fixture(root) as private, \
|
||||
patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
|
||||
self.assertRaises(backup.BackupFailure) as checksum:
|
||||
backup.verify(folder)
|
||||
self.assertEqual((checksum.exception.stage, checksum.exception.code),
|
||||
('CHECKSUM', 'BACKUP_CHECKSUM_MISMATCH'))
|
||||
private['instance'].assert_called_once_with(root)
|
||||
self.assertEqual(private['registered'], [])
|
||||
|
||||
(folder / 'manifest.json').write_text(json.dumps(base_manifest))
|
||||
state = {'dropped': False}
|
||||
def fake_client(statement, database=None):
|
||||
self.assertEqual(backup.client_config(), private['config'])
|
||||
if statement.startswith('CREATE DATABASE'):
|
||||
return ''
|
||||
if statement == 'SELECT @@server_uuid;':
|
||||
return 'synthetic-server-uuid\n'
|
||||
if statement.startswith('DROP DATABASE'):
|
||||
state['dropped'] = True
|
||||
return ''
|
||||
@@ -522,6 +605,7 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
|
||||
class FailedMysqlRestore:
|
||||
def __init__(self, *args, **kwargs):
|
||||
self.pid = 434343
|
||||
self.stdin = io.BytesIO()
|
||||
self.returncode = 1
|
||||
def wait(self):
|
||||
@@ -531,7 +615,8 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
def kill(self):
|
||||
self.returncode = -9
|
||||
|
||||
with patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
|
||||
with self.private_verifier_fixture(root) as private, \
|
||||
patch.object(backup, 'ROOT', root), patch.object(backup, 'BACKUP_ROOT', backup_root), \
|
||||
patch.object(backup, 'client', side_effect=fake_client), \
|
||||
patch.object(backup.subprocess, 'Popen', FailedMysqlRestore), \
|
||||
self.assertRaises(backup.BackupFailure) as restore:
|
||||
@@ -539,6 +624,11 @@ class BackupRemediationTest(unittest.TestCase):
|
||||
self.assertEqual((restore.exception.stage, restore.exception.code),
|
||||
('DATABASE_RESTORE', 'DATABASE_RESTORE_FAILED'))
|
||||
self.assertTrue(state['dropped'], 'only the newly created scratch database is cleaned up')
|
||||
private['instance'].assert_called_once_with(root)
|
||||
self.assertEqual(private['childPids'], [(private['registration'], 434343)])
|
||||
private['scratchCreated'].assert_called_once_with(private['registration'])
|
||||
self.assertFalse(private['registration'].exists())
|
||||
self.assertIsNone(backup.CLIENT_CONFIG_OVERRIDE.get())
|
||||
|
||||
old_root = (root / 'old/runtimedata/archive').resolve()
|
||||
row = {'path': str(old_root / 'missing.xlsx'), 'sha256': '1' * 64, 'size': 12}
|
||||
|
||||
Reference in New Issue
Block a user