完善:同月多文件导入与当前用户离线迁移更新

This commit is contained in:
2026-11-04 11:35:24 +08:00
parent 147b56d0fd
commit f04d4e96e3
89 changed files with 6634 additions and 201 deletions
+288
View File
@@ -0,0 +1,288 @@
#!/usr/bin/env python3
"""Build a signed, program-only Windows update bundle without network access."""
from __future__ import annotations
import argparse
import base64
from dataclasses import dataclass
import hashlib
import os
from pathlib import Path
import re
import stat
import tempfile
import zipfile
from cryptography.hazmat.primitives import serialization
from cryptography.hazmat.primitives.asymmetric.ed25519 import Ed25519PrivateKey, Ed25519PublicKey
import update_manager
VERSION = re.compile(r'[A-Za-z0-9][A-Za-z0-9._-]{0,79}')
ARCHIVE_VERSION = re.compile(r'[A-Za-z0-9][A-Za-z0-9._-]{0,100}')
REQUIRED_PROGRAM_FILES = {
'app/backend.jar',
'deploy/offline/control.py',
'deploy/offline/update_manager.py',
'backend/src/main/resources/analysis-runtime-policy.json',
}
SENSITIVE_PARTS = {'.runtime', 'runtimedata', 'migration', 'private', 'secrets', 'credentials'}
SENSITIVE_SUFFIXES = {'.pem', '.key', '.p12', '.pfx', '.jks'}
class PublishError(RuntimeError):
"""Release inputs cannot produce a safe update package."""
@dataclass(frozen=True)
class PublishedArtifacts:
archive: Path
latest: Path
file_count: int
archive_sha256: str
def _manifest(root: Path) -> dict:
try:
value = update_manager.read(root / 'manifest.json')
except Exception as error:
raise PublishError('无法读取部署包 manifest.json。') from error
if not isinstance(value, dict) or value.get('platform') != 'windows' or value.get('architecture') != 'x86_64':
raise PublishError('输入目录必须是 Windows x64 离线部署包。')
if not isinstance(value.get('files'), list) or len(value['files']) > 50000:
raise PublishError('部署包文件清单无效。')
for key in ('runtimes', 'pythonWheels'):
if not isinstance(value.get(key), list):
raise PublishError('部署包缺少运行环境指纹信息。')
current_sequence = value.get('updateSequence', 0)
if type(current_sequence) is not int or current_sequence < 0:
raise PublishError('部署包更新序号无效。')
return value
def _sensitive_path(name: str) -> bool:
path = update_manager.safe_path(name)
parts = [part.casefold() for part in path.parts]
return (name == update_manager.KEY
or name.startswith('deploy/bootstrap/')
or any(part in SENSITIVE_PARTS for part in parts)
or path.suffix.casefold() in SENSITIVE_SUFFIXES)
def _program_inventory(root: Path, manifest: dict) -> list[dict]:
entries: dict[str, dict] = {}
folded: set[str] = set()
for entry in manifest['files']:
if not isinstance(entry, dict):
raise PublishError('部署包文件清单无效。')
name = entry.get('path')
try:
update_manager.safe_path(name)
except update_manager.UpdateError as error:
raise PublishError('部署包文件清单含有无效路径。') from error
if name.casefold() in folded:
raise PublishError('部署包文件清单含有重复或大小写冲突路径。')
folded.add(name.casefold())
if not update_manager.program_path(name):
continue
if _sensitive_path(name):
raise PublishError('程序清单中包含受保护的私有、迁移、引导或密钥文件路径。')
if entry.get('symlink') is not None or not update_manager.SHA.fullmatch(str(entry.get('sha256', ''))):
raise PublishError('程序文件清单缺少有效摘要或包含符号链接。')
path = update_manager.destination(root, name)
if not path.is_file() or path.is_symlink():
raise PublishError('程序清单文件缺失或不是普通文件。')
try:
digest = update_manager.digest(path)
except OSError as error:
raise PublishError('读取程序清单文件失败。') from error
if digest != entry['sha256']:
raise PublishError('部署包程序文件与 manifest.json 摘要不一致。')
entries[name] = {'path': name, 'sha256': digest, 'size': path.stat().st_size}
if not REQUIRED_PROGRAM_FILES.issubset(entries) or not any(name.startswith('app/web/') for name in entries):
raise PublishError('程序清单缺少更新所需的后端、网页、策略或更新管理程序。')
# The updater replaces program files as a complete snapshot. Refuse to
# sign an incomplete manifest if a program file exists outside its list.
present: set[str] = set()
for path in root.rglob('*'):
name = path.relative_to(root).as_posix()
if not update_manager.program_path(name):
continue
if path.is_symlink():
raise PublishError('程序目录含有符号链接或特殊文件。')
if path.is_dir():
continue
if not path.is_file():
raise PublishError('程序目录含有符号链接或特殊文件。')
present.add(name)
if present != set(entries):
raise PublishError('manifest.json 与磁盘上的完整程序文件清单不一致。')
return [entries[name] for name in sorted(entries)]
def _load_private_key(path: Path, root: Path, output_dir: Path) -> Ed25519PrivateKey:
try:
resolved = path.expanduser().resolve(strict=True)
if resolved.is_relative_to(root) or resolved.is_relative_to(output_dir):
raise PublishError('签名私钥必须保存在部署包和更新产物目录之外。')
key = serialization.load_pem_private_key(resolved.read_bytes(), password=None)
except PublishError:
raise
except Exception as error:
raise PublishError('无法读取未加密 PEM 格式的 Ed25519 签名私钥。') from error
if not isinstance(key, Ed25519PrivateKey):
raise PublishError('签名私钥必须是 Ed25519。')
return key
def _write_archive(root: Path, archive_temp: Path, files: list[dict]) -> None:
with zipfile.ZipFile(archive_temp, 'w', compression=zipfile.ZIP_DEFLATED, compresslevel=9, allowZip64=True) as output:
for entry in files:
name = entry['path']
source = update_manager.destination(root, name)
info = zipfile.ZipInfo(name, date_time=(1980, 1, 1, 0, 0, 0))
info.compress_type = zipfile.ZIP_DEFLATED
info.create_system = 3
info.external_attr = (stat.S_IFREG | 0o644) << 16
digest = hashlib.sha256()
size = 0
with source.open('rb') as reader, output.open(info, 'w') as writer:
while block := reader.read(1024 * 1024):
size += len(block)
if size > entry['size'] or size > update_manager.MAX_EXPANDED:
raise PublishError('程序文件在打包期间发生变化。')
digest.update(block)
writer.write(block)
if size != entry['size'] or digest.hexdigest() != entry['sha256']:
raise PublishError('程序文件在打包期间发生变化,已停止发布。')
def publish(root: Path, version: str, sequence: int, private_key_path: Path, output_dir: Path,
allow_baseline: bool = False) -> PublishedArtifacts:
"""Create quality-update-<version>.zip and signed latest.json locally."""
root = root.expanduser().resolve(strict=True)
if not root.is_dir():
raise PublishError('部署包根路径必须是目录。')
if not isinstance(version, str) or not VERSION.fullmatch(version):
raise PublishError('版本号只能包含字母、数字、点、下划线和连字符。')
if not ARCHIVE_VERSION.fullmatch(version):
raise PublishError('版本号不能用于更新文件名。')
if type(sequence) is not int or sequence <= 0:
raise PublishError('更新序号必须是正整数。')
manifest = _manifest(root)
current_sequence = manifest['updateSequence']
if sequence < current_sequence:
raise PublishError('更新序号不能低于部署包当前序号。')
if sequence == current_sequence and not allow_baseline:
raise PublishError('更新序号必须大于部署包当前序号。')
if sequence == current_sequence and version != manifest.get('updateVersion'):
raise PublishError('基线版本必须与部署包当前 updateVersion 完全一致。')
files = _program_inventory(root, manifest)
if sum(entry['size'] for entry in files) > update_manager.MAX_EXPANDED:
raise PublishError('更新程序文件总大小超过限制。')
output_dir = output_dir.expanduser().resolve()
if output_dir.is_relative_to(root):
raise PublishError('更新产物目录必须位于部署包目录之外。')
private_key = _load_private_key(Path(private_key_path), root, output_dir)
public_key_path = update_manager.destination(root, update_manager.KEY)
try:
public_key = serialization.load_pem_public_key(public_key_path.read_bytes())
except Exception as error:
raise PublishError('无法读取部署包中的更新公钥。') from error
if not isinstance(public_key, Ed25519PublicKey) or public_key.public_bytes(
serialization.Encoding.Raw, serialization.PublicFormat.Raw) != private_key.public_key().public_bytes(
serialization.Encoding.Raw, serialization.PublicFormat.Raw):
raise PublishError('签名私钥与部署包中的更新公钥不匹配。')
output_dir.mkdir(parents=True, exist_ok=True)
archive_name = f'quality-update-{version}.zip'
archive_path = output_dir / archive_name
latest_path = output_dir / 'latest.json'
if archive_path.exists() or latest_path.exists():
raise PublishError('输出目录已包含同名发布文件;请使用新的空输出目录。')
archive_temp: Path | None = None
latest_temp: Path | None = None
published_archive = False
try:
with tempfile.NamedTemporaryFile(prefix='.quality-update-', suffix='.tmp', dir=output_dir, delete=False) as stream:
archive_temp = Path(stream.name)
_write_archive(root, archive_temp, files)
archive_size = archive_temp.stat().st_size
if not 0 < archive_size <= update_manager.MAX_ARCHIVE:
raise PublishError('更新压缩包大小超过限制。')
archive_hash = update_manager.digest(archive_temp)
release = {
'schema': 1,
'version': version,
'sequence': sequence,
'platform': 'windows-x64',
'runtimeFingerprint': update_manager.runtime_fingerprint(manifest),
'archive': {'file': archive_name, 'size': archive_size, 'sha256': archive_hash},
'files': files,
}
raw = update_manager.canonical(release)
if len(raw) > update_manager.MAX_MANIFEST:
raise PublishError('更新文件清单超过大小限制。')
envelope = {
'payload': base64.b64encode(raw).decode('ascii'),
'signature': base64.b64encode(private_key.sign(raw)).decode('ascii'),
}
try:
update_manager.validate_release(envelope, root)
except update_manager.UpdateError as error:
raise PublishError('生成的更新包未通过客户端契约校验:' + str(error)) from error
latest_bytes = update_manager.canonical(envelope)
with tempfile.NamedTemporaryFile(prefix='.latest-', suffix='.tmp', dir=output_dir, delete=False) as stream:
latest_temp = Path(stream.name)
stream.write(latest_bytes)
stream.flush()
os.fsync(stream.fileno())
os.link(archive_temp, archive_path)
archive_temp.unlink()
archive_temp = None
published_archive = True
os.link(latest_temp, latest_path)
latest_temp.unlink()
latest_temp = None
return PublishedArtifacts(archive_path, latest_path, len(files), archive_hash)
except FileExistsError as error:
raise PublishError('输出目录出现同名发布文件;请使用新的空输出目录。') from error
except OSError as error:
raise PublishError('写入更新产物失败。') from error
finally:
if archive_temp is not None:
archive_temp.unlink(missing_ok=True)
if latest_temp is not None:
latest_temp.unlink(missing_ok=True)
if published_archive and not latest_path.exists():
archive_path.unlink(missing_ok=True)
def main(argv: list[str] | None = None) -> int:
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('--root', type=Path, required=True, help='Windows x64 offline bundle directory')
parser.add_argument('--version', required=True, help='Release version, for example 2026.11.04.2')
parser.add_argument('--sequence', type=int, required=True, help='Monotonically increasing update sequence')
parser.add_argument('--private-key', type=Path, required=True, help='Ed25519 PEM private key kept outside the bundle')
parser.add_argument('--output-dir', type=Path, required=True, help='New output directory for the ZIP and latest.json')
parser.add_argument('--allow-baseline', action='store_true',
help='Allow a seed release only when version and sequence exactly match the bundle manifest')
args = parser.parse_args(argv)
try:
result = publish(args.root, args.version, args.sequence, args.private_key, args.output_dir, args.allow_baseline)
except (PublishError, update_manager.UpdateError) as error:
parser.error(str(error))
print(f'已生成更新包:{result.archive}')
print(f'已生成签名清单:{result.latest}')
print(f'版本 {args.version},序号 {args.sequence},程序文件 {result.file_count} 个,SHA-256 {result.archive_sha256}')
return 0
if __name__ == '__main__':
raise SystemExit(main())