"""为 NAO 原生子进程捕获输出,写入有大小和时间限制的私有日志。""" import argparse import codecs from contextlib import contextmanager import logging from logging.handlers import RotatingFileHandler import os from pathlib import Path import signal import stat import subprocess import sys import time SEGMENT_BYTES = 10 * 1024**2 TOTAL_BYTES = 90 * 1024**2 MAX_AGE = 7 * 86400 BACKUPS = 8 def safe_file(path): if any(p.is_symlink() for p in (path, *path.parents)): raise ValueError('Unsafe log path') if path.exists(): info = path.stat() if not stat.S_ISREG(info.st_mode) or info.st_nlink != 1: raise ValueError('Unsafe log file') @contextmanager def writer_lock(path): safe_file(path) fd = os.open(path, os.O_CREAT | os.O_RDWR | getattr(os, 'O_NOFOLLOW', 0), 0o600) try: info = os.fstat(fd) if not stat.S_ISREG(info.st_mode) or info.st_nlink != 1: raise ValueError('Unsafe writer lock') if os.name == 'nt': import msvcrt if not info.st_size: os.write(fd, b'0') os.lseek(fd, 0, 0); msvcrt.locking(fd, msvcrt.LK_NBLCK, 1) else: import fcntl fcntl.flock(fd, fcntl.LOCK_EX | fcntl.LOCK_NB) yield finally: os.close(fd) def prune(path, total_bytes=TOTAL_BYTES, now=None): now = time.time() if now is None else now archives = [path.with_name(path.name + '.' + str(i)) for i in range(1, BACKUPS + 1)] for archive in archives: safe_file(archive) existing = sorted((p for p in archives if p.exists()), key=lambda p: p.stat().st_mtime) total = (path.stat().st_size if path.exists() else 0) + sum(p.stat().st_size for p in existing) for archive in existing: if now - archive.stat().st_mtime > MAX_AGE or total > total_bytes: total -= archive.stat().st_size; archive.unlink() class PrivateHandler(RotatingFileHandler): def _open(self): path = Path(self.baseFilename); safe_file(path) fd = os.open(path, os.O_WRONLY | os.O_CREAT | os.O_APPEND | getattr(os, 'O_NOFOLLOW', 0), 0o600) if hasattr(os, 'fchmod'): os.fchmod(fd, 0o600) else: os.chmod(path, 0o600) return os.fdopen(fd, 'a', encoding='utf-8', errors='replace') def handleError(self, record): # 交给捕获层限频重试;不能因诊断日志失败终止业务子进程。 raise RuntimeError('Native log write failed') def capture(path, command, segment_bytes=SEGMENT_BYTES, total_bytes=TOTAL_BYTES): path = Path(path).absolute() if path.name not in ('server.log', 'fastapi.log') or path.parent.name != 'logs': raise ValueError('Unexpected log name') safe_file(path); path.parent.mkdir(parents=True, exist_ok=True, mode=0o700) with writer_lock(path.with_name('writer-' + path.stem + '.lock')): prune(path, total_bytes) handler = PrivateHandler(path, maxBytes=segment_bytes, backupCount=BACKUPS, encoding='utf-8') handler.setFormatter(logging.Formatter('%(message)s')); handler.terminator = '' if path.stat().st_size >= segment_bytes or time.time() - path.stat().st_mtime > MAX_AGE: handler.doRollover(); prune(path, total_bytes) logger = logging.Logger('native-output', level=logging.INFO); logger.addHandler(handler) child = None; stopping = False def stop(signum, frame): nonlocal stopping stopping = True if child is not None and child.poll() is None: try: child.terminate() except OSError: pass previous = {s: signal.signal(s, stop) for s in (signal.SIGTERM, signal.SIGINT)} try: if stopping: return 0 child = subprocess.Popen(command, stdin=subprocess.DEVNULL, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) if stopping: child.terminate() decoder = codecs.getincrementaldecoder('utf-8')(errors='replace') retry_at = 0 def write(text): nonlocal retry_at if time.monotonic() < retry_at: return try: logger.info(text); prune(path, total_bytes) except (OSError, RuntimeError, ValueError): # 继续排空管道,防止日志空间不足拖住正在进行的 AI 请求。 retry_at = time.monotonic() + 60 while chunk := child.stdout.read1(min(64 * 1024, max(1, segment_bytes // 8))): write(decoder.decode(chunk)) tail = decoder.decode(b'', final=True) if tail: write(tail) code = child.wait() return code if code >= 0 else 128 - code finally: for signum, old in previous.items(): signal.signal(signum, old) try: handler.close() except OSError: pass if child is not None: if child.poll() is None: child.terminate() try: child.wait(timeout=10) except subprocess.TimeoutExpired: child.kill(); child.wait() child.stdout.close() def main(): os.umask(0o077) parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('--log', type=Path, required=True) parser.add_argument('command', nargs=argparse.REMAINDER) args = parser.parse_args(); command = args.command if command[:1] == ['--']: command = command[1:] if not command: parser.error('A child command is required') return capture(args.log, command) if __name__ == '__main__': try: raise SystemExit(main()) except Exception: print('Native log capture failed', file=sys.stderr); raise SystemExit(1)