Logging, Tracing, and Debugging Questions

import json

MAX_LINE = 1 * 1024 * 1024  # 1MB
CHUNK = 8 * 1024  # 8KB

def stream_json_events(stream):
    """
    Generator that yields parsed JSON objects (dicts) from a newline-delimited byte stream.
    - stream.read(n) should return bytes (or str in text-mode); this handles bytes.
    - Lines larger than MAX_LINE raise ValueError to avoid OOM.
    - Does not buffer entire stream; buffer bounded by MAX_LINE.
    """
    if hasattr(stream, "read"):
        read = stream.read
    else:
        raise TypeError("stream must have a read() method")

    buf = b""
    while True:
        chunk = read(CHUNK)
        if not chunk:  # EOF (empty bytes)
            if buf:
                # treat remaining buffer as last line if it ends with newline or single line
                line = buf.rstrip(b"\n\r")
                if line:
                    try:
                        yield json.loads(line.decode("utf-8"))
                    except Exception as e:
                        raise ValueError(f"Invalid JSON at stream end: {e}")
            break

        if not isinstance(chunk, (bytes, bytearray)):
            # support text-mode streams
            chunk = chunk.encode("utf-8")

        buf += chunk

        # Immediately check size to prevent unbounded growth
        if len(buf) > MAX_LINE + CHUNK:
            raise ValueError("Line too long; exceeds maximum allowed length")

        # Extract complete lines
        while True:
            nl = buf.find(b"\n")
            if nl == -1:
                break
            line = buf[:nl]
            buf = buf[nl + 1:]
            if len(line) > MAX_LINE:
                raise ValueError("Line too long; exceeds maximum allowed length")
            # strip trailing CR (for Windows CRLF)
            if line.endswith(b"\r"):
                line = line[:-1]
            if not line:
                continue  # skip empty lines
            try:
                yield json.loads(line.decode("utf-8"))
            except json.JSONDecodeError as e:
                raise ValueError(f"Invalid JSON line: {e}")