Get duplicate log from bentoml CLI when override with structlog

[quannguyenleanh]

Hi team,

I'm working with BentoML and want to override the logs from the BentoML CLI using structlog. I've configured it so that structlog receives logs from the CLI and prints them to the terminal (as shown below). However, I'm seeing both the BentoML CLI logs and structlog logs being printed at the same time. I only want to receive logs from structlog. Is there a way to configure this? Any guidance would be appreciated. Thanks!

Here's how I set the logs in my service and run bentoml serve to start it.

from app.config import AppSettings, configure_logging, get_settings
from app.constants import SentenceTransFormerModel

logger = structlog.stdlib.get_logger("bentoml")
settings: AppSettings = get_settings("app")
configure_logging(debug=settings.debug, enable_json=settings.json_log_enabled)


@bentoml.service(
    traffic={
        "timeout": 60,
        "concurrency": 2,
    },
)
class ModelServingService:

My configure_logging function:

def configure_logging(*, debug: bool = False, enable_json: bool = False):
    """Configure logging.

    Parameters
    ----------
    debug : bool, optional
        is debug mode enabled ?, by default False
    enable_json : bool, optional
        is json log enabled ?, by default False
    """
    _init_config()

    shared_processors: list[Processor] = _get_shared_processors(enable_json=enable_json)

    structlog.configure(
        # Prepare event dict for `ProcessorFormatter`.
        processors=[
            *shared_processors,
            structlog.stdlib.ProcessorFormatter.wrap_for_formatter,
        ],
        logger_factory=structlog.stdlib.LoggerFactory(),
        cache_logger_on_first_use=True,
    )

    log_renderer: Any = structlog.processors.JSONRenderer() if enable_json else structlog.dev.ConsoleRenderer()

    formatter = structlog.stdlib.ProcessorFormatter(
        # These run ONLY on `logging` entries that do NOT originate within
        # structlog.
        foreign_pre_chain=shared_processors,
        # These run on ALL entries after the pre_chain is done.
        processors=[
            # Remove _record & _from_structlog.
            remove_processors_meta,
            log_renderer,
        ],
    )

    log_level = "DEBUG" if debug else "INFO"
    handler = logging.StreamHandler()
    # Use OUR `ProcessorFormatter` to format all `logging` entries.
    handler.setFormatter(formatter)
    root_logger = logging.getLogger()
    root_logger.addHandler(handler)
    root_logger.setLevel(log_level.upper())
    logging.getLogger("celery.bootsteps").setLevel(logging.WARNING)
    logging.getLogger("ddtrace.internal.processor").setLevel(logging.WARNING)
    logging.getLogger("kombu").setLevel(logging.WARNING)
    logging.getLogger("httpx").setLevel(logging.WARNING)
    logging.getLogger("circus").setLevel(logging.WARNING)

    for _log in ["uvicorn", "uvicorn.error", "bentoml"]:
        # Clear the log handlers for uvicorn loggers, and enable propagation
        # so the messages are caught by our root logger and formatted correctly
        # by structlog
        logging.getLogger(_log).handlers.clear()
        logging.getLogger(_log).propagate = True

    # Since we re-create the access logs ourselves, to add all information
    # in the structured log (see the `logging_middleware` in main.py), we clear
    # the handlers and prevent the logs to propagate to a logger higher up in the
    # hierarchy (effectively rendering them silent).
    logging.getLogger("uvicorn.access").handlers.clear()
    logging.getLogger("uvicorn.access").propagate = False
    # disable transformers logging
    if not debug:
        transformers.logging.disable_progress_bar()
        transformers.logging.set_verbosity_warning()
        transformers.logging.disable_default_handler()
        transformers.logging.add_handler(handler)

[aarnphm]

BentoML uses Python's logging config to set stream (see

BentoML/src/bentoml/_internal/log.py

Line 145 in a91ba14

def configure_server_logging():

)

I'm not entirely familiar with how structlog handle stdin but if so you can check out how to do it.