Outputs Traceback in the name

[sh1man999]

I don't understand why it throws out the stack trace in the error name, and not as a separate attachment.

except Exception:
        logger.exception("Критическая ошибка в главном процессе")

def configure_logging(config: Config) -> None:
    log_format = (
        "[%(asctime)s.%(msecs)03d] [%(process)d] [%(levelname)-5s] "
        "[%(module)-30s -> %(funcName)-40s:%(lineno)-3d] - %(message)s"
    )
    datefmt = "%Y-%m-%d %H:%M:%S"

    stream_handler = logging.StreamHandler()
    stream_handler.setFormatter(logging.Formatter(fmt=log_format, datefmt=datefmt))
    stream_handler.setLevel(logging.INFO)

    seq_handler = seqlog.log_to_seq(
        server_url=config.seq_logger.server_url,
        api_key=config.seq_logger.api_key,
        level=logging.INFO,
        batch_size=10,
        auto_flush_timeout=5,
        override_root_logger=False,
        support_stack_info=False,
    )
    seqlog.set_callback_on_failure(
        lambda e: logging.exception(
                "Во время отправки логов в seq произошел сбой", exc_info=e
        ),
    )
    root_logger = logging.getLogger()
    # Удаляем обработчики с корневого логгера, чтобы им управлял QueueListener
    root_logger.handlers.clear()
    queue = multiprocessing.Queue(-1)  # Создаем очередь
    root_logger.addHandler(QueueHandler(queue))
    # Запускаем "слушателя" очереди в отдельном потоке
    listener = QueueListener(queue, *[stream_handler, seq_handler])
    listener.start()

i use seqlog version 0.4.1
seqlog version

[tintoy]

Does this still happen if you don’t configure log_format?

[sh1man999]

Does this still happen if you don’t configure ?log_format

I tried, it's not about him.

in the main.The following is also set in the py file

from seqlog import StructuredLogger
logging.setLoggerClass(StructuredLogger)

[tintoy]

Hmm, I’m not sure what’s going on there; I should have some time this weekend to have a closer look - I’ll let you know what I find.

[sh1man999]

Hmm, I’m not sure what’s going on there; I should have some time this weekend to have a closer look - I’ll let you know what I find.

okey, thanks

[sh1man999]

It worked for me. it turned out that seq has its own queue (

def configure_logging(config: Config) -> None:
    log_format = (
        "[%(asctime)s.%(msecs)03d] [%(process)d] [%(levelname)-5s] "
        "[%(module)-30s -> %(funcName)-40s:%(lineno)-3d] - %(message)s"
    )
    datefmt = "%Y-%m-%d %H:%M:%S"

    stream_handler = logging.StreamHandler()
    stream_handler.setFormatter(logging.Formatter(fmt=log_format, datefmt=datefmt))
    stream_handler.setLevel(logging.INFO)
        
    queue = multiprocessing.Queue(-1)
    queue_handler = QueueHandler(queue)

    seq_handler = seqlog.log_to_seq(
        server_url=config.seq_logger.server_url,
        api_key=config.seq_logger.api_key,
        level=logging.INFO,
        batch_size=10,
        auto_flush_timeout=5,
        override_root_logger=False,
        support_stack_info=False,
        additional_handlers=[queue_handler],
    )
    seqlog.set_callback_on_failure(
        lambda e: logging.exception(
                "Во время отправки логов в seq произошел сбой", exc_info=e
        ),
    )
   
    listener = QueueListener(queue, *[stream_handler])
    listener.start()

[tintoy]

Oh yes, this one:

seqlog/seqlog/structured_logging.py

Line 377 in 373dbe5

self.log_queue = Queue()

[sh1man999]

this still causes a problem, seq stops working in child processes.

[tintoy]

I seem to remember someone having possibly related issues a while ago, also with sub-processes; I’ll see if I can dig up the old issue.

[tintoy]

Are you able to post minimal repro code for this issue? It would greatly help me with diagnostics 🙂

[tintoy]

Potentially related:

#42 (comment)
#42 (comment)
#86
#70

[sh1man999]

Are you able to post minimal repro code for this issue? It would greatly help me with diagnostics 🙂

yes, wait

[sh1man999]

main.py

import logging
from multiprocessing import Process

from seqlog import StructuredLogger
logging.setLoggerClass(StructuredLogger)

from setup import configure_logging


def child_process():
    try:
        raise Exception("Ошибка")
    except Exception as e:
        logger.exception(str(e))
    finally:
        log_listener.stop()

if __name__ == "__main__":
    seq_base_url = "http://192.16.96.140:5341"
    seq_api_key = "57cupU0Odasdasdd"
    log_listener = configure_logging(seq_base_url, seq_api_key)
    logger = logging.getLogger(__name__)
    process = Process(target=child_process)
    process.start()

setup.py

def configure_logging(base_url: str,api_key: str) -> QueueListener:
    log_format = (
        "[%(asctime)s.%(msecs)03d] [%(process)d] [%(levelname)-5s] "
        "[%(module)-30s -> %(funcName)-40s:%(lineno)-3d] - %(message)s"
    )
    datefmt = "%Y-%m-%d %H:%M:%S"

    stream_handler = logging.StreamHandler()
    stream_handler.setFormatter(logging.Formatter(fmt=log_format, datefmt=datefmt))
    stream_handler.setLevel(logging.INFO)

    queue = multiprocessing.Queue(-1)  # Создаем очередь
    queue_handler = QueueHandler(queue)

    seq_handler = seqlog.SeqLogHandler(
        server_url=base_url,
        api_key=api_key,
        batch_size=1,
        auto_flush_timeout=1,
    )
    seqlog.set_global_log_properties(
        application_name="vision_anpr_core",
        environment="stage",
    )
    seqlog.set_callback_on_failure(
        lambda e: logging.exception(
                "Во время отправки логов в seq произошел сбой", exc_info=e
        ),
    )
    seq_handler.setFormatter(logging.Formatter(style='{'))

    root_logger = logging.getLogger()
    root_logger.setLevel(logging.INFO)
    if root_logger.hasHandlers():
        root_logger.handlers.clear()
    root_logger.addHandler(queue_handler)

    listener = QueueListener(queue, *[stream_handler, seq_handler])
    listener.start()
    return listener

[tintoy]

Thanks! I’ll give this try tomorrow morning 🙂