fix: log configuring when running under spawn and add --log-format

Fixed issue with logging configuration when using multiprocessing 'spawn' method on macOS. The spawn method reimports all modules which caused logging configuration to be lost. Added `--log-format` argument to easily customize logging format across all processes, including spawned child processes.
taskiq-python · s3rius · Mar 25, 2025 · Mar 25, 2025 · Mar 25, 2025 · Mar 25, 2025
commit 49875a6584f8b969e160237572c2a0a1f193299b
diff --git a/taskiq/cli/worker/args.py b/taskiq/cli/worker/args.py
@@ -30,6 +30,7 @@ class WorkerArgs:
     fs_discover: bool = False
     configure_logging: bool = True
     log_level: LogLevel = LogLevel.INFO
+    log_format: str = "[%(asctime)s][%(name)s][%(levelname)-7s][%(processName)s] %(message)s"
     workers: int = 2
     max_threadpool_threads: Optional[int] = None
     max_process_pool_processes: Optional[int] = None
@@ -118,6 +119,11 @@ def from_cli(
             choices=[level.name for level in LogLevel],
             help="worker log level",
         )
+        parser.add_argument(
+            "--log-format",
+            default="[%(asctime)s][%(name)s][%(levelname)-7s][%(processName)s] %(message)s",
+            help="worker log format",
+        )
         parser.add_argument(
             "--workers",
             "-w",

diff --git a/taskiq/cli/worker/run.py b/taskiq/cli/worker/run.py
@@ -5,7 +5,7 @@
 import signal
 import sys
 from concurrent.futures import Executor, ProcessPoolExecutor, ThreadPoolExecutor
-from multiprocessing import set_start_method
+from multiprocessing import set_start_method, get_start_method
 from sys import platform
 from typing import Any, Optional, Type
 
@@ -86,7 +86,11 @@ def start_listen(args: WorkerArgs) -> None:
     """
     shutdown_event = asyncio.Event()
     hardkill_counter = 0
-
+    if args.configure_logging and get_start_method() == "spawn":
+        logging.basicConfig(
+            level=logging.getLevelName(args.log_level),
+            format=args.log_format,
+        )
     def interrupt_handler(signum: int, _frame: Any) -> None:
         """
         Signal handler.
@@ -186,8 +190,7 @@ def run_worker(args: WorkerArgs) -> Optional[int]:
     if args.configure_logging:
         logging.basicConfig(
             level=logging.getLevelName(args.log_level),
-            format="[%(asctime)s][%(name)s][%(levelname)-7s]"
-            "[%(processName)s] %(message)s",
+            format=args.log_format,
         )
     logging.getLogger("taskiq").setLevel(level=logging.getLevelName(args.log_level))
     logging.getLogger("watchdog.observers.inotify_buffer").setLevel(level=logging.INFO)