229 lines
7.0 KiB
Python
229 lines
7.0 KiB
Python
"""Logging utilities."""
|
|
import asyncio
|
|
from asyncio.events import AbstractEventLoop
|
|
from functools import partial, wraps
|
|
import inspect
|
|
import logging
|
|
import threading
|
|
import traceback
|
|
from typing import Any, Callable, Coroutine, Optional
|
|
|
|
|
|
class HideSensitiveDataFilter(logging.Filter):
|
|
"""Filter API password calls."""
|
|
|
|
def __init__(self, text: str) -> None:
|
|
"""Initialize sensitive data filter."""
|
|
super().__init__()
|
|
self.text = text
|
|
|
|
def filter(self, record: logging.LogRecord) -> bool:
|
|
"""Hide sensitive data in messages."""
|
|
record.msg = record.msg.replace(self.text, "*******")
|
|
|
|
return True
|
|
|
|
|
|
# pylint: disable=invalid-name
|
|
class AsyncHandler:
|
|
"""Logging handler wrapper to add an async layer."""
|
|
|
|
def __init__(self, loop: AbstractEventLoop, handler: logging.Handler) -> None:
|
|
"""Initialize async logging handler wrapper."""
|
|
self.handler = handler
|
|
self.loop = loop
|
|
self._queue: asyncio.Queue = asyncio.Queue(loop=loop)
|
|
self._thread = threading.Thread(target=self._process)
|
|
|
|
# Delegate from handler
|
|
self.setLevel = handler.setLevel
|
|
self.setFormatter = handler.setFormatter
|
|
self.addFilter = handler.addFilter
|
|
self.removeFilter = handler.removeFilter
|
|
self.filter = handler.filter
|
|
self.flush = handler.flush
|
|
self.handle = handler.handle
|
|
self.handleError = handler.handleError
|
|
self.format = handler.format
|
|
|
|
self._thread.start()
|
|
|
|
def close(self) -> None:
|
|
"""Wrap close to handler."""
|
|
self.emit(None)
|
|
|
|
async def async_close(self, blocking: bool = False) -> None:
|
|
"""Close the handler.
|
|
|
|
When blocking=True, will wait till closed.
|
|
"""
|
|
await self._queue.put(None)
|
|
|
|
if blocking:
|
|
while self._thread.is_alive():
|
|
await asyncio.sleep(0)
|
|
|
|
def emit(self, record: Optional[logging.LogRecord]) -> None:
|
|
"""Process a record."""
|
|
ident = self.loop.__dict__.get("_thread_ident")
|
|
|
|
# inside eventloop
|
|
if ident is not None and ident == threading.get_ident():
|
|
self._queue.put_nowait(record)
|
|
# from a thread/executor
|
|
else:
|
|
self.loop.call_soon_threadsafe(self._queue.put_nowait, record)
|
|
|
|
def __repr__(self) -> str:
|
|
"""Return the string names."""
|
|
return str(self.handler)
|
|
|
|
def _process(self) -> None:
|
|
"""Process log in a thread."""
|
|
try:
|
|
while True:
|
|
record = asyncio.run_coroutine_threadsafe(
|
|
self._queue.get(), self.loop
|
|
).result()
|
|
|
|
if record is None:
|
|
self.handler.close()
|
|
return
|
|
|
|
self.handler.emit(record)
|
|
except asyncio.CancelledError:
|
|
self.handler.close()
|
|
|
|
def createLock(self) -> None:
|
|
"""Ignore lock stuff."""
|
|
pass
|
|
|
|
def acquire(self) -> None:
|
|
"""Ignore lock stuff."""
|
|
pass
|
|
|
|
def release(self) -> None:
|
|
"""Ignore lock stuff."""
|
|
pass
|
|
|
|
@property
|
|
def level(self) -> int:
|
|
"""Wrap property level to handler."""
|
|
return self.handler.level
|
|
|
|
@property
|
|
def formatter(self) -> Optional[logging.Formatter]:
|
|
"""Wrap property formatter to handler."""
|
|
return self.handler.formatter
|
|
|
|
@property
|
|
def name(self) -> str:
|
|
"""Wrap property set_name to handler."""
|
|
return self.handler.get_name() # type: ignore
|
|
|
|
@name.setter
|
|
def name(self, name: str) -> None:
|
|
"""Wrap property get_name to handler."""
|
|
self.handler.set_name(name) # type: ignore
|
|
|
|
|
|
def catch_log_exception(
|
|
func: Callable[..., Any], format_err: Callable[..., Any], *args: Any
|
|
) -> Callable[[], None]:
|
|
"""Decorate a callback to catch and log exceptions."""
|
|
|
|
def log_exception(*args: Any) -> None:
|
|
module = inspect.getmodule(inspect.stack()[1][0])
|
|
if module is not None:
|
|
module_name = module.__name__
|
|
else:
|
|
# If Python is unable to access the sources files, the call stack frame
|
|
# will be missing information, so let's guard.
|
|
# https://github.com/home-assistant/home-assistant/issues/24982
|
|
module_name = __name__
|
|
|
|
# Do not print the wrapper in the traceback
|
|
frames = len(inspect.trace()) - 1
|
|
exc_msg = traceback.format_exc(-frames)
|
|
friendly_msg = format_err(*args)
|
|
logging.getLogger(module_name).error("%s\n%s", friendly_msg, exc_msg)
|
|
|
|
# Check for partials to properly determine if coroutine function
|
|
check_func = func
|
|
while isinstance(check_func, partial):
|
|
check_func = check_func.func
|
|
|
|
wrapper_func = None
|
|
if asyncio.iscoroutinefunction(check_func):
|
|
|
|
@wraps(func)
|
|
async def async_wrapper(*args: Any) -> None:
|
|
"""Catch and log exception."""
|
|
try:
|
|
await func(*args)
|
|
except Exception: # pylint: disable=broad-except
|
|
log_exception(*args)
|
|
|
|
wrapper_func = async_wrapper
|
|
else:
|
|
|
|
@wraps(func)
|
|
def wrapper(*args: Any) -> None:
|
|
"""Catch and log exception."""
|
|
try:
|
|
func(*args)
|
|
except Exception: # pylint: disable=broad-except
|
|
log_exception(*args)
|
|
|
|
wrapper_func = wrapper
|
|
return wrapper_func
|
|
|
|
|
|
def catch_log_coro_exception(
|
|
target: Coroutine[Any, Any, Any], format_err: Callable[..., Any], *args: Any
|
|
) -> Coroutine[Any, Any, Any]:
|
|
"""Decorate a coroutine to catch and log exceptions."""
|
|
|
|
async def coro_wrapper(*args: Any) -> Any:
|
|
"""Catch and log exception."""
|
|
try:
|
|
return await target
|
|
except Exception: # pylint: disable=broad-except
|
|
module = inspect.getmodule(inspect.stack()[1][0])
|
|
if module is not None:
|
|
module_name = module.__name__
|
|
else:
|
|
# If Python is unable to access the sources files, the frame
|
|
# will be missing information, so let's guard.
|
|
# https://github.com/home-assistant/home-assistant/issues/24982
|
|
module_name = __name__
|
|
|
|
# Do not print the wrapper in the traceback
|
|
frames = len(inspect.trace()) - 1
|
|
exc_msg = traceback.format_exc(-frames)
|
|
friendly_msg = format_err(*args)
|
|
logging.getLogger(module_name).error("%s\n%s", friendly_msg, exc_msg)
|
|
return None
|
|
|
|
return coro_wrapper()
|
|
|
|
|
|
def async_create_catching_coro(target: Coroutine) -> Coroutine:
|
|
"""Wrap a coroutine to catch and log exceptions.
|
|
|
|
The exception will be logged together with a stacktrace of where the
|
|
coroutine was wrapped.
|
|
|
|
target: target coroutine.
|
|
"""
|
|
trace = traceback.extract_stack()
|
|
wrapped_target = catch_log_coro_exception(
|
|
target,
|
|
lambda *args: "Exception in {} called from\n {}".format(
|
|
target.__name__, # type: ignore
|
|
"".join(traceback.format_list(trace[:-1])),
|
|
),
|
|
)
|
|
|
|
return wrapped_target
|