You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Plex-Meta-Manager/modules/logs.py

325 lines
13 KiB

import io, logging, os, re, sys, traceback
from logging.handlers import RotatingFileHandler
LOG_DIR = "logs"
COLLECTION_DIR = "collections"
PLAYLIST_DIR = "playlists"
MAIN_LOG = "meta.log"
LIBRARY_LOG = "library.log"
COLLECTION_LOG = "collection.log"
PLAYLIST_LOG = "playlist.log"
PLAYLISTS_LOG = "playlists.log"
CRITICAL = 50
FATAL = CRITICAL
ERROR = 40
WARNING = 30
WARN = WARNING
INFO = 20
DEBUG = 10
TRACE = 0
def fmt_filter(record):
record.levelname = f"[{record.levelname}]"
record.filename = f"[{record.filename}:{record.lineno}]"
return True
_srcfile = os.path.normcase(fmt_filter.__code__.co_filename)
class CustomRotatingFileHandler(RotatingFileHandler):
def rotation_filename(self, default_name):
dirname, basename = os.path.split(default_name)
base, ext = os.path.splitext(basename)
base = base.split('-')[0] if '-' in base else base
return os.path.join(dirname, f"{base}-{self.backupCount}{ext}")
def doRollover(self):
if self.stream:
self.stream.close()
self.stream = None
base_name = self.baseFilename.rsplit('.', 1)[0]
for i in range(self.backupCount - 1, 0, -1):
source = f"{base_name}-{i}.log"
dest = f"{base_name}-{i + 1}.log"
if os.path.exists(source):
os.replace(source, dest)
dest = f"{base_name}-1.log"
if os.path.exists(self.baseFilename):
os.replace(self.baseFilename, dest)
self.stream = self._open()
class MyLogger:
def __init__(self, logger_name, default_dir, screen_width, separating_character, ignore_ghost, is_debug, is_trace, log_requests):
self.logger_name = logger_name
self.default_dir = default_dir
self.screen_width = screen_width
self.separating_character = separating_character
self.is_debug = is_debug
self.is_trace = is_trace
self.log_requests = log_requests
self.ignore_ghost = ignore_ghost
self.log_dir = os.path.join(default_dir, LOG_DIR)
self.playlists_dir = os.path.join(self.log_dir, PLAYLIST_DIR)
self.main_log = os.path.join(self.log_dir, MAIN_LOG)
self.main_handler = None
self.save_errors = False
self.saved_errors = []
self.library_handlers = {}
self.collection_handlers = {}
self.playlist_handlers = {}
self.playlists_handler = None
self.secrets = []
self.spacing = 0
self.playlists_log = os.path.join(self.playlists_dir, PLAYLISTS_LOG)
if not os.path.exists(self.log_dir):
os.makedirs(self.log_dir, exist_ok=True)
self._logger = logging.getLogger(None if self.log_requests else self.logger_name)
self._logger.setLevel(logging.DEBUG)
cmd_handler = logging.StreamHandler()
cmd_handler.setLevel(logging.DEBUG if self.debug else logging.INFO)
self._logger.addHandler(cmd_handler)
def clear_errors(self):
self.saved_errors = []
def _get_handler(self, log_file, count=3):
_handler = CustomRotatingFileHandler(log_file, delay=True, mode="w", backupCount=count, encoding="utf-8")
self._formatter(handler=_handler)
if os.path.isfile(log_file):
self._logger.removeHandler(_handler)
_handler.doRollover()
self._logger.addHandler(_handler)
return _handler
def _formatter(self, handler=None, border=True, trace=False, log_only=False, space=False):
console = f"| %(message)-{self.screen_width - 2}s |" if border else f"%(message)-{self.screen_width - 2}s"
file = f"{' '*65}" if space else f"[%(asctime)s] %(filename)-27s {'[TRACE] ' if trace else '%(levelname)-10s'} "
handlers = [handler] if handler else self._logger.handlers
for h in handlers:
if not log_only or isinstance(h, RotatingFileHandler):
h.setFormatter(logging.Formatter(f"{file if isinstance(h, RotatingFileHandler) else ''}{console}"))
def add_main_handler(self):
self.main_handler = self._get_handler(self.main_log, count=9)
self.main_handler.addFilter(fmt_filter)
self._logger.addHandler(self.main_handler)
def remove_main_handler(self):
self._logger.removeHandler(self.main_handler)
def add_library_handler(self, library_key):
os.makedirs(os.path.join(self.log_dir, library_key, COLLECTION_DIR), exist_ok=True)
self.library_handlers[library_key] = self._get_handler(os.path.join(self.log_dir, library_key, LIBRARY_LOG))
self._logger.addHandler(self.library_handlers[library_key])
def remove_library_handler(self, library_key):
if library_key in self.library_handlers:
self._logger.removeHandler(self.library_handlers[library_key])
def re_add_library_handler(self, library_key):
if library_key in self.library_handlers:
self._logger.addHandler(self.library_handlers[library_key])
def add_playlists_handler(self):
os.makedirs(self.playlists_dir, exist_ok=True)
self.playlists_handler = self._get_handler(self.playlists_log, count=10)
self._logger.addHandler(self.playlists_handler)
def remove_playlists_handler(self):
self._logger.removeHandler(self.playlists_handler)
def add_collection_handler(self, library_key, collection_key):
collection_dir = os.path.join(self.log_dir, str(library_key), COLLECTION_DIR, str(collection_key))
os.makedirs(collection_dir, exist_ok=True)
if library_key not in self.collection_handlers:
self.collection_handlers[library_key] = {}
self.collection_handlers[library_key][collection_key] = self._get_handler(os.path.join(collection_dir, COLLECTION_LOG))
self._logger.addHandler(self.collection_handlers[library_key][collection_key])
def remove_collection_handler(self, library_key, collection_key):
if library_key in self.collection_handlers and collection_key in self.collection_handlers[library_key]:
self._logger.removeHandler(self.collection_handlers[library_key][collection_key])
def add_playlist_handler(self, playlist_key):
playlist_dir = os.path.join(self.playlists_dir, playlist_key)
os.makedirs(playlist_dir, exist_ok=True)
self.playlist_handlers[playlist_key] = self._get_handler(os.path.join(playlist_dir, PLAYLIST_LOG))
self._logger.addHandler(self.playlist_handlers[playlist_key])
def remove_playlist_handler(self, playlist_key):
if playlist_key in self.playlist_handlers:
self._logger.removeHandler(self.playlist_handlers[playlist_key])
def _centered(self, text, sep=" ", side_space=True, left=False):
if len(text) > self.screen_width - 2:
return text
space = self.screen_width - len(text) - 2
text = f"{' ' if side_space else sep}{text}{' ' if side_space else sep}"
if space % 2 == 1:
text += sep
space -= 1
side = int(space / 2) - 1
final_text = f"{text}{sep * side}{sep * side}" if left else f"{sep * side}{text}{sep * side}"
return final_text
def separator(self, text=None, space=True, border=True, debug=False, trace=False, side_space=True, left=False):
if trace and not self.is_trace:
return None
sep = " " if space else self.separating_character
border_text = f"|{self.separating_character * self.screen_width}|"
if border:
self.print(border_text, debug=debug, trace=trace)
if text:
text_list = text.split("\n")
for t in text_list:
msg = f"|{sep}{self._centered(t, sep=sep, side_space=side_space, left=left)}{sep}|"
self.print(msg, debug=debug, trace=trace)
if border:
self.print(border_text, debug=debug, trace=trace)
def print(self, msg, error=False, warning=False, debug=False, trace=False):
if error:
self.error(msg)
elif warning:
self.warning(msg)
elif debug:
self.debug(msg)
elif trace:
self.trace(msg)
else:
self.info(msg)
def debug(self, msg, *args, **kwargs):
if self._logger.isEnabledFor(DEBUG):
self._log(DEBUG, str(msg), args, **kwargs)
def info_center(self, msg, *args, **kwargs):
self.info(self._centered(str(msg)), *args, **kwargs)
def info(self, msg, *args, **kwargs):
if self._logger.isEnabledFor(INFO):
self._log(INFO, str(msg), args, **kwargs)
def warning(self, msg, *args, **kwargs):
if self._logger.isEnabledFor(WARNING):
self._log(WARNING, str(msg), args, **kwargs)
def trace(self, msg, *args, **kwargs):
if self.is_trace:
self._log(TRACE, str(msg), args, **kwargs)
def error(self, msg, *args, **kwargs):
if self.save_errors:
self.saved_errors.append(msg)
if self._logger.isEnabledFor(ERROR):
self._log(ERROR, str(msg), args, **kwargs)
def critical(self, msg, *args, **kwargs):
if self.save_errors:
self.saved_errors.append(msg)
if self._logger.isEnabledFor(CRITICAL):
self._log(CRITICAL, str(msg), args, **kwargs)
def stacktrace(self, trace=False):
self.print(traceback.format_exc(), debug=not trace, trace=trace)
def _space(self, display_title):
display_title = str(display_title)
space_length = self.spacing - len(display_title)
if space_length > 0:
display_title += " " * space_length
return display_title
def ghost(self, text):
if not self.ignore_ghost:
try:
print(self._space(f"| {text}"), end="\r")
except UnicodeEncodeError:
text = text.encode("utf-8")
print(self._space(f"| {text}"), end="\r")
self.spacing = len(text) + 2
def exorcise(self):
if not self.ignore_ghost:
print(self._space(" "), end="\r")
self.spacing = 0
def secret(self, text):
if text and str(text) not in self.secrets:
self.secrets.append(str(text))
def _log(self, level, msg, args, exc_info=None, extra=None, stack_info=False, stacklevel=1):
trace = level == TRACE
log_only = False
if trace:
level = DEBUG
if trace or msg.startswith("|"):
self._formatter(trace=trace, border=not msg.startswith("|"))
if self.spacing > 0:
self.exorcise()
if "\n" in msg:
for i, line in enumerate(msg.split("\n")):
self._log(level, line, args, exc_info=exc_info, extra=extra, stack_info=stack_info, stacklevel=stacklevel)
if i == 0:
self._formatter(log_only=True, space=True)
log_only = True
else:
for secret in self.secrets:
if secret in msg:
msg = msg.replace(secret, "(redacted)")
if "HTTPConnectionPool" in msg:
msg = re.sub("HTTPConnectionPool\\((.*?)\\)", "HTTPConnectionPool(redacted)", msg)
3 years ago
if "HTTPSConnectionPool" in msg:
msg = re.sub("HTTPSConnectionPool\\((.*?)\\)", "HTTPSConnectionPool(redacted)", msg)
try:
if not _srcfile:
raise ValueError
fn, lno, func, sinfo = self.findCaller(stack_info, stacklevel)
except ValueError:
fn, lno, func, sinfo = "(unknown file)", 0, "(unknown function)", None
if exc_info:
if isinstance(exc_info, BaseException):
exc_info = (type(exc_info), exc_info, exc_info.__traceback__)
elif not isinstance(exc_info, tuple):
exc_info = sys.exc_info()
record = self._logger.makeRecord(self._logger.name, level, fn, lno, msg, args, exc_info, func, extra, sinfo)
self._logger.handle(record)
if trace or log_only or msg.startswith("|"):
self._formatter()
def findCaller(self, stack_info=False, stacklevel=1):
f = logging.currentframe()
if f is not None:
f = f.f_back
orig_f = f
while f and stacklevel > 1:
f = f.f_back
stacklevel -= 1
if not f:
f = orig_f
rv = "(unknown file)", 0, "(unknown function)", None
while hasattr(f, "f_code"):
co = f.f_code
filename = os.path.normcase(co.co_filename)
if filename == _srcfile:
f = f.f_back
continue
sinfo = None
if stack_info:
sio = io.StringIO()
sio.write('Stack (most recent call last):\n')
traceback.print_stack(f, file=sio)
sinfo = sio.getvalue()
if sinfo[-1] == '\n':
sinfo = sinfo[:-1]
sio.close()
rv = (co.co_filename, f.f_lineno, co.co_name, sinfo)
break
return rv