diff --git a/app_urls/fetcher/src/logger.py b/app_urls/fetcher/src/logger.py index d628fd1..8889bde 100644 --- a/app_urls/fetcher/src/logger.py +++ b/app_urls/fetcher/src/logger.py @@ -7,25 +7,35 @@ logs_directory = os.getenv("PATH_LOGS_DIRECTORY", "logs") # Directory of logs os.makedirs(logs_directory, exist_ok=True) -logging.basicConfig(format='%(filename)s | %(process)d | %(levelname)s | %(asctime)s | %(message)s') +class PPIDFilter(logging.Filter): + def filter(self, record): + # record.ppid = str(os.getppid()) + " " + multiprocessing.current_process().name # os.environ.get("PPID", "*" + os.environ.get("PID")) + record.ppid = os.getppid() + return True + +logging.basicConfig(format='%(filename)s | PPID=%(ppid)s | %(levelname)s | %(asctime)s | %(message)s') logger = logging.getLogger("fetcher") +logger.addFilter(PPIDFilter()) logger.setLevel(logging.DEBUG) # To file log: DEBUG / INFO / WARNING / ERROR / CRITICAL fh = logging.handlers.RotatingFileHandler(filename=os.path.join(logs_directory, "debug.log"), mode="a", maxBytes=10000000, backupCount=1) -fh.setFormatter(logging.Formatter('%(levelname)s | %(process)d | %(asctime)s | %(message)s')) +fh.setFormatter(logging.Formatter('%(levelname)s | PPID=%(ppid)s | %(asctime)s | %(message)s')) +fh.addFilter(PPIDFilter()) fh.setLevel(logging.DEBUG) logger.addHandler(fh) # To file log: INFO / WARNING / ERROR fh = logging.handlers.RotatingFileHandler(filename=os.path.join(logs_directory, "info.log"), mode="a", maxBytes=10000000, backupCount=1) -fh.setFormatter(logging.Formatter('%(levelname)s | %(process)d | %(asctime)s | %(message)s')) +fh.setFormatter(logging.Formatter('%(levelname)s | PPID=%(ppid)s | %(asctime)s | %(message)s')) +fh.addFilter(PPIDFilter()) fh.setLevel(logging.INFO) logger.addHandler(fh) # To file log: WARNING / ERROR / CRITICAL fh = logging.handlers.RotatingFileHandler(filename=os.path.join(logs_directory, "warning.log"), mode="a", maxBytes=10000000, backupCount=1) -fh.setFormatter(logging.Formatter('%(levelname)s | %(process)d | %(asctime)s | %(message)s')) +fh.setFormatter(logging.Formatter('%(levelname)s | PPID=%(ppid)s | %(asctime)s | %(message)s')) +fh.addFilter(PPIDFilter()) fh.setLevel(logging.WARNING) logger.addHandler(fh)