Scheduled tasks timeout, selenium memory leak possible fix

app_selenium/logger.py

@@ -8,9 +8,8 @@ logs_directory = os.getenv("PATH_LOGS_DIRECTORY", "logs")
 os.makedirs(logs_directory, exist_ok=True)
 
 # Too many logging entries otherwise
-logging.getLogger("remote_connection.py").setLevel(logging.WARNING)
-logging.getLogger("remote_connection").setLevel(logging.WARNING)
-
+logging.getLogger("requests").setLevel(logging.WARNING)
+logging.getLogger("urllib3").setLevel(logging.WARNING)
 
 logging.basicConfig(format='%(filename)s | %(levelname)s | %(asctime)s | %(message)s')
 logger = logging.getLogger("selenium")

app_selenium/missing_kids.py

@@ -18,7 +18,6 @@ def get_webdriver():
     driver = webdriver.Firefox(options=options, service=service)
     return driver
 
-
 class MissingKidsFetcher():
     def __init__(self) -> None:
         pass
@@ -87,4 +86,9 @@ class MissingKidsFetcher():
             logger.warning("Exception while fetching MissingKids {}".format(str(e)), exc_info=True)
             set_urls = set()
 
+        try:
+            driver.close()
+        except Exception as e:
+            logger.warning("Exception while closing driver: {}".format(str(e)), exc_info=True)
+
         return set_urls