Selenium kill process to release mem, supervisor conf rotate log file

app_selenium/missing_kids.py

@@ -1,4 +1,4 @@
-from utils import get_webdriver
+from utils import get_webdriver, kill_process_tree
 from selenium.webdriver.common.by import By
 from selenium.webdriver.support.ui import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
@@ -25,7 +25,7 @@ class MissingKidsFetcher():
         try:
             # Initialize
             logger.debug("Initializing driver")
-            driver = get_webdriver()
+            driver, service = get_webdriver()
             # Load URL
             logger.debug("Get URL: {}".format(url))
             driver.get(url)
@@ -75,6 +75,7 @@ class MissingKidsFetcher():
             # atexit.register(driver.quit)  # Will always be called on exit
         except Exception as e:
             logger.warning("Exception while closing/quitting driver: {}".format(str(e)), exc_info=True)
+        kill_process_tree(service.process.pid)
         logger.info("Results: {} for URL: {}".format(str(results), url))
         return results
         
@@ -88,7 +89,7 @@ class MissingKidsFetcher():
 
         try:
             logger.debug("Initializing driver")
-            driver = get_webdriver()
+            driver, service = get_webdriver()
             logger.debug("Get URL: {}".format(url))
             # Go to URL
             driver.get(url)
@@ -153,5 +154,6 @@ class MissingKidsFetcher():
             # atexit.register(driver.quit)  # Will always be called on exit
         except Exception as e:
             logger.warning("Exception while closing/quitting driver: {}".format(str(e)), exc_info=True)
+        kill_process_tree(service.process.pid)
 
         return set_urls