Missing kid verify timeout handle

app_selenium/missing_kids.py

@@ -4,6 +4,7 @@ from selenium.webdriver.firefox.options import Options
 from selenium.webdriver.firefox.service import Service
 from selenium.webdriver.support.ui import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
+from selenium.common.exceptions import TimeoutException
 import time
 import os
 
@@ -39,14 +40,17 @@ class MissingKidsFetcher():
             # Load URL
             driver.get(url)
             # Wait for 404?
-            WebDriverWait(driver, 1).until(EC.title_contains("404"))
+            try:
+                WebDriverWait(driver, 2).until(EC.title_contains("404"))
+            except TimeoutException:
+                pass
 
             if ("404" in driver.title):
                 # Status invalid
                 results = {"status": "invalid"}
             else:
                 # Check until finished loading
-                num_checks = 5
+                num_checks = 3
                 while (not load_finished(driver)) and (num_checks>=0):
                     time.sleep(1)
 

app_urls/fetcher/src/db_utils.py

@@ -293,7 +293,7 @@ class DB_Handler():
                     missingkids_fetch_endpoint = os.path.join(os.getenv("SELENIUM_ENDPOINT", "http://localhost:80"), "verify_missing_kid/")
                     data = {"url": obj_url.url}
                     # POST
-                    r = requests.post(missingkids_fetch_endpoint, json=data, timeout=30)
+                    r = requests.post(missingkids_fetch_endpoint, json=data, timeout=120)
                     # Jsonify
                     results = r.json()