Selenium based fetch of different sources

app_urls/fetcher/tasks.py

@@ -4,6 +4,7 @@ from .src.fetch_feed import FetchFeeds
 from .src.fetch_parser import FetchParser
 from .src.fetch_search import FetchSearcher
 from .src.fetch_missing_kids import FetchMissingKids
+from .src.fetch_selenium import FetchSeleniumSourceSearch
 from .src.db_utils import DB_Handler
 from .src.publisher import Publisher
 
@@ -32,14 +33,14 @@ def fetch_search():
     logger.info("Task completed: {}".format(task))
 
 @job('default')
-def fetch_missing_kids(number_pages=5):
-    task = "Fetch MissingKids"
+def fetch_selenium_search():
+    task = "Fetch Selenium search"
     logger.info("Task triggered: {}".format(task))
-    FetchMissingKids().run(number_pages)
+    FetchSeleniumSourceSearch().run()
     logger.info("Task completed: {}".format(task))
 
 @job('default')
-def fetch_missing_kids_all(number_pages=-1):
+def fetch_missing_kids(number_pages=5):
     task = "Fetch MissingKids"
     logger.info("Task triggered: {}".format(task))
     FetchMissingKids().run(number_pages)
@@ -85,6 +86,8 @@ def background_task(process_type: str):
             FetchParser().run()
         elif (process_type == "fetch_search"):
             FetchSearcher().run()
+        elif (process_type == "fetch_selenium_search"):
+            FetchSeleniumSourceSearch().run()
         elif (process_type == "fetch_missingkids_all"):
             FetchMissingKids().run(number_pages=-1)