Publisher task
This commit is contained in:
@@ -5,6 +5,7 @@ from .src.fetch_parser import FetchParser
|
||||
from .src.fetch_search import FetchSearcher
|
||||
from .src.fetch_missing_kids import FetchMissingKids
|
||||
from .src.db_utils import DB_Handler
|
||||
from .src.publisher import Publisher
|
||||
|
||||
from .src.logger import get_logger
|
||||
logger = get_logger()
|
||||
@@ -118,7 +119,7 @@ def background_task(process_type: str):
|
||||
elif ("process_missing_kids_urls" in process_type):
|
||||
DB_Handler().process_missing_kids_urls(batch_size=batch_size)
|
||||
|
||||
elif ( "clean_old_url_content" in process_type ):
|
||||
elif ("clean_old_url_content" in process_type ):
|
||||
# Older than X days encoded in URL
|
||||
try:
|
||||
older_than_days = float(process_type.split("_")[-1])
|
||||
@@ -126,6 +127,12 @@ def background_task(process_type: str):
|
||||
older_than_days = None
|
||||
|
||||
DB_Handler().clean_old_url_content(older_than_days=older_than_days)
|
||||
|
||||
elif ("publish" in process_type):
|
||||
# Extract URL ID
|
||||
url_id = process_type.split("_")[-1]
|
||||
# Publish
|
||||
Publisher().publish(url_id)
|
||||
|
||||
else:
|
||||
logger.info("Task unknown!: {}".format(process_type))
|
||||
|
||||
Reference in New Issue
Block a user