matitos/matitos_news
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Notify status task

Browse Source
This commit is contained in:
Luciano Gervasoni
2025-08-14 15:06:53 +02:00
parent ffb0f85475
commit 4ccff2bc02
6 changed files with 93 additions and 150 deletions
Download Patch File Download Diff File Expand all files Collapse all files

78
app_urls/fetcher/tasks.py
View File

@@ -7,6 +7,7 @@ from .src.fetch_missing_kids import FetchMissingKids
from .src.fetch_selenium import FetchSeleniumSourceSearch
from .src.db_utils import DB_Handler
from .src.publisher import Publisher
from .src.notifications import notify_telegram
from .src.logger import get_logger
logger = get_logger()
@@ -75,74 +76,9 @@ def clean_old_url_content(older_than_days=14):
DB_Handler().clean_old_url_content(older_than_days=older_than_days)
logger.info("Task completed: {}".format(task))
'''
@job('default')
def background_task(process_type: str):
logger.info("Task triggered: {}".format(process_type))
try:
if (process_type == "fetch_feeds"):
FetchFeeds().run()
elif (process_type == "fetch_parser"):
FetchParser().run()
elif (process_type == "fetch_search"):
FetchSearcher().run()
elif (process_type == "fetch_selenium_search"):
FetchSeleniumSourceSearch().run()
elif (process_type == "fetch_missingkids_all"):
FetchMissingKids().run(number_pages=-1)
elif ("fetch_missingkids" in process_type):
# number_pages encoded in URL
try:
number_pages = int(process_type.split("_")[-1])
except Exception as e:
number_pages = -1
FetchMissingKids().run(number_pages=number_pages)
elif ("process_" in process_type):
# Batch size encoded in URL
try:
batch_size = int(process_type.split("_")[-1])
except Exception as e:
batch_size = None
# Task type
if ("process_raw_urls" in process_type):
DB_Handler().process_raw_urls(batch_size=batch_size)
elif ("process_error_urls" in process_type):
DB_Handler().process_error_urls(batch_size=batch_size)
elif ("process_missing_kids_urls" in process_type):
if ("process_missing_kids_urls_valid" in process_type):
DB_Handler().process_missing_kids_urls(batch_size=batch_size, process_status_only="valid")
elif ("process_missing_kids_urls_invalid" in process_type):
DB_Handler().process_missing_kids_urls(batch_size=batch_size, process_status_only="invalid")
elif ("process_missing_kids_urls_unknown" in process_type):
DB_Handler().process_missing_kids_urls(batch_size=batch_size, process_status_only="unknown")
else:
DB_Handler().process_missing_kids_urls(batch_size=batch_size)
elif ("clean_old_url_content" in process_type ):
# Older than X days encoded in URL
try:
older_than_days = float(process_type.split("_")[-1])
except Exception as e:
older_than_days = None
DB_Handler().clean_old_url_content(older_than_days=older_than_days)
elif ("publish" in process_type):
# Extract URL ID
url_id = process_type.split("_")[-1]
# Publish
Publisher().publish(url_id)
else:
logger.info("Task unknown!: {}".format(process_type))
logger.info("Task completed: {}".format(process_type))
except Exception as e:
logger.error(e)
'''
@shared_task(queue='default')
def notify_status():
task = "Notify status"
logger.info("Task triggered: {}".format(task))
notify_telegram()
logger.info("Task completed: {}".format(task))