matitos/matitos_news
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Debug process raw url

Browse Source
This commit is contained in:
Luciano Gervasoni
2025-09-05 13:45:16 +02:00
parent b40611bd3e
commit 35f9260b94
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
app_urls/fetcher/src/db_utils.py
View File

@@ -237,6 +237,7 @@ class DB_Handler():
# Per URL
for obj_url in raw_urls:
logger.debug("Processing raw URL: {}".format(obj_url.url))
# Override status if pattern matching?
status_pattern_match = _get_status_pattern_matching(obj_url.url, list_pattern_status_tuple)
# Process URL

6
app_urls/supervisord.conf
View File

@@ -15,7 +15,7 @@ stdout_logfile_maxbytes=20MB
stdout_logfile_backups=1
[program:beat]
command=celery -A core beat -l DEBUG --scheduler django_celery_beat.schedulers:DatabaseScheduler --logfile=/opt/logs/beat.log
command=celery -A core beat -l info --scheduler django_celery_beat.schedulers:DatabaseScheduler --logfile=/opt/logs/beat.log
directory=/opt/app
autostart=true
autorestart=true
@@ -28,7 +28,7 @@ stdout_logfile_maxbytes=20MB
stdout_logfile_backups=1
[program:worker_default]
command=celery -A core worker -l DEBUG --logfile=/opt/logs/worker_default.log --concurrency=1 -Q default -n default
command=celery -A core worker -l info --logfile=/opt/logs/worker_default.log --concurrency=1 -Q default -n default
directory=/opt/app
autostart=true
autorestart=true
@@ -41,7 +41,7 @@ stdout_logfile_maxbytes=20MB
stdout_logfile_backups=1
[program:worker_low]
command=celery -A core worker -l DEBUG --logfile=/opt/logs/worker_low.log --concurrency=1 -Q low -n low
command=celery -A core worker -l info --logfile=/opt/logs/worker_low.log --concurrency=1 -Q low -n low
directory=/opt/app
autostart=true
autorestart=true