diff --git a/app_urls/fetcher/src/db_utils.py b/app_urls/fetcher/src/db_utils.py index 3b13956..2c8d7fd 100644 --- a/app_urls/fetcher/src/db_utils.py +++ b/app_urls/fetcher/src/db_utils.py @@ -237,6 +237,7 @@ class DB_Handler(): # Per URL for obj_url in raw_urls: + logger.debug("Processing raw URL: {}".format(obj_url.url)) # Override status if pattern matching? status_pattern_match = _get_status_pattern_matching(obj_url.url, list_pattern_status_tuple) # Process URL diff --git a/app_urls/supervisord.conf b/app_urls/supervisord.conf index 2316f02..af131de 100644 --- a/app_urls/supervisord.conf +++ b/app_urls/supervisord.conf @@ -15,7 +15,7 @@ stdout_logfile_maxbytes=20MB stdout_logfile_backups=1 [program:beat] -command=celery -A core beat -l DEBUG --scheduler django_celery_beat.schedulers:DatabaseScheduler --logfile=/opt/logs/beat.log +command=celery -A core beat -l info --scheduler django_celery_beat.schedulers:DatabaseScheduler --logfile=/opt/logs/beat.log directory=/opt/app autostart=true autorestart=true @@ -28,7 +28,7 @@ stdout_logfile_maxbytes=20MB stdout_logfile_backups=1 [program:worker_default] -command=celery -A core worker -l DEBUG --logfile=/opt/logs/worker_default.log --concurrency=1 -Q default -n default +command=celery -A core worker -l info --logfile=/opt/logs/worker_default.log --concurrency=1 -Q default -n default directory=/opt/app autostart=true autorestart=true @@ -41,7 +41,7 @@ stdout_logfile_maxbytes=20MB stdout_logfile_backups=1 [program:worker_low] -command=celery -A core worker -l DEBUG --logfile=/opt/logs/worker_low.log --concurrency=1 -Q low -n low +command=celery -A core worker -l info --logfile=/opt/logs/worker_low.log --concurrency=1 -Q low -n low directory=/opt/app autostart=true autorestart=true