matitos/matitos_news
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Ride missing kids exception

Browse Source
This commit is contained in:
Luciano Gervasoni
2025-08-14 10:59:19 +02:00
parent 6b5073d1b6
commit 02f756d3c2
1 changed files with 12 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
app_urls/fetcher/src/db_utils.py
View File

@@ -106,8 +106,18 @@ class DB_Handler():
if ("missingkids.org" in obj_url.url) and ("poster" in obj_url.url): if ("missingkids.org" in obj_url.url) and ("poster" in obj_url.url):
# Sleep required? To avoid too many requests error (original URL, not paywall bypassing endpoint) # Sleep required? To avoid too many requests error (original URL, not paywall bypassing endpoint)
url_host_slowdown(obj_url.url, url_host_slowdown_seconds=float(os.getenv("FETCHER_URL_HOST_SLEEP", 5))) url_host_slowdown(obj_url.url, url_host_slowdown_seconds=float(os.getenv("FETCHER_URL_HOST_SLEEP", 5)))
try:
# Request # Request
r = requests.get(obj_url.url, allow_redirects=True) r = requests.get(obj_url.url, allow_redirects=True)
except Exception as e:
if (raise_exception_on_error):
# Simply raise exception, handled in a different way
raise Exception("Error processing URL, raising exception as expected")
else:
logger.debug("Error processing URL: {}\n{}\n{}".format(obj_url.url, str(e), traceback.format_exc()))
# Set status to error
self._set_status(obj_url, Urls.STATUS_ENUM.ERROR)
return
if (r.url != obj_url.url): if (r.url != obj_url.url):
# Canonical # Canonical