Zombie processes, quot parser issue

2025-07-03 10:56:48 +02:00
parent 8b689729bf
commit e657c3bee1
3 changed files with 9 additions and 2 deletions
--- a/app_urls/fetcher/src/fetch_parser.py
+++ b/app_urls/fetcher/src/fetch_parser.py
@@ -17,6 +17,9 @@ class FetchParser():
            url_host_clean = obj_search.search.replace("www.", "").replace("http://", "").replace("https://", "")
            # Ensure URL host in URL
            raw_urls = [u for u in raw_urls if url_host_clean in u]
+        
+        # Clean if ends with "&quot"
+        raw_urls = [u.replace("&quot", "") if u.endswith("&quot") else u for u in raw_urls]

        return raw_urls