diff --git a/app_urls/fetcher/src/fetch_parser.py b/app_urls/fetcher/src/fetch_parser.py index 30c61cc..4ffb25e 100644 --- a/app_urls/fetcher/src/fetch_parser.py +++ b/app_urls/fetcher/src/fetch_parser.py @@ -18,8 +18,8 @@ class FetchParser(): # Ensure URL host in URL raw_urls = [u for u in raw_urls if url_host_clean in u] - # Clean if ends with """ - raw_urls = [u.replace(""", "") if u.endswith(""") else u for u in raw_urls] + # Clean URL part after """ + raw_urls = [u.split(""")[0] for u in raw_urls] return raw_urls