From 54e41139bb56eeb256283087cef4f1b1ab4923ac Mon Sep 17 00:00:00 2001 From: Luciano Gervasoni Date: Tue, 22 Jul 2025 22:53:53 +0200 Subject: [PATCH] Duckduckgo search update --- app_urls/fetcher/src/fetch_search_instances.py | 4 ++-- app_urls/requirements.txt | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/app_urls/fetcher/src/fetch_search_instances.py b/app_urls/fetcher/src/fetch_search_instances.py index b33bd81..586bd6c 100644 --- a/app_urls/fetcher/src/fetch_search_instances.py +++ b/app_urls/fetcher/src/fetch_search_instances.py @@ -9,7 +9,7 @@ logger = get_logger() from furl import furl from gnews import GNews -from duckduckgo_search import DDGS +from ddgs import DDGS from GoogleNews import GoogleNews from search_engines import Yahoo, Aol @@ -113,7 +113,7 @@ class SearchDuckDuckGoGeneral(FetcherAbstract): return "ddg-general {} results={}".format(self.region, self.max_results).replace("results=None", "").strip() def _fetch_raw_urls(self, keyword_search): - try: + try: news = DDGS().text(keyword_search, region=self.region, timelimit=self.period, max_results=self.max_results) urls = [e.get("href") for e in news] except Exception as e: diff --git a/app_urls/requirements.txt b/app_urls/requirements.txt index 427b318..a040de2 100644 --- a/app_urls/requirements.txt +++ b/app_urls/requirements.txt @@ -13,7 +13,7 @@ lxml[html_clean] googlenewsdecoder gnews GoogleNews -duckduckgo_search +ddgs git+https://github.com/tasos-py/Search-Engines-Scraper.git furl langdetect