Error URLs proces with marreta. Env vars update

This commit is contained in:
Luciano Gervasoni
2025-04-16 11:50:55 +02:00
parent b876f6d720
commit 148ec72658
6 changed files with 44 additions and 26 deletions

8
.env
View File

@@ -35,6 +35,8 @@ FETCHER_URL_HOST_SLEEP=1.5
FETCHER_GOOGLE_GENERAL_PAGE_ITER_SLEEP=5
FETCHER_BETWEEN_SEARCHES_SLEEP=1
FETCHER_LANGUAGE_DETECTION_MIN_CHAR=100
FETCHER_INSERT_URL_CACHE_TIME=86400
FETCHER_ERROR_URL_CACHE_TIME=172800
# Selenium
SELENIUM_ENDPOINT=http://fetcher_app_selenium:80
@@ -43,4 +45,8 @@ ENDPOINT_OLLAMA=https://ollamamodel.matitos.org
# APP: Selenium
ARCH=amd64 # arm64, amd64
SELENIUM_SLEEP_PER_PAGE=4
PATH_LOGS_DIRECTORY=/opt/logs
PATH_LOGS_DIRECTORY=/opt/logs
# Deploy resources per App
DEPLOY_CPUS=2
DEPLOY_RAM=4G