Redis cache and celery, avoid overflow

This commit is contained in:
Luciano Gervasoni
2025-09-03 23:07:03 +02:00
parent 569e7d4676
commit a9074f45b5
5 changed files with 46 additions and 20 deletions

View File

@@ -43,8 +43,10 @@ services:
- DB_PASSWORD=${DB_PASSWORD}
- DB_HOST=${DB_HOST}
- DB_PORT=${DB_PORT}
- REDIS_HOST=${REDIS_HOST}
- REDIS_PORT=${REDIS_PORT}
- REDIS_CACHE_HOST=${REDIS_CACHE_HOST}
- REDIS_CACHE_PORT=${REDIS_CACHE_PORT}
- REDIS_CELERY_HOST=${REDIS_CELERY_HOST}
- REDIS_CELERY_PORT=${REDIS_CELERY_PORT}
# Job timeout: 30 min
- JOB_DEFAULT_TIMEOUT=${JOB_DEFAULT_TIMEOUT}
# Fetcher
@@ -71,18 +73,26 @@ services:
- 8000
depends_on:
- fetcher_db
- fetcher_redis
- fetcher_redis_cache
- fetcher_redis_celery
- fetcher_app_selenium
dns:
- 1.1.1.1
- 1.0.0.1
fetcher_redis:
fetcher_redis_cache:
image: redis:alpine
container_name: fetcher_redis
container_name: fetcher_redis_cache
restart: unless-stopped
ports:
- 6379
fetcher_redis_celery:
image: redis:alpine
container_name: fetcher_redis_celery
restart: unless-stopped
ports:
- 6380
fetcher_db:
container_name: fetcher_db
@@ -94,6 +104,6 @@ services:
ports:
- 5555
environment:
- CELERY_BROKER_URL=redis://fetcher_redis:6379/0
- CELERY_BROKER_URL=redis://fetcher_redis_celery:6380/0
depends_on:
- fetcher_redis
- fetcher_redis_celery