Files
crawle-snapp/docker-compose.yml
T

85 lines
2.4 KiB
YAML

services:
# ── Redis (state + job queue) ─────────────────────────────────────────────────
redis:
image: redis:7-alpine
container_name: seed-redis
restart: unless-stopped
volumes:
- redis-data:/data
healthcheck:
test: ["CMD", "redis-cli", "ping"]
interval: 10s
timeout: 3s
retries: 5
# ── Admin panel (FastAPI) ─────────────────────────────────────────────────────
admin:
build: .
image: seed:latest
container_name: seed-admin
restart: unless-stopped
command: python main.py admin
ports:
- "${ADMIN_PORT:-8000}:8000"
env_file:
- .env
environment:
ADMIN_HOST: "0.0.0.0"
DB_PATH: /app/data/tracker.db
LOG_FILE: /app/logs/seed.log
REDIS_URL: "redis://redis:6379/0"
SKIP_INTERNAL_WORKER: "true"
HEADLESS: "true"
CHROME_BINARY: /usr/bin/chromium
CHROMEDRIVER_PATH: /usr/bin/chromedriver
volumes:
- seed-data:/app/data
- seed-logs:/app/logs
depends_on:
redis:
condition: service_healthy
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/"]
interval: 30s
timeout: 5s
retries: 3
start_period: 10s
# ── RQ worker (Chrome crawler, runs batch jobs) ───────────────────────────────
worker:
build: .
image: seed:latest
container_name: seed-worker
restart: unless-stopped
command: ["rq", "worker", "--url", "redis://redis:6379/0", "batch"]
env_file:
- .env
environment:
DB_PATH: /app/data/tracker.db
LOG_FILE: /app/logs/seed.log
REDIS_URL: "redis://redis:6379/0"
HEADLESS: "true"
CHROME_BINARY: /usr/bin/chromium
CHROMEDRIVER_PATH: /usr/bin/chromedriver
volumes:
- seed-data:/app/data
- seed-logs:/app/logs
depends_on:
redis:
condition: service_healthy
# Chrome needs extra shared memory to avoid OOM crashes
shm_size: "512mb"
cap_add:
- SYS_ADMIN
security_opt:
- seccomp:unconfined
volumes:
seed-data:
driver: local
seed-logs:
driver: local
redis-data:
driver: local