added docker and docker compose
This commit is contained in:
+1
-1
@@ -49,7 +49,7 @@ ENV PATH="/app/.venv/bin:$PATH" \
|
|||||||
# ── Application code ──────────────────────────────────────────────────────────
|
# ── Application code ──────────────────────────────────────────────────────────
|
||||||
COPY . .
|
COPY . .
|
||||||
|
|
||||||
RUN mkdir -p data
|
RUN mkdir -p data logs
|
||||||
|
|
||||||
# Non-root user for safety
|
# Non-root user for safety
|
||||||
RUN useradd -m -u 1001 seed && chown -R seed:seed /app
|
RUN useradd -m -u 1001 seed && chown -R seed:seed /app
|
||||||
|
|||||||
@@ -27,6 +27,8 @@ _rq_worker: subprocess.Popen[bytes] | None = None
|
|||||||
def on_startup() -> None:
|
def on_startup() -> None:
|
||||||
global _rq_worker
|
global _rq_worker
|
||||||
init_db()
|
init_db()
|
||||||
|
if os.environ.get("SKIP_INTERNAL_WORKER", "").lower() in ("1", "true", "yes"):
|
||||||
|
return
|
||||||
redis_url = os.environ.get("REDIS_URL", "redis://localhost:6379/0")
|
redis_url = os.environ.get("REDIS_URL", "redis://localhost:6379/0")
|
||||||
_rq_worker = subprocess.Popen(
|
_rq_worker = subprocess.Popen(
|
||||||
[sys.executable, "-m", "rq", "worker", "--url", redis_url, "batch"],
|
[sys.executable, "-m", "rq", "worker", "--url", redis_url, "batch"],
|
||||||
|
|||||||
+37
-12
@@ -1,6 +1,19 @@
|
|||||||
services:
|
services:
|
||||||
|
|
||||||
# ── Admin panel (FastAPI) ────────────────────────────────────────────────────
|
# ── Redis (state + job queue) ─────────────────────────────────────────────────
|
||||||
|
redis:
|
||||||
|
image: redis:7-alpine
|
||||||
|
container_name: seed-redis
|
||||||
|
restart: unless-stopped
|
||||||
|
volumes:
|
||||||
|
- redis-data:/data
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD", "redis-cli", "ping"]
|
||||||
|
interval: 10s
|
||||||
|
timeout: 3s
|
||||||
|
retries: 5
|
||||||
|
|
||||||
|
# ── Admin panel (FastAPI) ─────────────────────────────────────────────────────
|
||||||
admin:
|
admin:
|
||||||
build: .
|
build: .
|
||||||
image: seed:latest
|
image: seed:latest
|
||||||
@@ -12,12 +25,18 @@ services:
|
|||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
environment:
|
environment:
|
||||||
# Override host so FastAPI binds on all interfaces inside the container
|
|
||||||
ADMIN_HOST: "0.0.0.0"
|
ADMIN_HOST: "0.0.0.0"
|
||||||
DB_PATH: /app/data/tracker.db
|
DB_PATH: /app/data/tracker.db
|
||||||
|
LOG_FILE: /app/logs/seed.log
|
||||||
|
REDIS_URL: "redis://redis:6379/0"
|
||||||
|
SKIP_INTERNAL_WORKER: "true"
|
||||||
HEADLESS: "true"
|
HEADLESS: "true"
|
||||||
volumes:
|
volumes:
|
||||||
- seed-data:/app/data
|
- seed-data:/app/data
|
||||||
|
- seed-logs:/app/logs
|
||||||
|
depends_on:
|
||||||
|
redis:
|
||||||
|
condition: service_healthy
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD", "curl", "-f", "http://localhost:8000/"]
|
test: ["CMD", "curl", "-f", "http://localhost:8000/"]
|
||||||
interval: 30s
|
interval: 30s
|
||||||
@@ -25,32 +44,38 @@ services:
|
|||||||
retries: 3
|
retries: 3
|
||||||
start_period: 10s
|
start_period: 10s
|
||||||
|
|
||||||
# ── Crawler (one-shot, started manually or via make docker-otp / docker-fresh)
|
# ── RQ worker (Chrome crawler, runs batch jobs) ───────────────────────────────
|
||||||
crawler:
|
worker:
|
||||||
build: .
|
build: .
|
||||||
image: seed:latest
|
image: seed:latest
|
||||||
container_name: seed-crawler
|
container_name: seed-worker
|
||||||
# No restart — run on demand
|
restart: unless-stopped
|
||||||
restart: "no"
|
command: python -m rq worker --url redis://redis:6379/0 batch
|
||||||
profiles:
|
|
||||||
- crawler # docker compose --profile crawler run crawler python main.py otp
|
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
environment:
|
environment:
|
||||||
DB_PATH: /app/data/tracker.db
|
DB_PATH: /app/data/tracker.db
|
||||||
|
LOG_FILE: /app/logs/seed.log
|
||||||
|
REDIS_URL: "redis://redis:6379/0"
|
||||||
HEADLESS: "true"
|
HEADLESS: "true"
|
||||||
CHROME_BINARY: /usr/bin/google-chrome-stable
|
CHROME_BINARY: /usr/bin/google-chrome-stable
|
||||||
volumes:
|
volumes:
|
||||||
- seed-data:/app/data
|
- seed-data:/app/data
|
||||||
# Chrome needs /dev/shm enlarged to avoid OOM crashes
|
- seed-logs:/app/logs
|
||||||
|
depends_on:
|
||||||
|
redis:
|
||||||
|
condition: service_healthy
|
||||||
|
# Chrome needs extra shared memory to avoid OOM crashes
|
||||||
shm_size: "256mb"
|
shm_size: "256mb"
|
||||||
# Required capabilities for Chrome sandbox inside Docker
|
|
||||||
cap_add:
|
cap_add:
|
||||||
- SYS_ADMIN
|
- SYS_ADMIN
|
||||||
security_opt:
|
security_opt:
|
||||||
- seccomp:unconfined
|
- seccomp:unconfined
|
||||||
|
|
||||||
volumes:
|
volumes:
|
||||||
# Named volume — SQLite file persists across container restarts and rebuilds
|
|
||||||
seed-data:
|
seed-data:
|
||||||
driver: local
|
driver: local
|
||||||
|
seed-logs:
|
||||||
|
driver: local
|
||||||
|
redis-data:
|
||||||
|
driver: local
|
||||||
|
|||||||
Reference in New Issue
Block a user