fe1a933fd0
Some checks failed
CI / Docker / caddy (pull_request) Failing after 50s
CI / Check ui (pull_request) Successful in 1m5s
Release / Check ui (push) Successful in 45s
Release / Test backend (push) Successful in 1m29s
CI / Docker / ui (pull_request) Successful in 1m28s
Release / Docker / backend (push) Successful in 3m14s
CI / Test backend (pull_request) Failing after 42s
CI / Docker / backend (pull_request) Has been skipped
CI / Docker / runner (pull_request) Has been skipped
Release / Docker / caddy (push) Successful in 6m48s
Release / Docker / ui (push) Successful in 2m8s
Release / Docker / runner (push) Successful in 2m51s
Release / Upload source maps (push) Failing after 53s
Release / Gitea Release (push) Has been skipped
Introduce a Redis-backed Asynq task queue so the runner consumes TTS
jobs pushed by the backend instead of polling PocketBase.
- backend/internal/asynqqueue: Producer and Consumer wrappers
- backend/internal/runner: AsynqRunner mux, per-instance Prometheus
registry (fixes duplicate-collector panic in tests), redisConnOpt
- backend/internal/config: REDIS_ADDR / REDIS_PASSWORD env vars
- backend/cmd/{backend,runner}/main.go: wire Redis when env set; fall
back to legacy poll mode when unset
- Caddyfile: caddy-l4 TCP proxy for redis.libnovel.cc:6380 → homelab
- caddy/Dockerfile: add --with github.com/mholt/caddy-l4
- docker-compose.yml: Caddy exposes 6380, backend/runner get Redis env
- homelab/runner/docker-compose.yml: Redis sidecar, runner depends_on
- homelab/otel/grafana: Grafana dashboards (backend, catalogue, runner)
and alerting rules / contact-points provisioning
93 lines
4.1 KiB
YAML
93 lines
4.1 KiB
YAML
# LibNovel homelab runner
|
|
#
|
|
# Connects to production PocketBase and MinIO via public subdomains.
|
|
# All secrets come from Doppler (project=libnovel, config=prd_homelab).
|
|
# Run with: doppler run -- docker compose up -d
|
|
#
|
|
# Differs from prod runner:
|
|
# - RUNNER_WORKER_ID=homelab-runner-1 (unique, avoids task claiming conflicts)
|
|
# - MINIO_ENDPOINT/USE_SSL → storage.libnovel.cc over HTTPS
|
|
# - POCKETBASE_URL → https://pb.libnovel.cc
|
|
# - MEILI_URL → https://search.libnovel.cc (Caddy-proxied)
|
|
# - VALKEY_ADDR → unset (not exposed publicly)
|
|
# - RUNNER_SKIP_INITIAL_CATALOGUE_REFRESH=true
|
|
# - Redis service for Asynq task queue (local to homelab, exposed to prod via Caddy TCP proxy)
|
|
|
|
services:
|
|
redis:
|
|
image: redis:7-alpine
|
|
restart: unless-stopped
|
|
volumes:
|
|
- redis_data:/data
|
|
command: >
|
|
redis-server
|
|
--appendonly yes
|
|
--requirepass "${REDIS_PASSWORD}"
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "-a", "${REDIS_PASSWORD}", "ping"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
|
|
runner:
|
|
image: kalekber/libnovel-runner:latest
|
|
restart: unless-stopped
|
|
stop_grace_period: 135s
|
|
depends_on:
|
|
redis:
|
|
condition: service_healthy
|
|
environment:
|
|
# ── PocketBase ──────────────────────────────────────────────────────────
|
|
POCKETBASE_URL: "https://pb.libnovel.cc"
|
|
POCKETBASE_ADMIN_EMAIL: "${POCKETBASE_ADMIN_EMAIL}"
|
|
POCKETBASE_ADMIN_PASSWORD: "${POCKETBASE_ADMIN_PASSWORD}"
|
|
|
|
# ── MinIO (S3 API via public subdomain) ─────────────────────────────────
|
|
MINIO_ENDPOINT: "storage.libnovel.cc"
|
|
MINIO_ACCESS_KEY: "${MINIO_ROOT_USER}"
|
|
MINIO_SECRET_KEY: "${MINIO_ROOT_PASSWORD}"
|
|
MINIO_USE_SSL: "true"
|
|
MINIO_PUBLIC_ENDPOINT: "${MINIO_PUBLIC_ENDPOINT}"
|
|
MINIO_PUBLIC_USE_SSL: "${MINIO_PUBLIC_USE_SSL}"
|
|
|
|
# ── Meilisearch (via search.libnovel.cc Caddy proxy) ────────────────────
|
|
MEILI_URL: "${MEILI_URL}"
|
|
MEILI_API_KEY: "${MEILI_API_KEY}"
|
|
VALKEY_ADDR: ""
|
|
# Force IPv4 DNS resolution — homelab has no IPv6 route to search.libnovel.cc
|
|
GODEBUG: "preferIPv4=1"
|
|
|
|
# ── Kokoro TTS ──────────────────────────────────────────────────────────
|
|
KOKORO_URL: "${KOKORO_URL}"
|
|
KOKORO_VOICE: "${KOKORO_VOICE}"
|
|
|
|
# ── Pocket TTS ──────────────────────────────────────────────────────────
|
|
POCKET_TTS_URL: "${POCKET_TTS_URL}"
|
|
|
|
# ── Asynq / Redis (local service) ───────────────────────────────────────
|
|
# The runner connects to the local Redis sidecar.
|
|
REDIS_ADDR: "redis:6379"
|
|
REDIS_PASSWORD: "${REDIS_PASSWORD}"
|
|
|
|
# ── Runner tuning ───────────────────────────────────────────────────────
|
|
RUNNER_WORKER_ID: "${RUNNER_WORKER_ID}"
|
|
RUNNER_POLL_INTERVAL: "${RUNNER_POLL_INTERVAL}"
|
|
RUNNER_MAX_CONCURRENT_SCRAPE: "${RUNNER_MAX_CONCURRENT_SCRAPE}"
|
|
RUNNER_MAX_CONCURRENT_AUDIO: "${RUNNER_MAX_CONCURRENT_AUDIO}"
|
|
RUNNER_TIMEOUT: "${RUNNER_TIMEOUT}"
|
|
RUNNER_METRICS_ADDR: "${RUNNER_METRICS_ADDR}"
|
|
RUNNER_SKIP_INITIAL_CATALOGUE_REFRESH: "true"
|
|
|
|
# ── Observability ───────────────────────────────────────────────────────
|
|
LOG_LEVEL: "${LOG_LEVEL}"
|
|
GLITCHTIP_DSN: "${GLITCHTIP_DSN}"
|
|
|
|
healthcheck:
|
|
test: ["CMD", "/healthcheck", "file", "/tmp/runner.alive", "120"]
|
|
interval: 60s
|
|
timeout: 5s
|
|
retries: 3
|
|
|
|
volumes:
|
|
redis_data:
|