af3c487afb
- e2e fixture: replace single contentClient with directClient (plain HTTP) for chapter/metadata/ranking + contentClient (Browserless) for urlClient only — matches production wiring and is significantly faster - server: add max_chars field to audio request body; truncates stripped text to N runes before sending to Kokoro (used by e2e for quick TTS tests) - fix: move RankingItem to scraper package to break novelfire→storage import cycle; storage.RankingItem is now a type alias for backward compat - fix: update stale New() call in novelfire integration test (missing args) - fix: replace removed blob-ranking methods in storage integration test with current per-item API (UpsertRankingItem/ListRankingItems/RankingLastUpdated) - justfile: add test-e2e and e2e tasks
144 lines
5.0 KiB
Makefile
144 lines
5.0 KiB
Makefile
# justfile — libnovel-v2 task runner
|
|
# Install just: https://just.systems
|
|
|
|
scraper_dir := "scraper"
|
|
ui_dir := "ui"
|
|
|
|
# ─── Build ────────────────────────────────────────────────────────────────────
|
|
|
|
# Build the scraper binary
|
|
build:
|
|
cd {{scraper_dir}} && go build -o bin/scraper ./cmd/scraper
|
|
|
|
# Build and verify all Go packages compile cleanly
|
|
build-all:
|
|
cd {{scraper_dir}} && go build ./...
|
|
|
|
# ─── Tests ────────────────────────────────────────────────────────────────────
|
|
|
|
# Run unit tests only (no integration services required)
|
|
test:
|
|
cd {{scraper_dir}} && go test ./...
|
|
|
|
# Run integration tests (requires MinIO, PocketBase, optional Browserless)
|
|
# Override env vars as needed, e.g.:
|
|
# just test-integration MINIO_ENDPOINT=localhost:9000
|
|
test-integration:
|
|
cd {{scraper_dir}} && go test -v -tags integration -timeout 600s ./...
|
|
|
|
# Run unit + integration tests
|
|
test-all: test test-integration
|
|
|
|
# Run a specific package's integration tests, e.g.:
|
|
# just test-pkg internal/storage
|
|
test-pkg pkg:
|
|
cd {{scraper_dir}} && go test -v -tags integration -timeout 600s ./{{pkg}}/...
|
|
|
|
# Run end-to-end tests against live services.
|
|
# All services must be running first (docker compose up -d or just e2e-up).
|
|
# Override env vars as needed, e.g.:
|
|
# just test-e2e SCRAPER_URL=http://localhost:8080 KOKORO_VOICE=af_bella
|
|
test-e2e \
|
|
browserless_url="http://localhost:3030" \
|
|
minio_endpoint="localhost:9000" \
|
|
pocketbase_url="http://localhost:8090" \
|
|
scraper_url="http://localhost:8080":
|
|
cd {{scraper_dir}} && \
|
|
BROWSERLESS_URL={{browserless_url}} \
|
|
MINIO_ENDPOINT={{minio_endpoint}} \
|
|
POCKETBASE_URL={{pocketbase_url}} \
|
|
SCRAPER_URL={{scraper_url}} \
|
|
go test -v -tags integration -timeout 900s ./internal/e2e/...
|
|
|
|
# Start all services required for e2e tests, then run them
|
|
e2e: up test-e2e
|
|
|
|
# ─── Code quality ─────────────────────────────────────────────────────────────
|
|
|
|
# Run go vet on all packages (including integration build tag)
|
|
lint:
|
|
cd {{scraper_dir}} && go vet ./...
|
|
cd {{scraper_dir}} && go vet -tags integration ./...
|
|
|
|
# ─── UI ───────────────────────────────────────────────────────────────────────
|
|
|
|
# Type-check the SvelteKit UI
|
|
ui-check:
|
|
cd {{ui_dir}} && npx svelte-check
|
|
|
|
# Start the SvelteKit dev server
|
|
ui-dev:
|
|
cd {{ui_dir}} && npm run dev
|
|
|
|
# Install UI dependencies
|
|
ui-install:
|
|
cd {{ui_dir}} && npm install
|
|
|
|
# Build the UI for production
|
|
ui-build:
|
|
cd {{ui_dir}} && npm run build
|
|
|
|
# ─── Docker Compose ───────────────────────────────────────────────────────────
|
|
|
|
# Start all services (browserless, kokoro, scraper, minio, pocketbase)
|
|
up:
|
|
docker compose up -d
|
|
|
|
# Stop all services
|
|
down:
|
|
docker compose down
|
|
|
|
# Tail logs for all services
|
|
logs:
|
|
docker compose logs -f
|
|
|
|
# Tail logs for a specific service, e.g.: just logs-service scraper
|
|
logs-service service:
|
|
docker compose logs -f {{service}}
|
|
|
|
# Rebuild and restart a specific service
|
|
restart service:
|
|
docker compose up -d --build {{service}}
|
|
|
|
# ─── Local dev: individual services ──────────────────────────────────────────
|
|
|
|
# Start only PocketBase (for local storage testing)
|
|
pb-up:
|
|
docker compose up -d pocketbase
|
|
|
|
# Start only MinIO (for local storage testing)
|
|
minio-up:
|
|
docker compose up -d minio
|
|
|
|
# Start only Browserless (for local scraping tests)
|
|
browserless-up:
|
|
docker compose up -d browserless
|
|
|
|
# Start storage backends only (MinIO + PocketBase)
|
|
storage-up:
|
|
docker compose up -d minio pocketbase
|
|
|
|
# ─── Convenience ─────────────────────────────────────────────────────────────
|
|
|
|
# Show status of all docker compose services
|
|
status:
|
|
docker compose ps
|
|
|
|
# Remove all stopped containers and unused images
|
|
prune:
|
|
docker compose down --remove-orphans
|
|
docker image prune -f
|
|
|
|
# One-shot scrape of the full catalogue (requires services to be running)
|
|
scrape-run: build
|
|
cd {{scraper_dir}} && ./bin/scraper run
|
|
|
|
# One-shot scrape of a single book URL, e.g.:
|
|
# just scrape-book https://novelfire.net/book/my-novel
|
|
scrape-book url: build
|
|
cd {{scraper_dir}} && ./bin/scraper run --url {{url}}
|
|
|
|
# Start the HTTP server
|
|
serve: build
|
|
cd {{scraper_dir}} && ./bin/scraper serve
|