Daan MeijerandClaude Fable 5.1
680751e26a
A group now has two lease lanes (migration 6600): `history` works the ranges the bounds hand out, `tail` the tail planner's, each with its own holder, window, snapshot and takeover redo, so a thread on the tail never wades through a group's history and a held group's tail isn't stuck behind it. The edge puts `--tail-threads` (EDGE_TAIL_THREADS, 1 of 2+ by default) of its threads on the tail lane; the group routes take `?lane=`. The lease order within a lane alternates the group with the most planned articles and the longest unheld one. The takeover redo puts back only the lane's ranges the window did after the snapshot, and a group whose last range is held by a holder gone quiet can be taken over. `coordinator:status` prints the catalog's room, the ranges by band, the last hour's rates, the held groups with their snapshots and the phase-2 backlogs. `tests/e2e` runs the real edge-node binary against the node API: the corpus-fill race, a failed stream and the restart that restores the snapshot, a restart without the snapshot file, a takeover (STREAM_CHUNK_WAIT_MINUTES is a setting now). CI builds the binary before the tests. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
95 lines
3.9 KiB
TypeScript
95 lines
3.9 KiB
TypeScript
/*
|
|
|--------------------------------------------------------------------------
|
|
| Environment variables service
|
|
|--------------------------------------------------------------------------
|
|
|
|
|
| The `Env.create` method creates an instance of the Env service. The
|
|
| service validates the environment variables and also cast values
|
|
| to JavaScript data types.
|
|
|
|
|
*/
|
|
|
|
import { Env } from '@adonisjs/core/env'
|
|
|
|
export default await Env.create(new URL('../', import.meta.url), {
|
|
// Node
|
|
NODE_ENV: Env.schema.enum(['development', 'production', 'test'] as const),
|
|
PORT: Env.schema.number(),
|
|
HOST: Env.schema.string({ format: 'host' }),
|
|
LOG_LEVEL: Env.schema.string(),
|
|
|
|
// App
|
|
APP_KEY: Env.schema.secret(),
|
|
APP_URL: Env.schema.string({ format: 'url', tld: false }),
|
|
|
|
// Session
|
|
SESSION_DRIVER: Env.schema.enum(['cookie', 'memory', 'database'] as const),
|
|
|
|
// Database
|
|
DB_HOST: Env.schema.string({ format: 'host' }),
|
|
DB_PORT: Env.schema.number(),
|
|
DB_USER: Env.schema.string(),
|
|
DB_PASSWORD: Env.schema.string.optional(),
|
|
DB_DATABASE: Env.schema.string(),
|
|
DB_POOL_MAX: Env.schema.number.optional(),
|
|
// Tablespace for the chunk store (the HDD on homelab).
|
|
CHUNK_TABLESPACE: Env.schema.string.optional(),
|
|
DB_DEBUG: Env.schema.boolean.optional(),
|
|
|
|
// NNTP (the coordinator's relay; edge:bench --capture)
|
|
NNTP_HOST: Env.schema.string.optional(),
|
|
NNTP_PORT: Env.schema.number.optional(),
|
|
NNTP_USER: Env.schema.string.optional(),
|
|
NNTP_PASSWORD: Env.schema.string.optional(),
|
|
NNTP_SECURE: Env.schema.boolean.optional(),
|
|
NNTP_CONNECTIONS: Env.schema.number.optional(),
|
|
NNTP_MIN_CONNECTIONS: Env.schema.number.optional(),
|
|
NNTP_ACCOUNT_CONNECTIONS: Env.schema.number.optional(),
|
|
NNTP_RESERVED_CONNECTIONS: Env.schema.number.optional(),
|
|
NNTP_TIMEOUT_MS: Env.schema.number.optional(),
|
|
NNTP_HEDGE_AFTER_SECONDS: Env.schema.number.optional(),
|
|
NNTP_HEDGE_CONNECTIONS: Env.schema.number.optional(),
|
|
NNTP_CONNECTION_MAX_MINUTES: Env.schema.number.optional(),
|
|
NNTP_IDLE_CLOSE_SECONDS: Env.schema.number.optional(),
|
|
CORPUS_FILTER: Env.schema.boolean.optional(),
|
|
NNTP_STALL_KB_PER_MINUTE: Env.schema.number.optional(),
|
|
|
|
// Newznab API key (empty: no key needed)
|
|
NEWZNAB_API_KEY: Env.schema.secret.optional(),
|
|
|
|
// Coordinator
|
|
RANGE_ARTICLES: Env.schema.number.optional(),
|
|
TAIL_EVERY_SECONDS: Env.schema.number.optional(),
|
|
TAIL_MIN_ARTICLES: Env.schema.number.optional(),
|
|
TAIL_MAX_DELAY_MINUTES: Env.schema.number.optional(),
|
|
CHUNK_ARTICLES: Env.schema.number.optional(),
|
|
LEASE_TTL_SECONDS: Env.schema.number.optional(),
|
|
SPOOL_DIR: Env.schema.string.optional(),
|
|
CORPUS_DIR: Env.schema.string.optional(),
|
|
CATALOG_MAX_NVME_GB: Env.schema.number.optional(),
|
|
SPOT_GROUP: Env.schema.string.optional(),
|
|
SPOT_BACKFILL: Env.schema.number.optional(),
|
|
SPOT_EVERY_SECONDS: Env.schema.number.optional(),
|
|
SPOT_MAX_NZB_SEGMENTS: Env.schema.number.optional(),
|
|
SPOT_STANDALONE_AFTER_HOURS: Env.schema.number.optional(),
|
|
CORPUS_AHEAD: Env.schema.number.optional(),
|
|
PROBE_PIPELINE: Env.schema.number.optional(),
|
|
SNAPSHOT_DIR: Env.schema.string.optional(),
|
|
LEASE_MIN_PRIORITY: Env.schema.number.optional(),
|
|
LEASE_MAX_PRIORITY: Env.schema.number.optional(),
|
|
LEASE_CAPTURE_ONLY: Env.schema.boolean.optional(),
|
|
STREAM_CHUNK_WAIT_MINUTES: Env.schema.number.optional(),
|
|
PENDING_SHARE: Env.schema.number.optional(),
|
|
PENDING_MIN_PROBES: Env.schema.number.optional(),
|
|
PENDING_MAX_NAMED: Env.schema.number.optional(),
|
|
SPOOL_AHEAD_PER_LEASE: Env.schema.number.optional(),
|
|
SPOOL_MIN_AHEAD: Env.schema.number.optional(),
|
|
SPOOL_MAX_GB: Env.schema.number.optional(),
|
|
PREFETCH_PER_RANGE: Env.schema.number.optional(),
|
|
PROBE_CONNECTIONS: Env.schema.number.optional(),
|
|
PROBE_MIN_CONNECTIONS: Env.schema.number.optional(),
|
|
PROBE_MIN_FREE_GB: Env.schema.number.optional(),
|
|
HTTP_ROUTES: Env.schema.enum.optional(['all', 'node', 'public'] as const),
|
|
PREFETCH_PER_GROUP: Env.schema.number.optional(),
|
|
})
|