Daan MeijerandClaude Fable 5.1
1810abd7d8
A round added a row a group whenever 100k articles or 15 minutes had passed, tuned for a tail leased within minutes; with nothing leasing the tail the rows piled up (127k planned tail ranges of a median 14k articles, 97% adjacent). Now a round grows the group's last range when it is a planned, unspooled, untaken row at the tail's priority, up to RANGE_ARTICLES, and only then adds rows; a range taken meanwhile gets the slice as a row. ranges:merge-tail (--dry-run) packs adjacent planned, uncaptured, unspooled, untaken tail ranges of a group and priority into ranges of RANGE_ARTICLES under the lease lock. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
29 lines
1.1 KiB
TypeScript
29 lines
1.1 KiB
TypeScript
import { BaseCommand, flags } from '@adonisjs/core/ace'
|
|
import type { CommandOptions } from '@adonisjs/core/types/ace'
|
|
import Planner from '#services/planner'
|
|
import NntpPool from '#services/nntp_pool'
|
|
|
|
/** Cuts new groups' history into ranges, or (--tail) plans one round of the live tail. */
|
|
export default class RangesPlan extends BaseCommand {
|
|
static commandName = 'ranges:plan'
|
|
static description = "Plans ranges for new groups' history, or one round of the live tail"
|
|
static options: CommandOptions = { startApp: true }
|
|
|
|
@flags.boolean({ description: 'Plan the live tail once (what coordinator:run does every few minutes)' })
|
|
declare tail: boolean
|
|
|
|
async run() {
|
|
try {
|
|
if (this.tail) {
|
|
const { groups, ranges, extended } = await Planner.planTail()
|
|
this.logger.info(`Tail: ${ranges} ranges added, ${extended} grown, over ${groups} groups.`)
|
|
} else {
|
|
const { groups, ranges } = await Planner.planAll()
|
|
this.logger.info(`${ranges} ranges planned over ${groups} groups.`)
|
|
}
|
|
} finally {
|
|
await NntpPool.close()
|
|
}
|
|
}
|
|
}
|