import { test } from '@japa/runner' import db from '@adonisjs/lucid/services/db' import testUtils from '@adonisjs/core/services/test_utils' import indexerConfig from '#config/indexer' import BackfillService from '#services/BackfillService' import FetchRangeService from '#services/FetchRangeService' test.group('BackfillService', (group) => { group.each.setup(() => testUtils.db().withGlobalTransaction()) test('queues header-only ranges downwards, capped, without holding back the live watermark', async ({ assert }) => { const now = new Date() const batch = Number(indexerConfig.batchSize) const [g] = await db .table('groups') .insert({ name: 'alt.binaries.backfilltest', active: true, fetch_bodies: true, last_queued_id: 5_000_000, last_indexed_id: 5_000_000, backfill_until_id: 5_000_000 - 100 * batch, backfill_next_id: 4_900_000, created_at: now, updated_at: now, }) .returning('*') const queued = await BackfillService.tick() assert.equal(queued, indexerConfig.backfill.maxQueued) const ranges = await db.from('fetch_ranges').where('group_id', g.id).orderBy('end_id', 'desc') assert.isTrue(ranges.every((r) => r.backfill && r.status === 'queued')) assert.equal(Number(ranges[0].end_id), 4_900_000) assert.equal(Number(ranges[0].start_id), 4_900_000 - batch + 1) const after = await db.from('groups').where('id', g.id).first() assert.equal(Number(after.backfill_next_id), 4_900_000 - queued * batch) // The cap holds while those wait. assert.equal(await BackfillService.tick(), 0) // Backfill ranges don't hold back the live watermark. await db.from('groups').where('id', g.id).update({ last_queued_id: 5_100_000 }) assert.equal(await FetchRangeService.advanceWatermark({ id: g.id, name: g.name }), 5_100_000n) }) })