voyager 3: the batch store writes releases once, by id references and bytea keys
Each release chunk is a release inserted once: release_key the SHA-1 of the identity, the owner group and the first article (deterministic; no numbering under a group lock), identity_key the identity's SHA-1 bytes, poster_id and group_set_id through catalog_refs (cached per process), source as a code (weak-stem added), the name into release_texts. A finished release's candidates are claimable at once; a provisional tail release is finished by a later chunk of its key, a finished one sent again is left alone. Gone: joins into earlier releases and across groups, key numbering, the group lock, the fragment merger. Interim: chunks, counts and samples keyed by ranges.block_id, a range without a block gets one. Readers follow: search (posters and group_sets joined, words through release_texts, posters by id, source by code), the par2 merger, the sidecar folder, the judge's scraped rule, the spot inspector, the spotter, the NZB service, releases:regroup, edge:bench. Tests insert fixtures through tests/functional/helpers/releases.ts; the suites pass again. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
1 parent
bc4e17e86f
commit
2580f20a43
32 files changed
+962
-497
No files matched your search
@@ -45,23 +45,23 @@ test.group('par2 completeness', (group) => {
|
||||
assert.isFalse(par2Complete(set, [{ name: 'Qx81.bin', size: 500 }, { name: 'Zr02.bin', size: 12 }], []))
|
||||
})
|
||||
|
||||
test('decided once settled with a par2 set, and kept when more files come', async ({ assert }) => {
|
||||
test('decided once finished, by the par2 set the release holds', async ({ assert }) => {
|
||||
await store(1, [...file('Some.Upload.mkv', 3, 10), ...file('Some.Upload.par2', 1, 20)])
|
||||
const release = await db.from('releases').firstOrFail()
|
||||
assert.isNull(release.file_total)
|
||||
await db.table('par2_files').multiInsert([setFile('Some.Upload.mkv', 2_000_000), setFile('Some.Upload.nfo', 100)].map((f, i) => ({ set_id: 's'.repeat(32), file_id: String(i).repeat(32), ...f })))
|
||||
await db.table('par2_sets').insert({ set_id: 's'.repeat(32), release_id: release.id, files: 2 })
|
||||
// Not settled yet: left alone.
|
||||
// A provisional tail release (not finished yet): left alone.
|
||||
await db.from('releases').where('id', release.id).update({ settled_at: null })
|
||||
assert.equal(await decidePar2Completeness(db, [release.id]), 0)
|
||||
await db.from('releases').where('id', release.id).update({ settled_at: new Date() })
|
||||
assert.equal(await decidePar2Completeness(db, [release.id]), 1)
|
||||
assert.isFalse((await db.from('releases').where('id', release.id).firstOrFail()).complete)
|
||||
// The nfo comes in a later range: complete, and the batch store's own update keeps it.
|
||||
await store(1001, file('Some.Upload.nfo', 1, 1010))
|
||||
await decidePar2Completeness(db, [release.id])
|
||||
await store(2001, file('Some.Upload.sfv', 1, 2010))
|
||||
const after = await db.from('releases').where('id', release.id).firstOrFail()
|
||||
assert.equal(after.files, 4)
|
||||
assert.isTrue(after.complete)
|
||||
// Another upload with the nfo: complete.
|
||||
await store(1001, [...file('Some.Upload.mkv', 3, 1010), ...file('Some.Upload.par2', 1, 1020), ...file('Some.Upload.nfo', 1, 1030)])
|
||||
const whole = await db.from('releases').whereNot('id', release.id).firstOrFail()
|
||||
await db.table('par2_sets').insert({ set_id: 's'.repeat(32), release_id: whole.id, files: 2 })
|
||||
assert.equal(await decidePar2Completeness(db, [whole.id]), 1)
|
||||
assert.isTrue((await db.from('releases').where('id', whole.id).firstOrFail()).complete)
|
||||
})
|
||||
})
|
||||
Reference in new issue
Block a user