usenet-indexer/tests/unit/spotnet.spec.ts

import { test } from '@japa/runner'
import { deflateRawSync } from 'node:zlib'
import {
  decodeSpotBinary,
  decodeSpotText,
  parseSpotArticleHeaders,
  parseSpotHeader,
  parseSpotXml,
  spotCategoryLabels,
  verifySpotHeader,
} from '#lib/spotnet/index'
import { ubbToText } from '#lib/newznab/xml'

// A real spot from free.pt (self-signed, key 7), 2026-09-28.
const SPOT = {"from": "Bart <0RnzK11s9B4jqZdfc0UHj1qpSrgBw7nKaYBPckvJuk8sKchVXvdofY6qcKkZE-s9x.Fbc6Dm09v32bUgXpDT88QADBHELZ7wP4sMIMHKpQYxBIlK-pZveUFu0aMYUx-pUf6Z@17a09b03c07c10d17z00.21651233204.20.1790619886.1.NL.Uyf3JHAAlVvgAg9HKIu3veFDGC4DX9-sgTnchacVAkC-p3USalOe-sacdamKdgXirL6>", "subject": "The.Incredible.Shrinking.Woman.1981.1080p.BluRay.REMUX.AVC.FLAC.2.0-MuGi | Bart", "id": "<jWCbaAa4f1A7LC6agmOEx@spot.net>", "date": "Mon, 28 Sep 2026 18:24:45 GMT"}

test.group('spotnet / headers', () => {
  test('parses a spot header', ({ assert }) => {
    const spot = parseSpotHeader(SPOT.from, SPOT.subject, SPOT.id, SPOT.date)!
    assert.include(spot, {
      poster: 'Bart',
      title: 'The.Incredible.Shrinking.Woman.1981.1080p.BluRay.REMUX.AVC.FLAC.2.0-MuGi',
      tag: 'Bart',
      category: 0,
      keyId: 7,
      size: 21651233204,
      messageId: 'jWCbaAa4f1A7LC6agmOEx@spot.net',
    })
    assert.deepEqual(spot.subcats, { a: [9], b: [3], c: [7, 10], d: [17], z: [0] })
  })

  test('verifies its signatures, and rejects another message id', ({ assert }) => {
    const spot = parseSpotHeader(SPOT.from, SPOT.subject, SPOT.id, SPOT.date)!
    assert.isTrue(verifySpotHeader(spot))
    assert.isFalse(verifySpotHeader({ ...spot, messageId: 'other@spot.net' }))
    assert.isNull(parseSpotHeader('someone <x@y>', 'subject', '<a@b>'))
  })
})

test.group('spotnet / xml and nzb', () => {
  test('reads the NZB segments and category from the X-XML lines', ({ assert }) => {
    const raw = [
      'From: Bart <x@y>',
      'X-XML: <Spotnet><Posting><Key>7</Key><Title>A &amp; B</Title><Category>01<Sub>01a09</Sub>',
      'X-XML: <Sub>01z00</Sub></Category><NZB><Segment>abc@spot.net</Segment><Segment>def@spot.net</Segment></NZB>',
      'X-XML: <Size>123</Size></Posting></Spotnet>',
    ].join('\r\n')
    const { headers, xml } = parseSpotArticleHeaders(raw)
    assert.equal(headers.from, 'Bart <x@y>')
    const spot = parseSpotXml(xml)!
    assert.deepEqual(spot.nzbSegments, ['abc@spot.net', 'def@spot.net'])
    assert.include(spot, { title: 'A & B', category: 0, size: 123 })
    assert.deepEqual(spot.subcats, ['01a09', '01z00'])
  })

  test('reads the description, tag and image', ({ assert }) => {
    const spot = parseSpotXml(
      `<Spotnet><Posting><Key>7</Key><Tag>Bart</Tag><Title>T</Title>` +
        `<Description>Lily Tomlin[br][br]If you&#39;re &#8216;in&#8217; [url=https://example.com/a]here[/url]</Description>` +
        `<Image Width='185' Height='278'><Segment>FYe6l94kQsY7LC6agh5Xn@spot.net</Segment></Image>` +
        `<Category>01<Sub>01a09</Sub></Category></Posting></Spotnet>`
    )!
    assert.equal(spot.description, 'Lily Tomlin[br][br]If you\'re \u2018in\u2019 [url=https://example.com/a]here[/url]')
    assert.equal(spot.tag, 'Bart')
    assert.deepEqual(spot.image, { segments: ['FYe6l94kQsY7LC6agh5Xn@spot.net'], width: 185, height: 278 })
    // Older spots link an image on the web.
    assert.deepEqual(parseSpotXml('<Posting><Image>http://x.nl/a.jpg</Image></Posting>')!.image, { url: 'http://x.nl/a.jpg' })
    assert.isNull(parseSpotXml('<Posting><Title>T</Title></Posting>')!.image)
  })

  test('reads old (key 1) spots: a folded From line, HTML in CDATA', ({ assert }) => {
    const raw = [
      'From: vanker',
      ' <1100095@11a10b5c5d0d1.g30.1100095.1256142174.T6tl.0.rm0wwOrdI-sVDC-pXXRIXJZdxX5cvNZy80ro7LQBumtv2b-pLYpG5RZ3g>',
      'Subject: The postman | The postman |',
      'X-XML: <SpotNet><Posting><Title>The postman</Title><Description><![CDATA[post voor de lol.<br />Van &quot;The',
      'X-XML:  postman&quot;]]></Description><Image>http://covertarget.com/si.php?id=1</Image><Category>00</Category></Posting></SpotNet>',
      'Date: 01 Feb 2010 02:43:16 GMT',
    ].join('\r\n')
    const { headers, xml } = parseSpotArticleHeaders(raw)
    assert.equal(headers.from, 'vanker <1100095@11a10b5c5d0d1.g30.1100095.1256142174.T6tl.0.rm0wwOrdI-sVDC-pXXRIXJZdxX5cvNZy80ro7LQBumtv2b-pLYpG5RZ3g>')
    assert.equal(headers.date, '01 Feb 2010 02:43:16 GMT')
    const spot = parseSpotXml(xml)!
    assert.equal(spot.description, 'post voor de lol.<br />Van "The postman"')
    assert.deepEqual(spot.image, { url: 'http://covertarget.com/si.php?id=1' })
    assert.equal(ubbToText(spot.description), 'post voor de lol.\nVan "The postman"')
  })

  test('reads header text as UTF-8 when it is, else as ISO-8859-1', ({ assert }) => {
    assert.equal(decodeSpotText(Buffer.from('Café', 'utf8').toString('latin1')), 'Café')
    assert.equal(decodeSpotText(Buffer.from('Café', 'latin1').toString('latin1')), 'Café')
  })

  test('names categories as Spotweb does', ({ assert }) => {
    assert.deepEqual(spotCategoryLabels(0, { a: [9], b: [3], c: [7, 10], d: [17], z: [0] }), {
      head: 'Image',
      subcats: [
        { type: 'Type', values: ['Movie'] },
        { type: 'Format', values: ['x264'] },
        { type: 'Source', values: ['Retail'] },
        { type: 'Language', values: ['English subtitles (available)', 'English audio/written'] },
        { type: 'Genre', values: ['Science Fiction'] },
      ],
    })
    assert.deepEqual(spotCategoryLabels(null, null), { head: null, subcats: [] })
  })

  test('turns UBB markup into plain text', ({ assert }) => {
    assert.equal(ubbToText('A[br][b]B[/b] [url=https://x.nl]site[/url][br]'), 'A\nB site (https://x.nl)')
  })

  test('decodes an escaped, deflated NZB split over articles', ({ assert }) => {
    const nzb = '<?xml version="1.0"?>\n<nzb>\r\n=\0</nzb>'.repeat(20)
    const escaped = deflateRawSync(Buffer.from(nzb, 'latin1'))
      .toString('latin1')
      .replace(/[=\n\r\0]/g, (c) => ({ '=': '=D', '\n': '=C', '\r': '=B', '\0': '=A' })[c]!)
    // Posted as lines, dot-stuffed, over two articles.
    const lines = escaped.match(/.{1,40}/gs)!.map((l) => (l.startsWith('.') ? '.' + l : l))
    const half = Math.ceil(lines.length / 2)
    const bodies = [lines.slice(0, half), lines.slice(half)].map((ls) => Buffer.from(ls.join('\r\n'), 'latin1'))
    assert.equal(decodeSpotBinary(bodies).toString('latin1'), nzb)
  })
})

test.group('spotnet / moderation', () => {
  test('recognises delete and dispose commands from key 2 only', async ({ assert }) => {
    const { moderationTarget, spotterId } = await import('#lib/spotnet/index')
    assert.equal(moderationTarget({ keyId: 2, title: 'DISPOSE 7IzfA0aCFTkOne6agvY06@spot.net - The Voice DE S15E07 (1080p)' }), '7IzfA0aCFTkOne6agvY06@spot.net')
    assert.equal(moderationTarget({ keyId: 2, title: 'delete <abc@spot.net>' }), 'abc@spot.net')
    assert.isNull(moderationTarget({ keyId: 7, title: 'DISPOSE abc@spot.net' }))
    assert.isNull(moderationTarget({ keyId: 2, title: 'The Disposal 2024' }))
    // Spotweb: base64 of the little-endian CRC32 of the key, without / + =.
    assert.match(spotterId('0RnzK11s9B4jqZdfc0UHj1qpSrgBw7nKaYBPckvJuk8sKchVXvdofY6qcKkZE/9x'), /^[A-Za-z0-9]{6}$/)
  })
})

test.group('spotnet / passwords in descriptions', () => {
  test('finds passwords written in the description or title', async ({ assert }) => {
    const { passwordFromSpot } = await import('#lib/spotnet/index')
    assert.equal(passwordFromSpot('T', 'Language: NL[br][br][b]Wachtwoord[/b]: KKKK2[br][br]Heb je spotnet?'), 'KKKK2')
    assert.equal(passwordFromSpot('T', '===[br][br]AV1 BRRip[br][br]WW: p3IU5Rz9R'), 'p3IU5Rz9R')
    assert.equal(passwordFromSpot('T', 'Have fun[br]ww= 011235813[br]Staat er over een half uur wel op.'), '011235813')
    assert.equal(passwordFromSpot('T', 'problemen begonnen.[br]WW FC0401[br][br]thx'), 'FC0401')
    assert.equal(passwordFromSpot('T', 'mysteries.[br][br]Wachtwoord: Wololoo[br](het kan zijn dat'), 'Wololoo')
    assert.equal(passwordFromSpot('Some.Movie.2020{{s3cr3t}}', ''), 's3cr3t')
    assert.equal(passwordFromSpot('T', '<br />Password = "abc123"<br />'), 'abc123')
  })

  test('ignores sentences about passwords', async ({ assert }) => {
    const { passwordFromSpot } = await import('#lib/spotnet/index')
    for (const description of [
      'selecteerbaar.[br]Wachtwoord: deze download is zonder wachtwoord geplaatst.[br]',
      '[b]--> Geen wachtwoord benodigd [/b]',
      'zitten 2 bestanden in en is met een password beschermd.',
      'It also removes the need for manual password entry and improves the reliability',
      'Codeermodus: Hoge kwaliteit (2-Pass VBR)',
      '29 Run DMC & Jason Nevins - It[br]Pass the toiletpaper',
      'Wachtwoord: geen',
      'WW: zie nzb',
      'BINSEARCH GEEFT SOMS EEN REQUIRES PASSWORD PROTECT, DIT IS NIET JUIST !!',
    ]) {
      assert.isNull(passwordFromSpot('T', description), description)
    }
  })
})