omgebouwd naar adonisjs, werkt nog niet echt goed

commands/workers/Body.ts

@@ -0,0 +1,74 @@
+import { BaseCommand } from '@adonisjs/core/ace'
+import { CommandOptions } from '@adonisjs/core/types/ace'
+import { Worker } from 'bullmq'
+import fs from 'node:fs/promises'
+import path from 'node:path'
+import queueConfig from '#config/queue'
+import QueueService from '#services/QueueService'
+import NntpService from '#services/NntpService'
+import { parseYencMeta } from '#services/YencService'
+
+export default class BodyWorker extends BaseCommand {
+  public static commandName = 'worker:body'
+  public static description = 'Starts a worker to process article bodies for yEnc metadata.'
+
+  public static options: CommandOptions = {
+    startApp: true,
+  }
+
+  public async run() {
+    this.logger.info('Starting body worker...')
+
+    const pool = NntpService
+    const headerQueue = QueueService.headerQueue
+
+    const worker = new Worker('body-queue', async (job) => {
+      const { header, group } = job.data
+      const messageId = header['message-id']
+      this.logger.debug(`Processing header with unparsable subject: ${header.subject}`)
+
+      let conn
+      try {
+        conn = await pool.acquire()
+        const bodyBuffer: Buffer = (await conn.body(messageId)).data
+
+        try {
+          const meta = parseYencMeta(bodyBuffer)
+          if (meta.header.name) {
+            const { name, part, total } = meta.header
+            const newSubject = `"${name}" yEnc (${part}/${total})`
+            header.subject = newSubject
+
+            this.logger.info(`Found yEnc metadata in body. New subject: ${newSubject}`)
+            await headerQueue.add('process-header', { header, group })
+          } else {
+            this.logger.warning(`Could not find yEnc metadata in body for header: ${header.subject}`)
+          }
+        } catch (parseError: any) {
+          this.logger.error(`Failed to parse yEnc data for message ID ${messageId}. Dumping buffer.`)
+          const debugDir = path.join(this.app.appRoot.pathname, 'debug')
+          await fs.mkdir(debugDir, { recursive: true })
+          const timestamp = new Date().toISOString().replace(/:/g, '-')
+          const dumpFile = path.join(debugDir, `body-error-${timestamp}-${messageId.replace(/[<>]/g, '')}.bin`)
+          await fs.writeFile(dumpFile, bodyBuffer)
+          this.logger.error(`Problematic body buffer saved to: ${dumpFile}`)
+          throw parseError
+        }
+      } catch (error: any) {
+        this.logger.error(`Error in body worker for message ID ${messageId}: ${error.message}`)
+        throw error
+      } finally {
+        if (conn) {
+          pool.release(conn)
+        }
+      }
+    }, { connection: queueConfig.connection })
+
+    worker.on('failed', (job, err) => {
+      this.logger.error(`Body job ${job?.id} failed: ${err.message}`)
+    })
+
+    this.logger.info('Body worker started and listening for jobs.')
+    await new Promise(() => {})
+  }
+}