craftvia/scripts/craftvia-worker.ts

import "dotenv/config";
import { Worker } from "bullmq";
import { JOB_QUEUES, workerConnection, closeJobQueues, type JobPayload } from "../src/server/jobs/queues";
import { PROCESSORS } from "../src/server/jobs/processors";

/** Craftvia background worker: `npm run worker:craftvia`. One BullMQ worker per registered queue. */
async function main() {
  const connection = workerConnection();
  if (!connection) {
    console.error("[worker] REDIS_URL is not set — nothing to do.");
    process.exit(1);
  }
  const workers: Worker<JobPayload>[] = [];
  for (const name of Object.values(JOB_QUEUES)) {
    const load = PROCESSORS[name];
    if (!load) {
      console.warn(`[worker] no processor registered for ${name} — skipped`);
      continue;
    }
    const processor = await load();
    const concurrency = name === JOB_QUEUES.reportPdf ? 2 : 4;
    const w = new Worker<JobPayload>(name, async (job) => processor(job.data), { connection, concurrency });
    w.on("failed", (job, err) => console.error(`[worker] ${name} job ${job?.id} failed:`, err.message));
    workers.push(w);
    console.info(`[worker] listening on ${name}`);
  }
  const shutdown = async () => {
    await Promise.all(workers.map((w) => w.close()));
    await closeJobQueues();
    process.exit(0);
  };
  process.on("SIGTERM", shutdown);
  process.on("SIGINT", shutdown);
}

main().catch((err) => {
  console.error(err);
  process.exit(1);
});