llmQueue.js

Go to the documentation of this file.

// llmQueue.js - BullMQ queue for LLM tasks
const { Queue, Worker } = require('bullmq');
const Redis = require('ioredis');
const redisConfig = require('../config/redis');
const redis = new Redis({
  ...redisConfig,
  maxRetriesPerRequest: null // BullMQ requires this to be null
});
 
const llmQueue = new Queue('llm-tasks', { connection: redis });
 
// Worker: process rewrite/summarize jobs using llama.cpp
const { callLlama } = require('./llamaCppService');
const { setCachedLLMResult } = require('./llmRedis');
const { addTenantHistory, setTenantSummary } = require('./llmTenantContext');
 
const llmWorker = new Worker('llm-tasks', async job => {
  const { type = 'rewrite', text, tenantId, docId } = job.data;
  const result = await callLlama(text, type);
  await setCachedLLMResult(type, text, result);
  if (tenantId && docId) {
    await addTenantHistory(tenantId, docId, text);
    if (type === 'summary') await setTenantSummary(tenantId, docId, result);
  }
  return { result };
}, { connection: redis });
 
module.exports = { llmQueue, llmWorker };