llmTenantContext.js

Go to the documentation of this file.

// llmTenantContext.js - Redis-based per-tenant LLM isolation
const Redis = require('ioredis');
const redisConfig = require('../config/redis');
const redis = new Redis(redisConfig);
 
/**
 * Get LLM history for tenant document.
 * Returns last 10 history entries.
 * @param {number} tenantId - Tenant ID
 * @param {string} docId - Document ID
 * @returns {Promise<Array>} Array of history entries (most recent first)
 */
async function getTenantHistory(tenantId, docId) {
  return await redis.lrange(`llm:history:${tenantId}:${docId}`, 0, 9);
}
 
/**
 * Add entry to tenant LLM history.
 * Maintains rolling history of last 10 entries.
 * @param {number} tenantId - Tenant ID
 * @param {string} docId - Document ID
 * @param {string} delta - History entry to add
 * @returns {Promise<void>}
 */
async function addTenantHistory(tenantId, docId, delta) {
  await redis.lpush(`llm:history:${tenantId}:${docId}`, delta);
  await redis.ltrim(`llm:history:${tenantId}:${docId}`, 0, 9);
}
 
/**
 * Get LLM summary for tenant document.
 * @param {number} tenantId - Tenant ID
 * @param {string} docId - Document ID
 * @returns {Promise<string|null>} Cached summary or null
 */
async function getTenantSummary(tenantId, docId) {
  return await redis.get(`llm:summary:${tenantId}:${docId}`);
}
 
/**
 * Set LLM summary for tenant document.
 * Cached with 7-day TTL.
 * @param {number} tenantId - Tenant ID
 * @param {string} docId - Document ID
 * @param {string} summary - LLM-generated summary
 * @returns {Promise<void>}
 */
async function setTenantSummary(tenantId, docId, summary) {
  await redis.set(`llm:summary:${tenantId}:${docId}`, summary, 'EX', 604800);
}
 
module.exports = {
  getTenantHistory,
  addTenantHistory,
  getTenantSummary,
  setTenantSummary,
};