UPDATE new features = redis in docker and Caching Mechanism

docker-compose.yaml

@@ -17,6 +17,7 @@ services:
         - SEARXNG_API_URL=http://searxng:8080
     depends_on:
       - searxng
+      - redis
     ports:
       - 3001:3001
     volumes:
@@ -42,9 +43,18 @@ services:
     networks:
       - perplexica-network
     restart: unless-stopped
-
+  redis:
+    image: redis:alpine
+    ports:
+      - "6379:6379"  
+    volumes:
+      - redis_data:/data
+    networks:
+      - perplexica-network
+    restart: unless-stopped
 networks:
   perplexica-network:
 
 volumes:
   backend-dbstore:
+  redis_data:

package.json

@@ -41,6 +41,7 @@
     "html-to-text": "^9.0.5",
     "langchain": "^0.1.30",
     "pdf-parse": "^1.1.1",
+    "redis": "^4.7.0",
     "winston": "^3.13.0",
     "ws": "^8.17.1",
     "zod": "^3.22.4"

src/app.ts

@@ -1,11 +1,12 @@
 import { startWebSocketServer } from './websocket';
 import express from 'express';
+import { Request, Response, NextFunction } from 'express';
 import cors from 'cors';
 import http from 'http';
 import routes from './routes';
 import { getPort } from './config';
 import logger from './utils/logger';
-
+import redisClient from './utils/redisClient';
 const port = getPort();
 
 const app = express();
@@ -18,6 +19,43 @@ const corsOptions = {
 app.use(cors(corsOptions));
 app.use(express.json());
 
+app.use(async (req: Request, res: Response, next: NextFunction) => {
+  const cache = req.query.cache as string;
+
+  if (cache === '1') {
+    const cacheKey = req.originalUrl || req.url;
+
+    try {
+      const cachedData = await redisClient.get(cacheKey);
+
+      if (cachedData) {
+        logger.info(`Cache hit for ${cacheKey}`);
+        const jsonData = JSON.parse(cachedData);
+        return res.json(JSON.parse(jsonData));
+      } else {
+        const originalSend = res.send.bind(res);
+
+        res.send = (body: any) => {
+          const result = originalSend(body);
+
+          redisClient
+            .setEx(cacheKey, 3600, JSON.stringify(body))
+            .then(() => logger.info(`Cache set for ${cacheKey}`))
+            .catch((err) => logger.error(`Redis setEx error: ${err}`));
+
+          return result;
+        };
+
+        next();
+      }
+    } catch (error) {
+      logger.error(`Unexpected error: ${error}`);
+      next();
+    }
+  } else {
+    next();
+  }
+});
 app.use('/api', routes);
 app.get('/api', (_, res) => {
   res.status(200).json({ status: 'ok' });

src/config.ts

@@ -18,6 +18,10 @@ interface Config {
     SEARXNG: string;
     OLLAMA: string;
   };
+  REDIS: {
+    HOST: string;
+    PORT: number;
+  };
 }
 
 type RecursivePartial<T> = {
@@ -44,7 +48,8 @@ export const getSearxngApiEndpoint = () =>
   process.env.SEARXNG_API_URL || loadConfig().API_ENDPOINTS.SEARXNG;
 
 export const getOllamaApiEndpoint = () => loadConfig().API_ENDPOINTS.OLLAMA;
-
+export const getRedisHost = () => loadConfig().REDIS.HOST;
+export const getRedisPort = () => loadConfig().REDIS.PORT;
 export const updateConfig = (config: RecursivePartial<Config>) => {
   const currentConfig = loadConfig();
 

src/utils/redisClient.ts

@@ -0,0 +1,15 @@
+import { createClient } from 'redis';
+import { getRedisHost, getRedisPort } from '../config';
+import logger from './logger';
+
+const redisUrl = `redis://${getRedisHost()}:${getRedisPort()}`;
+const client = createClient({ url: redisUrl });
+
+client.on('error', (err) => {
+  logger.error(`Redis Client Error: ${err}`);
+});
+client
+  .connect()
+  .then(() => logger.info('Connected to Redis'))
+  .catch((err) => logger.error(`Redis connection error: ${err}`));
+export default client;