jamesf/Perplexica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

UPDATED cache in suggestions

Browse source
This commit is contained in:
redesyef 2024-09-25 16:06:28 -05:00
parent dcb7c54800
commit 7a887f59bc
5 changed files with 70 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/app.ts
View file

@ -39,7 +39,7 @@ app.use(async (req: Request, res: Response, next: NextFunction) => {
const result = originalSend(body);
redisClient
.setEx(cacheKey, 3600, JSON.stringify(body))
.setEx(cacheKey, 86400, JSON.stringify(body))
.then(() => logger.info(`Cache set for ${cacheKey}`))
.catch((err) => logger.error(`Redis setEx error: ${err}`));

9
src/routes/suggestions.ts
View file

@ -4,13 +4,19 @@ import { BaseChatModel } from '@langchain/core/language_models/chat_models';
import { getAvailableChatModelProviders } from '../lib/providers';
import { HumanMessage, AIMessage } from '@langchain/core/messages';
import logger from '../utils/logger';
import redisClient from '../utils/redisClient';
const router = express.Router();
router.post('/', async (req, res) => {
try {
let { chat_history, chat_model, chat_model_provider } = req.body;
const messageId = chat_history[1]?.messageId;
const cachedResponse = await redisClient.get(messageId);
if (cachedResponse) {
logger.info(`Cache hit for messageId: ${messageId}`);
return res.status(200).json(JSON.parse(cachedResponse));
}
chat_history = chat_history.map((msg: any) => {
if (msg.role === 'user') {
return new HumanMessage(msg.content);
@ -36,6 +42,7 @@ router.post('/', async (req, res) => {
const suggestions = await generateSuggestions({ chat_history }, llm);
await redisClient.setEx(messageId, 86400, JSON.stringify({ suggestions }));
res.status(200).json({ suggestions: suggestions });
} catch (err) {
res.status(500).json({ message: 'An error has occurred.' });

4
src/websocket/messageHandler.ts
View file

@ -178,7 +178,7 @@ export const handleMessage = async (
.values({
content: parsedMessage.content,
chatId: parsedMessage.chatId,
messageId: id,
messageId: jsonDatabase.messageId,
role: 'user',
metadata: JSON.stringify({
createdAt: new Date(),
@ -190,7 +190,7 @@ export const handleMessage = async (
.values({
content: jsonDatabase.content,
chatId: parsedMessage.chatId,
messageId: id,
messageId: jsonDatabase.messageId,
role: jsonDatabase.role,
metadata: JSON.stringify({
createdAt: new Date(),