jamesf/Perplexica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat(ollama): add keep_alive param

Browse source
This commit is contained in:
ItzCrazyKns 2024-11-20 19:11:47 +05:30
parent 874505cd0e
commit c650d1c3d9
3 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/lib/providers/ollama.ts
View file

@ -1,11 +1,12 @@
import { OllamaEmbeddings } from '@langchain/community/embeddings/ollama';
import { getOllamaApiEndpoint } from '../../config';
import { getKeepAlive, getOllamaApiEndpoint } from '../../config';
import logger from '../../utils/logger';
import { ChatOllama } from '@langchain/community/chat_models/ollama';
export const loadOllamaChatModels = async () => {
const ollamaEndpoint = getOllamaApiEndpoint();
const keepAlive = getKeepAlive();
if (!ollamaEndpoint) return {};
try {
@ -24,6 +25,7 @@ export const loadOllamaChatModels = async () => {
baseUrl: ollamaEndpoint,
model: model.model,
temperature: 0.7,
keepAlive: keepAlive
}),
};