add custom Embedding
This commit is contained in:
parent
51939ff842
commit
c870ee0e73
3 changed files with 58 additions and 32 deletions
|
@ -42,5 +42,7 @@ export const getAvailableEmbeddingModelProviders = async () => {
|
|||
}
|
||||
}
|
||||
|
||||
models['custom_openai'] = {};
|
||||
|
||||
return models;
|
||||
};
|
||||
|
|
|
@ -8,7 +8,7 @@ import { BaseChatModel } from '@langchain/core/language_models/chat_models';
|
|||
import type { Embeddings } from '@langchain/core/embeddings';
|
||||
import type { IncomingMessage } from 'http';
|
||||
import logger from '../utils/logger';
|
||||
import { ChatOpenAI } from '@langchain/openai';
|
||||
import { ChatOpenAI, OpenAIEmbeddings } from '@langchain/openai';
|
||||
|
||||
export const handleConnection = async (
|
||||
ws: WebSocket,
|
||||
|
@ -61,11 +61,20 @@ export const handleConnection = async (
|
|||
|
||||
if (
|
||||
embeddingModelProviders[embeddingModelProvider] &&
|
||||
embeddingModelProviders[embeddingModelProvider][embeddingModel]
|
||||
embeddingModelProviders[embeddingModelProvider][embeddingModel] &&
|
||||
embeddingModelProvider != 'custom_openai'
|
||||
) {
|
||||
embeddings = embeddingModelProviders[embeddingModelProvider][
|
||||
embeddingModel
|
||||
] as Embeddings | undefined;
|
||||
} else if (embeddingModelProvider == 'custom_openai') {
|
||||
embeddings = new OpenAIEmbeddings({
|
||||
modelName: embeddingModel,
|
||||
openAIApiKey: searchParams.get('openAIApiKey'),
|
||||
configuration: {
|
||||
baseURL: searchParams.get('openAIBaseURL'),
|
||||
},
|
||||
}) as unknown as Embeddings
|
||||
}
|
||||
|
||||
if (!llm || !embeddings) {
|
||||
|
|
|
@ -355,7 +355,7 @@ const SettingsDialog = ({
|
|||
/>
|
||||
</div>
|
||||
)}
|
||||
{selectedEmbeddingModelProvider && (
|
||||
{selectedEmbeddingModelProvider && selectedEmbeddingModelProvider != 'custom_openai' && (
|
||||
<div className="flex flex-col space-y-1">
|
||||
<p className="text-black/70 dark:text-white/70 text-sm">
|
||||
Embedding Model
|
||||
|
@ -396,6 +396,21 @@ const SettingsDialog = ({
|
|||
/>
|
||||
</div>
|
||||
)}
|
||||
{selectedEmbeddingModelProvider && selectedEmbeddingModelProvider === 'custom_openai' && (
|
||||
<div className="flex flex-col space-y-1">
|
||||
<p className="text-black/70 dark:text-white/70 text-sm">
|
||||
Embedding Model
|
||||
</p>
|
||||
<Input
|
||||
type="text"
|
||||
placeholder="Embedding Model name"
|
||||
defaultValue={selectedEmbeddingModel!}
|
||||
onChange={(e) =>
|
||||
setSelectedEmbeddingModel(e.target.value)
|
||||
}
|
||||
/>
|
||||
</div>
|
||||
)}
|
||||
<div className="flex flex-col space-y-1">
|
||||
<p className="text-black/70 dark:text-white/70 text-sm">
|
||||
OpenAI API Key
|
||||
|
|
Loading…
Add table
Reference in a new issue