mirror of
https://github.com/1Panel-dev/MaxKB.git
synced 2025-12-27 12:12:57 +00:00
53 lines
1.6 KiB
Python
53 lines
1.6 KiB
Python
# coding=utf-8
|
||
"""
|
||
@project: MaxKB
|
||
@Author：虎
|
||
@file： embedding.py
|
||
@date：2024/7/12 17:44
|
||
@desc:
|
||
"""
|
||
from typing import Dict, List
|
||
|
||
import openai
|
||
|
||
from models_provider.base_model_provider import MaxKBBaseModel
|
||
|
||
|
||
class OpenAIEmbeddingModel(MaxKBBaseModel):
|
||
model_name: str
|
||
optional_params: dict
|
||
|
||
def __init__(self, api_key, base_url, model_name: str, optional_params: dict):
|
||
self.client = openai.OpenAI(api_key=api_key, base_url=base_url).embeddings
|
||
self.model_name = model_name
|
||
self.optional_params = optional_params
|
||
|
||
def is_cache_model(self):
|
||
return False
|
||
|
||
@staticmethod
|
||
def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
|
||
optional_params = MaxKBBaseModel.filter_optional_params(model_kwargs)
|
||
return OpenAIEmbeddingModel(
|
||
api_key=model_credential.get('api_key'),
|
||
model_name=model_name,
|
||
base_url=model_credential.get('api_base'),
|
||
optional_params=optional_params
|
||
)
|
||
|
||
def embed_query(self, text: str):
|
||
res = self.embed_documents([text])
|
||
return res[0]
|
||
|
||
def embed_documents(
|
||
self, texts: List[str], chunk_size: int | None = None
|
||
) -> List[List[float]]:
|
||
if len(self.optional_params) > 0:
|
||
res = self.client.create(
|
||
input=texts, model=self.model_name, encoding_format="float",
|
||
**self.optional_params
|
||
)
|
||
else:
|
||
res = self.client.create(input=texts, model=self.model_name, encoding_format="float")
|
||
return [e.embedding for e in res.data]
|