MaxKB/apps/models_provider/impl/vllm_model_provider/model/embedding.py
2025-04-17 18:01:33 +08:00

24 lines
651 B
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

# coding=utf-8
"""
@project: MaxKB
@Author
@file embedding.py
@date2024/7/12 17:44
@desc:
"""
from typing import Dict
from langchain_community.embeddings import OpenAIEmbeddings
from models_provider.base_model_provider import MaxKBBaseModel
class VllmEmbeddingModel(MaxKBBaseModel, OpenAIEmbeddings):
@staticmethod
def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
return VllmEmbeddingModel(
model=model_name,
openai_api_key=model_credential.get('api_key'),
openai_api_base=model_credential.get('api_base'),
)