youngkingdom/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-05-06 10:28:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: add xinference embedding model support (#930)

Browse Source
This commit is contained in:
takatost
2023-08-20 19:35:07 +08:00
committed by GitHub
parent 18dd0d569d
commit 25264e7852
3 changed files with 94 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
api/core/model_providers/providers/xinference_provider.py
View File

@ -4,6 +4,7 @@ from typing import Type
from langchain.llms import Xinference
from core.helper import encrypter
from core.model_providers.models.embedding.xinference_embedding import XinferenceEmbedding
from core.model_providers.models.entity.model_params import KwargRule, ModelKwargsRules, ModelType
from core.model_providers.models.llm.xinference_model import XinferenceModel
from core.model_providers.providers.base import BaseModelProvider, CredentialsValidateFailedError
@ -32,6 +33,8 @@ class XinferenceProvider(BaseModelProvider):
"""
if model_type == ModelType.TEXT_GENERATION:
model_class = XinferenceModel
elif model_type == ModelType.EMBEDDINGS:
model_class = XinferenceEmbedding
else:
raise NotImplementedError