youngkingdom/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-05-06 02:18:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: xinference chat support (#939)

Browse Source
This commit is contained in:
takatost
2023-08-21 20:44:29 +08:00
committed by GitHub
parent f53242c081
commit e0a48c4972
4 changed files with 204 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
api/core/model_providers/models/llm/xinference_model.py
View File

@ -1,13 +1,13 @@
from typing import List, Optional, Any
from langchain.callbacks.manager import Callbacks
from langchain.llms import Xinference
from langchain.schema import LLMResult
from core.model_providers.error import LLMBadRequestError
from core.model_providers.models.llm.base import BaseLLM
from core.model_providers.models.entity.message import PromptMessage
from core.model_providers.models.entity.model_params import ModelMode, ModelKwargs
from core.third_party.langchain.llms.xinference_llm import XinferenceLLM
class XinferenceModel(BaseLLM):
@ -16,8 +16,9 @@ class XinferenceModel(BaseLLM):
def _init_client(self) -> Any:
self.provider_model_kwargs = self._to_model_kwargs_input(self.model_rules, self.model_kwargs)
client = Xinference(
**self.credentials,
client = XinferenceLLM(
server_url=self.credentials['server_url'],
model_uid=self.credentials['model_uid'],
)
client.callbacks = self.callbacks