youngkingdom/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-04-19 18:27:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: backwards invoke app

Browse Source
This commit is contained in:
Yeuoly
2024-08-29 20:17:17 +08:00
parent 113ff27d07
commit 41ed2e0cc2
7 changed files with 187 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
api/controllers/inner_api/plugin/plugin.py
View File

@ -1,5 +1,4 @@
import time
from collections.abc import Generator
from flask_restful import Resource, reqparse
@ -30,15 +29,10 @@ class PluginInvokeLLMApi(Resource):
def post(self, user_id: str, tenant_model: Tenant, payload: RequestInvokeLLM):
def generator():
response = PluginModelBackwardsInvocation.invoke_llm(user_id, tenant_model, payload)
if isinstance(response, Generator):
for chunk in response:
yield chunk.model_dump_json().encode() + b'\n\n'
else:
yield response.model_dump_json().encode() + b'\n\n'
return PluginModelBackwardsInvocation.convert_to_event_stream(response)
return compact_generate_response(generator())
class PluginInvokeTextEmbeddingApi(Resource):
@setup_required
@plugin_inner_api_only