mirror of
https://github.com/langgenius/dify-plugin-sdks.git
synced 2026-07-22 10:25:23 -04:00
Yeuoly
136 lines
4.7 KiB
Python
136 lines
4.7 KiB
Python
from gevent import monkey
|
|
|
|
# patch all the blocking calls
|
|
monkey.patch_all(sys=True)
|
|
|
|
from collections.abc import Generator # noqa: E402
|
|
import logging # noqa: E402
|
|
|
|
from dify_plugin.config.config import DifyPluginEnv # noqa: E402
|
|
|
|
from dify_plugin.core.runtime.entities.plugin.request import ( # noqa: E402
|
|
ModelActions,
|
|
PluginInvokeType,
|
|
ToolActions,
|
|
)
|
|
from dify_plugin.core.runtime.session import Session # noqa: E402
|
|
from dify_plugin.core.server.io_server import IOServer # noqa: E402
|
|
from dify_plugin.core.server.router import Router # noqa: E402
|
|
from dify_plugin.logger_format import plugin_logger_handler # noqa: E402
|
|
|
|
from dify_plugin.plugin_executor import PluginExecutor # noqa: E402
|
|
from dify_plugin.plugin_registration import PluginRegistration # noqa: E402
|
|
|
|
|
|
from dify_plugin.utils.io_writer import PluginOutputStream # noqa: E402
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
logger.setLevel(logging.INFO)
|
|
logger.addHandler(plugin_logger_handler)
|
|
|
|
|
|
class Plugin(IOServer, Router):
|
|
def __init__(self, config: DifyPluginEnv) -> None:
|
|
"""
|
|
Initialize plugin
|
|
"""
|
|
|
|
# load plugin configuration
|
|
self.registration = PluginRegistration(config)
|
|
|
|
# initialize plugin executor
|
|
self.plugin_executer = PluginExecutor(self.registration)
|
|
|
|
IOServer.__init__(self, config)
|
|
Router.__init__(self)
|
|
|
|
# register io routes
|
|
self._register_request_routes()
|
|
|
|
def _register_request_routes(self):
|
|
"""
|
|
Register routes
|
|
"""
|
|
self.register_route(
|
|
self.plugin_executer.invoke_tool,
|
|
lambda data: data.get("type") == PluginInvokeType.Tool.value
|
|
and data.get("action") == ToolActions.InvokeTool.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.validate_tool_provider_credentials,
|
|
lambda data: data.get("type") == PluginInvokeType.Tool.value
|
|
and data.get("action") == ToolActions.ValidateCredentials.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.invoke_llm,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.InvokeLLM.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.invoke_text_embedding,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.InvokeTextEmbedding.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.invoke_rerank,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.InvokeRerank.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.invoke_tts,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.InvokeTTS.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.invoke_speech_to_text,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.InvokeSpeech2Text.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.invoke_moderation,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.InvokeModeration.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.validate_model_provider_credentials,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.ValidateProviderCredentials.value,
|
|
)
|
|
|
|
self.register_route(
|
|
self.plugin_executer.validate_model_credentials,
|
|
lambda data: data.get("type") == PluginInvokeType.Model.value
|
|
and data.get("action") == ModelActions.ValidateModelCredentials.value,
|
|
)
|
|
|
|
def _execute_request(self, session_id: str, data: dict):
|
|
"""
|
|
accept requests and execute
|
|
:param session_id: session id, unique for each request
|
|
:param data: request data
|
|
"""
|
|
|
|
session = Session(session_id=session_id, executor=self.executer)
|
|
response = self.dispatch(session, data)
|
|
if response:
|
|
if isinstance(response, Generator):
|
|
for message in response:
|
|
PluginOutputStream.session_message(
|
|
session_id=session_id,
|
|
data=PluginOutputStream.stream_object(data=message),
|
|
)
|
|
else:
|
|
PluginOutputStream.session_message(
|
|
session_id=session_id,
|
|
data=PluginOutputStream.stream_object(data=response),
|
|
)
|