dify/api/core/plugin/manager/tool.py

200 lines
6.7 KiB
Python
Raw Normal View History

2024-09-23 18:06:16 +08:00
from collections.abc import Generator
from typing import Any, Optional
2024-09-23 18:06:16 +08:00
from pydantic import BaseModel
2024-09-23 21:13:02 +08:00
from core.plugin.entities.plugin_daemon import PluginBasicBooleanResponse, PluginToolProviderEntity
2024-09-20 13:55:09 +08:00
from core.plugin.manager.base import BasePluginManager
from core.tools.entities.tool_entities import ToolInvokeMessage, ToolParameter
2024-09-20 13:55:09 +08:00
class PluginToolManager(BasePluginManager):
2024-09-29 14:44:22 +08:00
def _split_provider(self, provider: str) -> tuple[str, str]:
"""
split the provider to plugin_id and provider_name
provider follows format: plugin_id/provider_name
"""
if "/" in provider:
parts = provider.split("/", -1)
if len(parts) >= 2:
return "/".join(parts[:-1]), parts[-1]
2024-09-29 14:44:22 +08:00
raise ValueError(f"invalid provider format: {provider}")
raise ValueError(f"invalid provider format: {provider}")
2024-09-23 18:06:16 +08:00
def fetch_tool_providers(self, tenant_id: str) -> list[PluginToolProviderEntity]:
2024-09-20 15:08:39 +08:00
"""
2024-09-29 14:44:22 +08:00
Fetch tool providers for the given tenant.
2024-09-20 15:08:39 +08:00
"""
2024-09-23 21:13:02 +08:00
def transformer(json_response: dict[str, Any]) -> dict:
for provider in json_response.get("data", []):
declaration = provider.get("declaration", {}) or {}
provider_name = declaration.get("identity", {}).get("name")
for tool in declaration.get("tools", []):
tool["identity"]["provider"] = provider_name
return json_response
2024-09-23 13:09:46 +08:00
response = self._request_with_plugin_daemon_response(
2024-09-23 21:13:02 +08:00
"GET",
f"plugin/{tenant_id}/management/tools",
list[PluginToolProviderEntity],
params={"page": 1, "page_size": 256},
transformer=transformer,
2024-09-23 18:06:16 +08:00
)
2024-09-29 14:44:22 +08:00
for provider in response:
provider.declaration.identity.name = f"{provider.plugin_id}/{provider.declaration.identity.name}"
# override the provider name for each tool to plugin_id/provider_name
for tool in provider.declaration.tools:
tool.identity.provider = provider.declaration.identity.name
2024-09-29 14:44:22 +08:00
return response
def fetch_tool_provider(self, tenant_id: str, provider: str) -> PluginToolProviderEntity:
"""
Fetch tool provider for the given tenant and plugin.
"""
plugin_id, provider_name = self._split_provider(provider)
def transformer(json_response: dict[str, Any]) -> dict:
for tool in json_response.get("data", {}).get("declaration", {}).get("tools", []):
tool["identity"]["provider"] = provider_name
return json_response
2024-09-29 14:44:22 +08:00
response = self._request_with_plugin_daemon_response(
"GET",
f"plugin/{tenant_id}/management/tool",
PluginToolProviderEntity,
params={"provider": provider_name, "plugin_id": plugin_id},
transformer=transformer,
2024-09-29 14:44:22 +08:00
)
response.declaration.identity.name = f"{response.plugin_id}/{response.declaration.identity.name}"
# override the provider name for each tool to plugin_id/provider_name
for tool in response.declaration.tools:
tool.identity.provider = response.declaration.identity.name
2024-09-29 14:44:22 +08:00
2024-09-23 18:06:16 +08:00
return response
def invoke(
self,
tenant_id: str,
user_id: str,
tool_provider: str,
tool_name: str,
credentials: dict[str, Any],
tool_parameters: dict[str, Any],
conversation_id: Optional[str] = None,
app_id: Optional[str] = None,
message_id: Optional[str] = None,
2024-09-23 18:06:16 +08:00
) -> Generator[ToolInvokeMessage, None, None]:
2024-09-29 14:44:22 +08:00
"""
Invoke the tool with the given tenant, user, plugin, provider, name, credentials and parameters.
"""
plugin_id, provider_name = self._split_provider(tool_provider)
2024-09-23 18:06:16 +08:00
response = self._request_with_plugin_daemon_response_stream(
"POST",
2024-09-23 21:13:02 +08:00
f"plugin/{tenant_id}/dispatch/tool/invoke",
2024-09-23 18:06:16 +08:00
ToolInvokeMessage,
data={
"user_id": user_id,
"conversation_id": conversation_id,
"app_id": app_id,
"message_id": message_id,
2024-09-23 18:06:16 +08:00
"data": {
2024-09-29 14:44:22 +08:00
"provider": provider_name,
2024-09-23 18:06:16 +08:00
"tool": tool_name,
"credentials": credentials,
"tool_parameters": tool_parameters,
},
},
2024-09-23 21:13:02 +08:00
headers={
"X-Plugin-ID": plugin_id,
2024-09-23 21:13:02 +08:00
"Content-Type": "application/json",
},
2024-09-23 18:06:16 +08:00
)
return response
def validate_provider_credentials(
2024-09-29 14:44:22 +08:00
self, tenant_id: str, user_id: str, provider: str, credentials: dict[str, Any]
2024-09-23 18:06:16 +08:00
) -> bool:
"""
validate the credentials of the provider
"""
2024-09-29 14:44:22 +08:00
plugin_id, provider_name = self._split_provider(provider)
2024-09-23 21:13:02 +08:00
response = self._request_with_plugin_daemon_response_stream(
2024-09-23 18:06:16 +08:00
"POST",
2024-09-23 21:13:02 +08:00
f"plugin/{tenant_id}/dispatch/tool/validate_credentials",
PluginBasicBooleanResponse,
2024-09-23 18:06:16 +08:00
data={
"user_id": user_id,
"data": {
2024-09-29 14:44:22 +08:00
"provider": provider_name,
2024-09-23 18:06:16 +08:00
"credentials": credentials,
},
},
2024-09-23 21:13:02 +08:00
headers={
"X-Plugin-ID": plugin_id,
2024-09-23 21:13:02 +08:00
"Content-Type": "application/json",
},
2024-09-23 13:09:46 +08:00
)
2024-09-23 21:13:02 +08:00
for resp in response:
return resp.result
2024-09-23 21:13:02 +08:00
return False
def get_runtime_parameters(
self,
tenant_id: str,
user_id: str,
provider: str,
credentials: dict[str, Any],
tool: str,
conversation_id: Optional[str] = None,
app_id: Optional[str] = None,
message_id: Optional[str] = None,
) -> list[ToolParameter]:
"""
get the runtime parameters of the tool
"""
plugin_id, provider_name = self._split_provider(provider)
class RuntimeParametersResponse(BaseModel):
parameters: list[ToolParameter]
response = self._request_with_plugin_daemon_response_stream(
2024-09-29 19:36:44 +08:00
"POST",
f"plugin/{tenant_id}/dispatch/tool/get_runtime_parameters",
RuntimeParametersResponse,
2024-09-29 19:36:44 +08:00
data={
"user_id": user_id,
"conversation_id": conversation_id,
"app_id": app_id,
"message_id": message_id,
"data": {
"provider": provider_name,
"tool": tool,
"credentials": credentials,
},
},
headers={
"X-Plugin-ID": plugin_id,
2024-09-29 19:36:44 +08:00
"Content-Type": "application/json",
},
)
for resp in response:
return resp.parameters
return []