dify/api/core/plugin/manager/tool.py

189 lines
6.4 KiB
Python
Raw Normal View History

2024-09-23 18:06:16 +08:00
from collections.abc import Generator
from typing import Any, Optional
2024-09-23 18:06:16 +08:00
from pydantic import BaseModel
2024-11-12 19:50:56 +08:00
from core.plugin.entities.plugin import GenericProviderID
2024-09-23 21:13:02 +08:00
from core.plugin.entities.plugin_daemon import PluginBasicBooleanResponse, PluginToolProviderEntity
2024-09-20 13:55:09 +08:00
from core.plugin.manager.base import BasePluginManager
from core.tools.entities.tool_entities import ToolInvokeMessage, ToolParameter
2024-09-20 13:55:09 +08:00
class PluginToolManager(BasePluginManager):
2024-09-23 18:06:16 +08:00
def fetch_tool_providers(self, tenant_id: str) -> list[PluginToolProviderEntity]:
2024-09-20 15:08:39 +08:00
"""
2024-09-29 14:44:22 +08:00
Fetch tool providers for the given tenant.
2024-09-20 15:08:39 +08:00
"""
2024-09-23 21:13:02 +08:00
def transformer(json_response: dict[str, Any]) -> dict:
for provider in json_response.get("data", []):
declaration = provider.get("declaration", {}) or {}
provider_name = declaration.get("identity", {}).get("name")
for tool in declaration.get("tools", []):
tool["identity"]["provider"] = provider_name
return json_response
2024-09-23 13:09:46 +08:00
response = self._request_with_plugin_daemon_response(
2024-09-23 21:13:02 +08:00
"GET",
f"plugin/{tenant_id}/management/tools",
list[PluginToolProviderEntity],
params={"page": 1, "page_size": 256},
transformer=transformer,
2024-09-23 18:06:16 +08:00
)
2024-09-29 14:44:22 +08:00
for provider in response:
provider.declaration.identity.name = f"{provider.plugin_id}/{provider.declaration.identity.name}"
# override the provider name for each tool to plugin_id/provider_name
for tool in provider.declaration.tools:
tool.identity.provider = provider.declaration.identity.name
2024-09-29 14:44:22 +08:00
return response
def fetch_tool_provider(self, tenant_id: str, provider: str) -> PluginToolProviderEntity:
"""
Fetch tool provider for the given tenant and plugin.
"""
2024-11-12 19:50:56 +08:00
tool_provider_id = GenericProviderID(provider)
2024-09-29 14:44:22 +08:00
def transformer(json_response: dict[str, Any]) -> dict:
data = json_response.get("data")
if data:
for tool in data.get("declaration", {}).get("tools", []):
tool["identity"]["provider"] = tool_provider_id.provider_name
return json_response
2024-09-29 14:44:22 +08:00
response = self._request_with_plugin_daemon_response(
"GET",
f"plugin/{tenant_id}/management/tool",
PluginToolProviderEntity,
2024-11-12 19:50:56 +08:00
params={"provider": tool_provider_id.provider_name, "plugin_id": tool_provider_id.plugin_id},
transformer=transformer,
2024-09-29 14:44:22 +08:00
)
response.declaration.identity.name = f"{response.plugin_id}/{response.declaration.identity.name}"
# override the provider name for each tool to plugin_id/provider_name
for tool in response.declaration.tools:
tool.identity.provider = response.declaration.identity.name
2024-09-29 14:44:22 +08:00
2024-09-23 18:06:16 +08:00
return response
def invoke(
self,
tenant_id: str,
user_id: str,
tool_provider: str,
tool_name: str,
credentials: dict[str, Any],
tool_parameters: dict[str, Any],
conversation_id: Optional[str] = None,
app_id: Optional[str] = None,
message_id: Optional[str] = None,
2024-09-23 18:06:16 +08:00
) -> Generator[ToolInvokeMessage, None, None]:
2024-09-29 14:44:22 +08:00
"""
Invoke the tool with the given tenant, user, plugin, provider, name, credentials and parameters.
"""
2024-11-12 19:50:56 +08:00
tool_provider_id = GenericProviderID(tool_provider)
2024-09-29 14:44:22 +08:00
2024-09-23 18:06:16 +08:00
response = self._request_with_plugin_daemon_response_stream(
"POST",
2024-09-23 21:13:02 +08:00
f"plugin/{tenant_id}/dispatch/tool/invoke",
2024-09-23 18:06:16 +08:00
ToolInvokeMessage,
data={
"user_id": user_id,
"conversation_id": conversation_id,
"app_id": app_id,
"message_id": message_id,
2024-09-23 18:06:16 +08:00
"data": {
2024-11-12 19:50:56 +08:00
"provider": tool_provider_id.provider_name,
2024-09-23 18:06:16 +08:00
"tool": tool_name,
"credentials": credentials,
"tool_parameters": tool_parameters,
},
},
2024-09-23 21:13:02 +08:00
headers={
2024-11-12 19:50:56 +08:00
"X-Plugin-ID": tool_provider_id.plugin_id,
2024-09-23 21:13:02 +08:00
"Content-Type": "application/json",
},
2024-09-23 18:06:16 +08:00
)
return response
def validate_provider_credentials(
2024-09-29 14:44:22 +08:00
self, tenant_id: str, user_id: str, provider: str, credentials: dict[str, Any]
2024-09-23 18:06:16 +08:00
) -> bool:
"""
validate the credentials of the provider
"""
2024-11-12 19:50:56 +08:00
tool_provider_id = GenericProviderID(provider)
2024-09-29 14:44:22 +08:00
2024-09-23 21:13:02 +08:00
response = self._request_with_plugin_daemon_response_stream(
2024-09-23 18:06:16 +08:00
"POST",
2024-09-23 21:13:02 +08:00
f"plugin/{tenant_id}/dispatch/tool/validate_credentials",
PluginBasicBooleanResponse,
2024-09-23 18:06:16 +08:00
data={
"user_id": user_id,
"data": {
2024-11-12 19:50:56 +08:00
"provider": tool_provider_id.provider_name,
2024-09-23 18:06:16 +08:00
"credentials": credentials,
},
},
2024-09-23 21:13:02 +08:00
headers={
2024-11-12 19:50:56 +08:00
"X-Plugin-ID": tool_provider_id.plugin_id,
2024-09-23 21:13:02 +08:00
"Content-Type": "application/json",
},
2024-09-23 13:09:46 +08:00
)
2024-09-23 21:13:02 +08:00
for resp in response:
return resp.result
2024-09-23 21:13:02 +08:00
return False
def get_runtime_parameters(
self,
tenant_id: str,
user_id: str,
provider: str,
credentials: dict[str, Any],
tool: str,
conversation_id: Optional[str] = None,
app_id: Optional[str] = None,
message_id: Optional[str] = None,
) -> list[ToolParameter]:
"""
get the runtime parameters of the tool
"""
2024-11-12 19:50:56 +08:00
tool_provider_id = GenericProviderID(provider)
class RuntimeParametersResponse(BaseModel):
parameters: list[ToolParameter]
response = self._request_with_plugin_daemon_response_stream(
2024-09-29 19:36:44 +08:00
"POST",
f"plugin/{tenant_id}/dispatch/tool/get_runtime_parameters",
RuntimeParametersResponse,
2024-09-29 19:36:44 +08:00
data={
"user_id": user_id,
"conversation_id": conversation_id,
"app_id": app_id,
"message_id": message_id,
"data": {
2024-11-12 19:50:56 +08:00
"provider": tool_provider_id.provider_name,
"tool": tool,
"credentials": credentials,
},
},
headers={
2024-11-12 19:50:56 +08:00
"X-Plugin-ID": tool_provider_id.plugin_id,
2024-09-29 19:36:44 +08:00
"Content-Type": "application/json",
},
)
for resp in response:
return resp.parameters
return []