2026-01-19 18:57:16 +08:00
|
|
|
import logging
|
|
|
|
|
|
2026-01-14 07:19:43 +08:00
|
|
|
from langchain.tools import BaseTool
|
|
|
|
|
|
refactor: split backend into harness (deerflow.*) and app (app.*) (#1131)
* refactor: extract shared utils to break harness→app cross-layer imports
Move _validate_skill_frontmatter to src/skills/validation.py and
CONVERTIBLE_EXTENSIONS + convert_file_to_markdown to src/utils/file_conversion.py.
This eliminates the two reverse dependencies from client.py (harness layer)
into gateway/routers/ (app layer), preparing for the harness/app package split.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* refactor: split backend/src into harness (deerflow.*) and app (app.*)
Physically split the monolithic backend/src/ package into two layers:
- **Harness** (`packages/harness/deerflow/`): publishable agent framework
package with import prefix `deerflow.*`. Contains agents, sandbox, tools,
models, MCP, skills, config, and all core infrastructure.
- **App** (`app/`): unpublished application code with import prefix `app.*`.
Contains gateway (FastAPI REST API) and channels (IM integrations).
Key changes:
- Move 13 harness modules to packages/harness/deerflow/ via git mv
- Move gateway + channels to app/ via git mv
- Rename all imports: src.* → deerflow.* (harness) / app.* (app layer)
- Set up uv workspace with deerflow-harness as workspace member
- Update langgraph.json, config.example.yaml, all scripts, Docker files
- Add build-system (hatchling) to harness pyproject.toml
- Add PYTHONPATH=. to gateway startup commands for app.* resolution
- Update ruff.toml with known-first-party for import sorting
- Update all documentation to reflect new directory structure
Boundary rule enforced: harness code never imports from app.
All 429 tests pass. Lint clean.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* chore: add harness→app boundary check test and update docs
Add test_harness_boundary.py that scans all Python files in
packages/harness/deerflow/ and fails if any `from app.*` or
`import app.*` statement is found. This enforces the architectural
rule that the harness layer never depends on the app layer.
Update CLAUDE.md to document the harness/app split architecture,
import conventions, and the boundary enforcement test.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* feat: add config versioning with auto-upgrade on startup
When config.example.yaml schema changes, developers' local config.yaml
files can silently become outdated. This adds a config_version field and
auto-upgrade mechanism so breaking changes (like src.* → deerflow.*
renames) are applied automatically before services start.
- Add config_version: 1 to config.example.yaml
- Add startup version check warning in AppConfig.from_file()
- Add scripts/config-upgrade.sh with migration registry for value replacements
- Add `make config-upgrade` target
- Auto-run config-upgrade in serve.sh and start-daemon.sh before starting services
- Add config error hints in service failure messages
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix comments
* fix: update src.* import in test_sandbox_tools_security to deerflow.*
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix: handle empty config and search parent dirs for config.example.yaml
Address Copilot review comments on PR #1131:
- Guard against yaml.safe_load() returning None for empty config files
- Search parent directories for config.example.yaml instead of only
looking next to config.yaml, fixing detection in common setups
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix: correct skills root path depth and config_version type coercion
- loader.py: fix get_skills_root_path() to use 5 parent levels (was 3)
after harness split, file lives at packages/harness/deerflow/skills/
so parent×3 resolved to backend/packages/harness/ instead of backend/
- app_config.py: coerce config_version to int() before comparison in
_check_config_version() to prevent TypeError when YAML stores value
as string (e.g. config_version: "1")
- tests: add regression tests for both fixes
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
* fix: update test imports from src.* to deerflow.*/app.* after harness refactor
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
---------
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-14 22:55:52 +08:00
|
|
|
from deerflow.config import get_app_config
|
|
|
|
|
from deerflow.reflection import resolve_variable
|
|
|
|
|
from deerflow.tools.builtins import ask_clarification_tool, present_file_tool, task_tool, view_image_tool
|
2026-03-17 20:43:55 +08:00
|
|
|
from deerflow.tools.builtins.tool_search import reset_deferred_registry
|
2026-01-16 21:48:00 +08:00
|
|
|
|
2026-01-19 18:57:16 +08:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
2026-01-16 21:48:00 +08:00
|
|
|
BUILTIN_TOOLS = [
|
|
|
|
|
present_file_tool,
|
2026-01-18 19:55:36 +08:00
|
|
|
ask_clarification_tool,
|
2026-02-05 20:49:02 +08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
SUBAGENT_TOOLS = [
|
2026-02-05 19:59:25 +08:00
|
|
|
task_tool,
|
2026-02-06 16:03:35 +08:00
|
|
|
# task_status_tool is no longer exposed to LLM (backend handles polling internally)
|
2026-01-16 21:48:00 +08:00
|
|
|
]
|
2026-01-14 07:19:43 +08:00
|
|
|
|
|
|
|
|
|
2026-02-06 15:42:53 +08:00
|
|
|
def get_available_tools(
|
|
|
|
|
groups: list[str] | None = None,
|
|
|
|
|
include_mcp: bool = True,
|
|
|
|
|
model_name: str | None = None,
|
|
|
|
|
subagent_enabled: bool = False,
|
|
|
|
|
) -> list[BaseTool]:
|
2026-01-19 18:57:16 +08:00
|
|
|
"""Get all available tools from config.
|
|
|
|
|
|
|
|
|
|
Note: MCP tools should be initialized at application startup using
|
refactor: split backend into harness (deerflow.*) and app (app.*) (#1131)
* refactor: extract shared utils to break harness→app cross-layer imports
Move _validate_skill_frontmatter to src/skills/validation.py and
CONVERTIBLE_EXTENSIONS + convert_file_to_markdown to src/utils/file_conversion.py.
This eliminates the two reverse dependencies from client.py (harness layer)
into gateway/routers/ (app layer), preparing for the harness/app package split.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* refactor: split backend/src into harness (deerflow.*) and app (app.*)
Physically split the monolithic backend/src/ package into two layers:
- **Harness** (`packages/harness/deerflow/`): publishable agent framework
package with import prefix `deerflow.*`. Contains agents, sandbox, tools,
models, MCP, skills, config, and all core infrastructure.
- **App** (`app/`): unpublished application code with import prefix `app.*`.
Contains gateway (FastAPI REST API) and channels (IM integrations).
Key changes:
- Move 13 harness modules to packages/harness/deerflow/ via git mv
- Move gateway + channels to app/ via git mv
- Rename all imports: src.* → deerflow.* (harness) / app.* (app layer)
- Set up uv workspace with deerflow-harness as workspace member
- Update langgraph.json, config.example.yaml, all scripts, Docker files
- Add build-system (hatchling) to harness pyproject.toml
- Add PYTHONPATH=. to gateway startup commands for app.* resolution
- Update ruff.toml with known-first-party for import sorting
- Update all documentation to reflect new directory structure
Boundary rule enforced: harness code never imports from app.
All 429 tests pass. Lint clean.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* chore: add harness→app boundary check test and update docs
Add test_harness_boundary.py that scans all Python files in
packages/harness/deerflow/ and fails if any `from app.*` or
`import app.*` statement is found. This enforces the architectural
rule that the harness layer never depends on the app layer.
Update CLAUDE.md to document the harness/app split architecture,
import conventions, and the boundary enforcement test.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* feat: add config versioning with auto-upgrade on startup
When config.example.yaml schema changes, developers' local config.yaml
files can silently become outdated. This adds a config_version field and
auto-upgrade mechanism so breaking changes (like src.* → deerflow.*
renames) are applied automatically before services start.
- Add config_version: 1 to config.example.yaml
- Add startup version check warning in AppConfig.from_file()
- Add scripts/config-upgrade.sh with migration registry for value replacements
- Add `make config-upgrade` target
- Auto-run config-upgrade in serve.sh and start-daemon.sh before starting services
- Add config error hints in service failure messages
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix comments
* fix: update src.* import in test_sandbox_tools_security to deerflow.*
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix: handle empty config and search parent dirs for config.example.yaml
Address Copilot review comments on PR #1131:
- Guard against yaml.safe_load() returning None for empty config files
- Search parent directories for config.example.yaml instead of only
looking next to config.yaml, fixing detection in common setups
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix: correct skills root path depth and config_version type coercion
- loader.py: fix get_skills_root_path() to use 5 parent levels (was 3)
after harness split, file lives at packages/harness/deerflow/skills/
so parent×3 resolved to backend/packages/harness/ instead of backend/
- app_config.py: coerce config_version to int() before comparison in
_check_config_version() to prevent TypeError when YAML stores value
as string (e.g. config_version: "1")
- tests: add regression tests for both fixes
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
* fix: update test imports from src.* to deerflow.*/app.* after harness refactor
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
---------
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-14 22:55:52 +08:00
|
|
|
`initialize_mcp_tools()` from deerflow.mcp module.
|
2026-01-19 18:57:16 +08:00
|
|
|
|
|
|
|
|
Args:
|
|
|
|
|
groups: Optional list of tool groups to filter by.
|
|
|
|
|
include_mcp: Whether to include tools from MCP servers (default: True).
|
2026-01-29 14:57:26 +08:00
|
|
|
model_name: Optional model name to determine if vision tools should be included.
|
2026-02-06 15:42:53 +08:00
|
|
|
subagent_enabled: Whether to include subagent tools (task, task_status).
|
2026-01-19 18:57:16 +08:00
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
|
List of available tools.
|
|
|
|
|
"""
|
2026-01-14 07:19:43 +08:00
|
|
|
config = get_app_config()
|
2026-01-16 21:48:00 +08:00
|
|
|
loaded_tools = [resolve_variable(tool.use, BaseTool) for tool in config.tools if groups is None or tool.group in groups]
|
2026-01-19 18:57:16 +08:00
|
|
|
|
2026-03-17 20:43:55 +08:00
|
|
|
# Conditionally add tools based on config
|
|
|
|
|
builtin_tools = BUILTIN_TOOLS.copy()
|
|
|
|
|
|
|
|
|
|
# Add subagent tools only if enabled via runtime parameter
|
|
|
|
|
if subagent_enabled:
|
|
|
|
|
builtin_tools.extend(SUBAGENT_TOOLS)
|
|
|
|
|
logger.info("Including subagent tools (task)")
|
|
|
|
|
|
|
|
|
|
# If no model_name specified, use the first model (default)
|
|
|
|
|
if model_name is None and config.models:
|
|
|
|
|
model_name = config.models[0].name
|
|
|
|
|
|
|
|
|
|
# Add view_image_tool only if the model supports vision
|
|
|
|
|
model_config = config.get_model_config(model_name) if model_name else None
|
|
|
|
|
if model_config is not None and model_config.supports_vision:
|
|
|
|
|
builtin_tools.append(view_image_tool)
|
|
|
|
|
logger.info(f"Including view_image_tool for model '{model_name}' (supports_vision=True)")
|
|
|
|
|
|
2026-01-19 18:57:16 +08:00
|
|
|
# Get cached MCP tools if enabled
|
2026-01-25 22:37:53 +08:00
|
|
|
# NOTE: We use ExtensionsConfig.from_file() instead of config.extensions
|
|
|
|
|
# to always read the latest configuration from disk. This ensures that changes
|
|
|
|
|
# made through the Gateway API (which runs in a separate process) are immediately
|
|
|
|
|
# reflected when loading MCP tools.
|
2026-01-19 18:57:16 +08:00
|
|
|
mcp_tools = []
|
2026-03-17 20:43:55 +08:00
|
|
|
# Reset deferred registry upfront to prevent stale state from previous calls
|
|
|
|
|
reset_deferred_registry()
|
2026-01-25 22:37:53 +08:00
|
|
|
if include_mcp:
|
2026-01-19 18:57:16 +08:00
|
|
|
try:
|
refactor: split backend into harness (deerflow.*) and app (app.*) (#1131)
* refactor: extract shared utils to break harness→app cross-layer imports
Move _validate_skill_frontmatter to src/skills/validation.py and
CONVERTIBLE_EXTENSIONS + convert_file_to_markdown to src/utils/file_conversion.py.
This eliminates the two reverse dependencies from client.py (harness layer)
into gateway/routers/ (app layer), preparing for the harness/app package split.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* refactor: split backend/src into harness (deerflow.*) and app (app.*)
Physically split the monolithic backend/src/ package into two layers:
- **Harness** (`packages/harness/deerflow/`): publishable agent framework
package with import prefix `deerflow.*`. Contains agents, sandbox, tools,
models, MCP, skills, config, and all core infrastructure.
- **App** (`app/`): unpublished application code with import prefix `app.*`.
Contains gateway (FastAPI REST API) and channels (IM integrations).
Key changes:
- Move 13 harness modules to packages/harness/deerflow/ via git mv
- Move gateway + channels to app/ via git mv
- Rename all imports: src.* → deerflow.* (harness) / app.* (app layer)
- Set up uv workspace with deerflow-harness as workspace member
- Update langgraph.json, config.example.yaml, all scripts, Docker files
- Add build-system (hatchling) to harness pyproject.toml
- Add PYTHONPATH=. to gateway startup commands for app.* resolution
- Update ruff.toml with known-first-party for import sorting
- Update all documentation to reflect new directory structure
Boundary rule enforced: harness code never imports from app.
All 429 tests pass. Lint clean.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* chore: add harness→app boundary check test and update docs
Add test_harness_boundary.py that scans all Python files in
packages/harness/deerflow/ and fails if any `from app.*` or
`import app.*` statement is found. This enforces the architectural
rule that the harness layer never depends on the app layer.
Update CLAUDE.md to document the harness/app split architecture,
import conventions, and the boundary enforcement test.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* feat: add config versioning with auto-upgrade on startup
When config.example.yaml schema changes, developers' local config.yaml
files can silently become outdated. This adds a config_version field and
auto-upgrade mechanism so breaking changes (like src.* → deerflow.*
renames) are applied automatically before services start.
- Add config_version: 1 to config.example.yaml
- Add startup version check warning in AppConfig.from_file()
- Add scripts/config-upgrade.sh with migration registry for value replacements
- Add `make config-upgrade` target
- Auto-run config-upgrade in serve.sh and start-daemon.sh before starting services
- Add config error hints in service failure messages
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix comments
* fix: update src.* import in test_sandbox_tools_security to deerflow.*
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix: handle empty config and search parent dirs for config.example.yaml
Address Copilot review comments on PR #1131:
- Guard against yaml.safe_load() returning None for empty config files
- Search parent directories for config.example.yaml instead of only
looking next to config.yaml, fixing detection in common setups
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* fix: correct skills root path depth and config_version type coercion
- loader.py: fix get_skills_root_path() to use 5 parent levels (was 3)
after harness split, file lives at packages/harness/deerflow/skills/
so parent×3 resolved to backend/packages/harness/ instead of backend/
- app_config.py: coerce config_version to int() before comparison in
_check_config_version() to prevent TypeError when YAML stores value
as string (e.g. config_version: "1")
- tests: add regression tests for both fixes
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
* fix: update test imports from src.* to deerflow.*/app.* after harness refactor
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
---------
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-14 22:55:52 +08:00
|
|
|
from deerflow.config.extensions_config import ExtensionsConfig
|
|
|
|
|
from deerflow.mcp.cache import get_cached_mcp_tools
|
2026-01-19 18:57:16 +08:00
|
|
|
|
2026-01-25 22:37:53 +08:00
|
|
|
extensions_config = ExtensionsConfig.from_file()
|
|
|
|
|
if extensions_config.get_enabled_mcp_servers():
|
|
|
|
|
mcp_tools = get_cached_mcp_tools()
|
|
|
|
|
if mcp_tools:
|
|
|
|
|
logger.info(f"Using {len(mcp_tools)} cached MCP tool(s)")
|
2026-03-17 20:43:55 +08:00
|
|
|
|
|
|
|
|
# When tool_search is enabled, register MCP tools in the
|
|
|
|
|
# deferred registry and add tool_search to builtin tools.
|
|
|
|
|
if config.tool_search.enabled:
|
|
|
|
|
from deerflow.tools.builtins.tool_search import DeferredToolRegistry, set_deferred_registry
|
|
|
|
|
from deerflow.tools.builtins.tool_search import tool_search as tool_search_tool
|
|
|
|
|
|
|
|
|
|
registry = DeferredToolRegistry()
|
|
|
|
|
for t in mcp_tools:
|
|
|
|
|
registry.register(t)
|
|
|
|
|
set_deferred_registry(registry)
|
|
|
|
|
builtin_tools.append(tool_search_tool)
|
|
|
|
|
logger.info(f"Tool search active: {len(mcp_tools)} tools deferred")
|
2026-01-19 18:57:16 +08:00
|
|
|
except ImportError:
|
|
|
|
|
logger.warning("MCP module not available. Install 'langchain-mcp-adapters' package to enable MCP tools.")
|
|
|
|
|
except Exception as e:
|
|
|
|
|
logger.error(f"Failed to get cached MCP tools: {e}")
|
|
|
|
|
|
2026-03-17 20:43:55 +08:00
|
|
|
logger.info(f"Total tools loaded: {len(loaded_tools)}, built-in tools: {len(builtin_tools)}, MCP tools: {len(mcp_tools)}")
|
2026-01-29 14:57:26 +08:00
|
|
|
return loaded_tools + builtin_tools + mcp_tools
|