feat: Add intelligent clarification feature in coordinate step for research queries (#613)

* fix: support local models by making thought field optional in Plan model

- Make thought field optional in Plan model to fix Pydantic validation errors with local models
- Add Ollama configuration example to conf.yaml.example
- Update documentation to include local model support
- Improve planner prompt with better JSON format requirements

Fixes local model integration issues where models like qwen3:14b would fail
due to missing thought field in JSON output.

* feat: Add intelligent clarification feature for research queries

- Add multi-turn clarification process to refine vague research questions
- Implement three-dimension clarification standard (Tech/App, Focus, Scope)
- Add clarification state management in coordinator node
- Update coordinator prompt with detailed clarification guidelines
- Add UI settings to enable/disable clarification feature (disabled by default)
- Update workflow to handle clarification rounds recursively
- Add comprehensive test coverage for clarification functionality
- Update documentation with clarification feature usage guide

Key components:
- src/graph/nodes.py: Core clarification logic and state management
- src/prompts/coordinator.md: Detailed clarification guidelines
- src/workflow.py: Recursive clarification handling
- web/: UI settings integration
- tests/: Comprehensive test coverage
- docs/: Updated configuration guide

* fix: Improve clarification conversation continuity

- Add comprehensive conversation history to clarification context
- Include previous exchanges summary in system messages
- Add explicit guidelines for continuing rounds in coordinator prompt
- Prevent LLM from starting new topics during clarification
- Ensure topic continuity across clarification rounds

Fixes issue where LLM would restart clarification instead of building upon previous exchanges.

* fix: Add conversation history to clarification context

* fix: resolve clarification feature message to planer, prompt, test issues

- Optimize coordinator.md prompt template for better clarification flow
- Simplify final message sent to planner after clarification
- Fix API key assertion issues in test_search.py

* fix: Add configurable max_clarification_rounds and comprehensive tests

- Add max_clarification_rounds parameter for external configuration
- Add comprehensive test cases for clarification feature in test_app.py
- Fixes issues found during interactive mode testing where:
  - Recursive call failed due to missing initial_state parameter
  - Clarification exited prematurely at max rounds
  - Incorrect logging of max rounds reached

* Move clarification tests to test_nodes.py and add max_clarification_rounds to zh.json

tests/unit/graph/test_builder.py

@@ -96,7 +96,8 @@ def test_build_base_graph_adds_nodes_and_edges(MockStateGraph):
     # Check that all nodes and edges are added
     assert mock_builder.add_edge.call_count >= 2
     assert mock_builder.add_node.call_count >= 8
-    mock_builder.add_conditional_edges.assert_called_once()
+    # Now we have 2 conditional edges: research_team and coordinator
+    assert mock_builder.add_conditional_edges.call_count == 2
 
 
 @patch("src.graph.builder._build_base_graph")

tests/unit/rag/test_milvus.py

@@ -157,7 +157,9 @@ def test_list_local_markdown_resources_populated(temp_examples_dir):
     # File without heading -> fallback title
     (temp_examples_dir / "file_two.md").write_text("No heading here.", encoding="utf-8")
     # Non-markdown file should be ignored
-    (temp_examples_dir / "ignore.txt").write_text("Should not be picked up.", encoding="utf-8")
+    (temp_examples_dir / "ignore.txt").write_text(
+        "Should not be picked up.", encoding="utf-8"
+    )
 
     resources = retriever._list_local_markdown_resources()
     # Order not guaranteed; sort by uri for assertions
@@ -815,7 +817,9 @@ def test_load_example_files_directory_missing(monkeypatch):
     assert called["insert"] == 0  # sanity (no insertion attempted)
 
 
-def test_load_example_files_loads_and_skips_existing(monkeypatch, temp_load_skip_examples_dir):
+def test_load_example_files_loads_and_skips_existing(
+    monkeypatch, temp_load_skip_examples_dir
+):
     _patch_init(monkeypatch)
     examples_dir_name = temp_load_skip_examples_dir.name
 
@@ -863,7 +867,9 @@ def test_load_example_files_loads_and_skips_existing(monkeypatch, temp_load_skip
     assert all(c["title"] == "Title Two" for c in calls)
 
 
-def test_load_example_files_single_chunk_no_suffix(monkeypatch, temp_single_chunk_examples_dir):
+def test_load_example_files_single_chunk_no_suffix(
+    monkeypatch, temp_single_chunk_examples_dir
+):
     _patch_init(monkeypatch)
     examples_dir_name = temp_single_chunk_examples_dir.name
 
@@ -901,6 +907,7 @@ def test_load_example_files_single_chunk_no_suffix(monkeypatch, temp_single_chun
 # Clean up test database file after tests
 import atexit
 
+
 def cleanup_test_database():
     """Clean up milvus_demo.db file created during testing."""
     import os

tests/unit/server/test_app.py

@@ -532,6 +532,8 @@ class TestAstreamWorkflowGenerator:
             enable_background_investigation=False,
             report_style=ReportStyle.ACADEMIC,
             enable_deep_thinking=False,
+            enable_clarification=False,
+            max_clarification_rounds=3,
         )
 
         events = []
@@ -571,6 +573,8 @@ class TestAstreamWorkflowGenerator:
             enable_background_investigation=False,
             report_style=ReportStyle.ACADEMIC,
             enable_deep_thinking=False,
+            enable_clarification=False,
+            max_clarification_rounds=3,
         )
 
         events = []
@@ -605,6 +609,8 @@ class TestAstreamWorkflowGenerator:
             enable_background_investigation=False,
             report_style=ReportStyle.ACADEMIC,
             enable_deep_thinking=False,
+            enable_clarification=False,
+            max_clarification_rounds=3,
         )
 
         events = []
@@ -641,6 +647,8 @@ class TestAstreamWorkflowGenerator:
             enable_background_investigation=False,
             report_style=ReportStyle.ACADEMIC,
             enable_deep_thinking=False,
+            enable_clarification=False,
+            max_clarification_rounds=3,
         )
 
         events = []
@@ -682,6 +690,8 @@ class TestAstreamWorkflowGenerator:
             enable_background_investigation=False,
             report_style=ReportStyle.ACADEMIC,
             enable_deep_thinking=False,
+            enable_clarification=False,
+            max_clarification_rounds=3,
         )
 
         events = []
@@ -723,6 +733,8 @@ class TestAstreamWorkflowGenerator:
             enable_background_investigation=False,
             report_style=ReportStyle.ACADEMIC,
             enable_deep_thinking=False,
+            enable_clarification=False,
+            max_clarification_rounds=3,
         )
 
         events = []
@@ -761,6 +773,8 @@ class TestAstreamWorkflowGenerator:
             enable_background_investigation=False,
             report_style=ReportStyle.ACADEMIC,
             enable_deep_thinking=False,
+            enable_clarification=False,
+            max_clarification_rounds=3,
         )
 
         events = []

tests/unit/tools/test_search_postprocessor.py

@@ -1,4 +1,5 @@
 import pytest
+
 from src.tools.search_postprocessor import SearchResultPostProcessor
 
 

tests/unit/utils/test_context_manager.py

@@ -1,5 +1,6 @@
 import pytest
-from langchain_core.messages import SystemMessage, HumanMessage, AIMessage, ToolMessage
+from langchain_core.messages import AIMessage, HumanMessage, SystemMessage, ToolMessage
+
 from src.utils.context_manager import ContextManager
 
 
@@ -140,7 +141,6 @@ class TestContextManager:
         # return the original messages
         assert len(compressed["messages"]) == 4
 
-
     def test_count_message_tokens_with_additional_kwargs(self):
         """Test counting tokens for messages with additional kwargs"""
         context_manager = ContextManager(token_limit=1000)