mirror of
https://gitee.com/wanwujie/deer-flow
synced 2026-04-24 06:34:46 +08:00
refactor: Refactors the retriever function to use async/await (#821)
* refactor: Refactors the retriever function to use async/await
This commit is contained in:
@@ -1,6 +1,7 @@
|
||||
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
|
||||
# SPDX-License-Identifier: MIT
|
||||
|
||||
import asyncio
|
||||
import os
|
||||
from urllib.parse import urlparse
|
||||
|
||||
@@ -108,6 +109,17 @@ class MOIProvider(Retriever):
|
||||
|
||||
return list(docs.values())
|
||||
|
||||
async def query_relevant_documents_async(
|
||||
self, query: str, resources: list[Resource] = []
|
||||
) -> list[Document]:
|
||||
"""
|
||||
Asynchronous version of query_relevant_documents.
|
||||
Wraps the synchronous implementation in asyncio.to_thread() to avoid blocking the event loop.
|
||||
"""
|
||||
return await asyncio.to_thread(
|
||||
self.query_relevant_documents, query, resources
|
||||
)
|
||||
|
||||
def list_resources(self, query: str | None = None) -> list[Resource]:
|
||||
"""
|
||||
List resources from MOI API with optional query filtering and limit support.
|
||||
@@ -144,6 +156,13 @@ class MOIProvider(Retriever):
|
||||
|
||||
return resources
|
||||
|
||||
async def list_resources_async(self, query: str | None = None) -> list[Resource]:
|
||||
"""
|
||||
Asynchronous version of list_resources.
|
||||
Wraps the synchronous implementation in asyncio.to_thread() to avoid blocking the event loop.
|
||||
"""
|
||||
return await asyncio.to_thread(self.list_resources, query)
|
||||
|
||||
def _parse_uri(self, uri: str) -> tuple[str, str]:
|
||||
"""
|
||||
Parse URI to extract dataset ID and document ID.
|
||||
|
||||
Reference in New Issue
Block a user