wanwu/deer-flow
1
0
Fork 0
mirror of https://gitee.com/wanwujie/deer-flow synced 2026-04-12 10:04:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

chore: add license headers

Browse Source
This commit is contained in:
He Tao
2025-04-17 11:34:42 +08:00
parent 76fd04df22
commit 6937abcd91
39 changed files with 117 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/crawler/__init__.py
View File

@@ -1,3 +1,6 @@
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
# SPDX-License-Identifier: MIT
from .article import Article
from .crawler import Crawler

3
src/crawler/article.py
View File

@@ -1,3 +1,6 @@
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
# SPDX-License-Identifier: MIT
import re
from urllib.parse import urljoin

3
src/crawler/crawler.py
View File

@@ -1,3 +1,6 @@
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
# SPDX-License-Identifier: MIT
import sys
from .article import Article

3
src/crawler/jina_client.py
View File

@@ -1,3 +1,6 @@
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
# SPDX-License-Identifier: MIT
import logging
import os

3
src/crawler/readability_extractor.py
View File

@@ -1,3 +1,6 @@
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
# SPDX-License-Identifier: MIT
from readabilipy import simple_json_from_html_string
from .article import Article