fix: issue 1138 windows encoding (#1139)

* fix(windows): use utf-8 for text file operations

* fix(windows): normalize sandbox path masking

* fix(windows): preserve utf-8 handling after backend split

backend/packages/harness/deerflow/community/aio_sandbox/aio_sandbox_provider.py

@@ -401,7 +401,7 @@ class AioSandboxProvider(SandboxProvider):
         paths.ensure_thread_dirs(thread_id)
         lock_path = paths.thread_dir(thread_id) / f"{sandbox_id}.lock"
 
-        with open(lock_path, "a") as lock_file:
+        with open(lock_path, "a", encoding="utf-8") as lock_file:
             try:
                 fcntl.flock(lock_file, fcntl.LOCK_EX)
                 # Re-check in-process caches under the file lock in case another

backend/packages/harness/deerflow/sandbox/local/local_sandbox.py

@@ -180,7 +180,7 @@ class LocalSandbox(Sandbox):
     def read_file(self, path: str) -> str:
         resolved_path = self._resolve_path(path)
         try:
-            with open(resolved_path) as f:
+            with open(resolved_path, encoding="utf-8") as f:
                 return f.read()
         except OSError as e:
             # Re-raise with the original path for clearer error messages, hiding internal resolved paths
@@ -193,7 +193,7 @@ class LocalSandbox(Sandbox):
             if dir_path:
                 os.makedirs(dir_path, exist_ok=True)
             mode = "a" if append else "w"
-            with open(resolved_path, mode) as f:
+            with open(resolved_path, mode, encoding="utf-8") as f:
                 f.write(content)
         except OSError as e:
             # Re-raise with the original path for clearer error messages, hiding internal resolved paths

backend/packages/harness/deerflow/sandbox/tools.py

@@ -25,6 +25,10 @@ _LOCAL_BASH_SYSTEM_PATH_PREFIXES = (
 )
 
 
+def _path_variants(path: str) -> set[str]:
+    return {path, path.replace("\\", "/"), path.replace("/", "\\")}
+
+
 def replace_virtual_path(path: str, thread_data: ThreadDataState | None) -> str:
     """Replace virtual /mnt/user-data paths with actual thread data paths.
 
@@ -101,15 +105,15 @@ def mask_local_paths_in_output(output: str, thread_data: ThreadDataState | None)
     for actual_base, virtual_base in sorted(mappings.items(), key=lambda item: len(item[0]), reverse=True):
         raw_base = str(Path(actual_base))
         resolved_base = str(Path(actual_base).resolve())
-        for base in {raw_base, resolved_base}:
-            escaped_actual = re.escape(base)
-            pattern = re.compile(escaped_actual + r"(?:/[^\s\"';&|<>()]*)?")
+        for base in _path_variants(raw_base) | _path_variants(resolved_base):
+            escaped_actual = re.escape(base).replace(r"\\", r"[/\\]")
+            pattern = re.compile(escaped_actual + r"(?:[/\\][^\s\"';&|<>()]*)?")
 
             def replace_match(match: re.Match) -> str:
                 matched_path = match.group(0)
                 if matched_path == base:
                     return virtual_base
-                relative = matched_path[len(base) :].lstrip("/")
+                relative = matched_path[len(base) :].lstrip("/\\")
                 return f"{virtual_base}/{relative}" if relative else virtual_base
 
             result = pattern.sub(replace_match, result)

backend/packages/harness/deerflow/skills/validation.py

@@ -25,7 +25,7 @@ def _validate_skill_frontmatter(skill_dir: Path) -> tuple[bool, str, str | None]
     if not skill_md.exists():
         return False, "SKILL.md not found", None
 
-    content = skill_md.read_text()
+    content = skill_md.read_text(encoding="utf-8")
     if not content.startswith("---"):
         return False, "No YAML frontmatter found", None