fix(web): incorrect encoding when viewing files containing non-ASCII characters (#4570)

Co-authored-by: Jo <46752250+georgesittas@users.noreply.github.com>

Author: codetalker-ai

tests/web/test_main.py

@@ -106,6 +106,18 @@ def test_write_file(client: TestClient, project_tmp_path: Path) -> None:
     }
 
 
+def test_write_file_non_ascii(client: TestClient, project_tmp_path: Path) -> None:
+    response = client.post("/api/files/foo.txt", json={"content": "何か良いこと"})
+    file = _get_file_with_content(project_tmp_path / "foo.txt", "foo.txt")
+    assert response.status_code == 204
+    assert file.dict() == {
+        "name": "foo.txt",
+        "path": "foo.txt",
+        "extension": ".txt",
+        "content": "何か良いこと",
+    }
+
+
 def test_update_file(client: TestClient, project_tmp_path: Path) -> None:
     txt_file = project_tmp_path / "foo.txt"
     txt_file.write_text("bar")
@@ -212,7 +224,12 @@ def test_create_directory(client: TestClient, project_tmp_path: Path) -> None:
     response = client.post("/api/directories/new_dir")
     assert response.status_code == 200
     assert (project_tmp_path / "new_dir").exists()
-    assert response.json() == {"directories": [], "files": [], "name": "new_dir", "path": "new_dir"}
+    assert response.json() == {
+        "directories": [],
+        "files": [],
+        "name": "new_dir",
+        "path": "new_dir",
+    }
 
 
 def test_create_directory_already_exists(client: TestClient, project_tmp_path: Path) -> None:
@@ -494,7 +511,9 @@ def test_delete_environment_failure(
     client: TestClient, web_sushi_context: Context, mocker: MockerFixture
 ):
     mocker.patch.object(
-        web_sushi_context.state_sync, "invalidate_environment", side_effect=Exception("Some error")
+        web_sushi_context.state_sync,
+        "invalidate_environment",
+        side_effect=Exception("Some error"),
     )
 
     response = client.delete("/api/environments/test")

web/server/api/endpoints/files.py

@@ -168,7 +168,7 @@ def walk_path(
 def _get_file_with_content(file_path: Path, relative_path: str) -> models.File:
     """Get a file, including its contents."""
     try:
-        content = file_path.read_text()
+        content = file_path.read_text(encoding="utf-8")
     except FileNotFoundError as e:
         raise e
     except Exception: