github/chatgpt-on-wechat
1
0
Fork 0
mirror of https://github.com/zhayujie/chatgpt-on-wechat.git synced 2026-04-17 09:22:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: web_fetch encoding

Browse Source
This commit is contained in:
zhayujie
2026-03-11 19:42:37 +08:00
parent fa61744c6d
commit d8374d0fa5
5 changed files with 80 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
agent/tools/web_fetch/web_fetch.py
View File

@@ -114,6 +114,14 @@ class WebFetch(BaseTool):
if self._is_binary_content_type(content_type) and not _is_document_url(url):
return self._handle_download_by_content_type(url, response, content_type)
# Fix encoding: use apparent_encoding to auto-detect, but keep Windows encodings as-is
if response.apparent_encoding and response.apparent_encoding.lower().startswith("windows"):
response.encoding = response.encoding
else:
response.encoding = response.apparent_encoding
if not response.encoding:
response.encoding = "utf-8"
html = response.text
title = self._extract_title(html)
text = self._extract_text(html)