{"id":10020647,"date":"2025-02-07T19:20:27","date_gmt":"2025-02-07T11:20:27","guid":{"rendered":"https:\/\/itmax.cn\/?p=10020647"},"modified":"2025-02-07T19:20:27","modified_gmt":"2025-02-07T11:20:27","slug":"python-%e7%9a%84-requests-%e5%ad%97%e7%ac%a6%e7%bc%96%e7%a0%81%e4%b9%b1%e7%a0%81%ef%bc%8c%e6%b7%bb%e5%8a%a0-chardet-%e6%9b%b4%e5%8a%a0%e6%99%ba%e8%83%bd%e3%80%81%e7%b2%be%e7%a1%ae%e7%9a%84%e5%88%a4","status":"publish","type":"post","link":"https:\/\/itmax.cn\/?p=10020647","title":{"rendered":"python \u7684 requests \u5b57\u7b26\u7f16\u7801\u4e71\u7801\uff0c\u6dfb\u52a0 chardet \u66f4\u52a0\u667a\u80fd\u3001\u7cbe\u786e\u7684\u5224\u65ad response \u7684\u7f16\u7801"},"content":{"rendered":"<p>seo \u4f18\u5316\uff1a<\/p>\n<ul>\n<li>python \u7684 requests \u662f\u600e\u4e48\u5224\u65ad response \u7684\u5b57\u7b26\u7f16\u7801\u7684\uff1f<\/li>\n<li>python \u7684 requests \u5b57\u7b26\u7f16\u7801\u4e71\u7801\uff0c\u6dfb\u52a0 chardet \u66f4\u52a0\u667a\u80fd\u3001\u7cbe\u786e\u7684\u5224\u65ad response \u7684\u7f16\u7801\uff0c\u907f\u514d\u4e71\u7801<\/li>\n<\/ul>\n<p>\u4e0b\u9762\u6211\u5c55\u793a\u4e00\u4e0b\u6211\u7684\u4ee3\u7801\u793a\u4f8b\uff0c\u628a response \u7684\u524d 256 \u4e2a\u5b57\u8282\u5582\u7ed9 chardet \u7528\u4e8e\u5224\u65ad\u5b57\u7b26\u7f16\u89e3\u7801<\/p>\n<p>\u4e3a\u4ec0\u4e48\u662f 256 \u4e2a\u5b57\u7b26\uff1f\u56e0\u4e3a\u592a\u5c11\u4f1a\u5224\u65ad\u4e0d\u51c6\uff0c\u6bd4\u5982\u8bbe\u7f6e\u6210 64 \u4e2a\u5b57\u8282\u7684\u8bdd\uff0c\u8fd8\u633a\u4e0d\u51c6\u7684<\/p>\n<p>\u4f46\u662f\u4e5f\u4e0d\u8981\u592a\u957f\u4e86\uff0c\u4e0d\u7136 CPU \u8981\u8dd1\u5f88\u4e45\uff0c\u975e\u5e38\u6027\u80fd\u548c\u65f6\u95f4<\/p>\n<p>\u5177\u4f53\u7684\uff0c\u5404\u4f4d\u53ef\u4ee5\u81ea\u5df1\u5e73\u8861\u51c6\u786e\u7387\u548c\u6027\u80fd\u8017\u65f6<\/p>\n<pre><code class=\"python\">import requests\nimport chardet\nfrom loguru import logger\n\n\ndef check_encoding(stream: bytes) -&gt; str | None:\n    encoding = chardet.detect(stream[:256]).get('encoding', None)\n    return encoding\n\n\ndef download(url: str) -&gt; str:\n    response = requests.get(url, timeout=30)\n\n    response.encoding = check_encoding(response.content) or 'utf-8'\n    logger.debug(f'\u957f\u5ea6\u4e3a {len(response.text)} \u5b57\u7b26, \u7f16\u7801\u4e3a: {response.encoding}')\n    return response.text\n\n<\/code><\/pre>\n<p>\u4e0d\u8fc7\u6709\u4e00\u4e2a\u7f3a\u70b9\u5c31\u662f chardet \u4e0d\u7ef4\u62a4\u4e86<\/p>\n<p><a href=\"https:\/\/link.segmentfault.com\/?enc=hU87y9sP83bqAryUHoWPhw%3D%3D.V1snWU2iPhn4EX0mFFgv0DFEyTlK2lI%2FDry%2F7rn5%2BmG9S5u2LdnIFS7vdUX%2B7ie%2B\" rel=\"nofollow noopener noreferrer\" target=\"_blank\">https:\/\/pypi.org\/project\/chardet\/#history<\/a><\/p>\n<p><img loading=\"lazy\" decoding=\"async\" width=\"723\" height=\"347\" referrerpolicy=\"no-referrer\" src=\"https:\/\/segmentfault.com\/img\/bVdhxju\" alt=\"\u56fe\u7247.png\" title=\"\u56fe\u7247.png\"><\/p>\n<p><a href=\"https:\/\/link.segmentfault.com\/?enc=cPdu%2B9vl9%2ByX2221kyDkMw%3D%3D.E3jHOn%2FaSxHYNgBnF8ovVpnqEvgE17KfsqwB%2B7XstZfHWyEJWaRkZiG33eVFZTxu\" rel=\"nofollow noopener noreferrer\" target=\"_blank\">https:\/\/github.com\/chardet\/chardet<\/a><\/p>\n<p><a href=\"https:\/\/segmentfault.com\/a\/1190000046086292\">https:\/\/segmentfault.com\/a\/1190000046086292<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>seo \u4f18\u5316\uff1a python \u7684 requests \u662f\u600e\u4e48\u5224\u65ad response \u7684\u5b57\u7b26\u7f16\u7801\u7684\uff1f python [&hellip;]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[4],"tags":[],"class_list":["post-10020647","post","type-post","status-publish","format-standard","hentry","category-share"],"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts\/10020647","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=10020647"}],"version-history":[{"count":0,"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts\/10020647\/revisions"}],"wp:attachment":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=10020647"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=10020647"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=10020647"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}