{"id":10006645,"date":"2022-10-04T16:19:18","date_gmt":"2022-10-04T08:19:18","guid":{"rendered":"https:\/\/ityet.com\/?p=10006645"},"modified":"2022-10-04T16:19:18","modified_gmt":"2022-10-04T08:19:18","slug":"java%e7%88%ac%e8%99%ab%e5%bc%80%e5%8f%91%e6%80%bb%e7%bb%93","status":"publish","type":"post","link":"https:\/\/itmax.cn\/?p=10006645","title":{"rendered":"Java\u722c\u866b\u5f00\u53d1\u603b\u7ed3"},"content":{"rendered":"

Java\u722c\u866b\u9700\u8981\u7684\u5e93\uff1a\u4e3b\u8981\u662fJsoup\u548cOKHTTP<\/p>\n

\u5177\u4f53\u7684\u4f9d\u8d56\u5982\u4e0b\uff1a<\/p>\n

<!--        \u4e3a\u4e86\u5229\u7528httpclient\u8bbf\u95eeurl\uff0c\u722c\u866b\u7528-->\n        <dependency>\n            <groupId>commons-httpclient<\/groupId>\n            <artifactId>commons-httpclient<\/artifactId>\n            <version>3.1<\/version>\n        <\/dependency>\n \n        <!-- https:\/\/mvnrepository.com\/artifact\/org.jsoup\/jsoup -->\n        <dependency>\n            <groupId>org.jsoup<\/groupId>\n            <artifactId>jsoup<\/artifactId>\n            <version>1.8.3<\/version>\n        <\/dependency>\n        <!-- \u6587\u4ef6\u4e0b\u8f7d -->\n        <dependency>\n            <groupId>commons-io<\/groupId>\n            <artifactId>commons-io<\/artifactId>\n            <version>2.5<\/version>\n        <\/dependency>\n \n        <!-- https:\/\/mvnrepository.com\/artifact\/org.apache.httpcomponents\/httpclient -->\n        <dependency>\n            <groupId>org.apache.httpcomponents<\/groupId>\n            <artifactId>httpclient<\/artifactId>\n            <version>4.5.5<\/version>\n        <\/dependency><\/code><\/pre>\n
\u5176\u4e2djsoup\u4e3b\u8981\u662f\u5b9e\u73b0\u722c\u866b\u9875\u9762\u89e3\u6790\uff0cokhttp\u7528\u6765\u505a\u6570\u636e\u8bf7\u6c42\u83b7\u53d6\u9875\u9762\u4fe1\u606f<\/p>\n
\u5de5\u5177\u7c7b\u6587\u4ef6\u5730\u5740\uff08\u6211\u7684\u7801\u4e91\u4ed3\u5e93\uff09\uff1a<\/p>\n
https:\/\/gitee.com\/stephaniezh…<\/a><\/p>\n
Jsoup\u9875\u9762\u89e3\u6790\u6ce8\u610f
\u672c\u8eabJsoup\u63d0\u4f9b\u4e86\u5f88\u591a\u7684\u6761\u4ef6\u7b5b\u9009\u63a5\u53e3\uff0c\u6bd4\u5982\u6309class\u7b5b\u9009\uff0c\u6309attr\u7b5b\u9009\u7b49\uff0c\u4f46\u662f\u6211\u53d1\u73b0\u4e0d\u77e5\u9053\u662f\u81ea\u5df1\u4f7f\u7528\u4e0d\u51c6\u786e\u8fd8\u662f\u529f\u80fd\u4e0d\u7a33\u5b9a\uff0c\u5f88\u591a\u65f6\u5019\u6309class\u6307\u5b9a\u67e5\u627e\u5143\u7d20\u7b49\u5f88\u4e0d\u597d\u7528\uff0c\u6240\u4ee5\u6211\u5c31\u4f1a\u540e\u6765\u4e00\u5f8b\u4f7f\u7528\uff1a<\/p>\n
Element parents; Elements childs = parents.getAllElements();<\/p>\n
\u5927\u91cf\u4f7f\u7528getAllElements()\u8fd9\u4e2a\u51fd\u6570\uff0c\u7136\u540e\u4ece\u627e\u51fa\u7684childs\u4e2d\u7ee7\u7eed\u7b5b\u9009\u60f3\u8981\u7684hml\u5143\u7d20\uff0c\u6bd4\u5982\u5224\u65adchild.html()\u662f\u5426\u5305\u542b\u67d0\u4e2a\u7279\u5f81\u6837\u5f0f\u4e32\u7b49\uff0c\u627e\u5230\u60f3\u8981\u7684\u8282\u70b9<\/p>\n
\u4f7f\u7528\u4ee3\u7406\u670d\u52a1\u5668\u63d0\u9ad8\u6210\u529f\u7387
\u6211\u76ee\u524d\u4e3b\u8981\u4f7f\u7528\u7684\u4e24\u4e2a\u4ee3\u7406\u670d\u52a1\u5668\uff1a<\/p>\n
\u4f46\u662f\u56e0\u4e3a\u670d\u52a1\u5668\u4e0a\u7684\u4ee3\u7406IP\u662f\u4f1a\u4e0d\u505c\u66f4\u65b0\u6216\u5931\u6548\u7684\uff08\u6bcf\u5929\uff09\uff0c\u6240\u4ee5\u9700\u8981\u52a8\u6001\u7684\u4ece\u8fd9\u4e9b\u4ee3\u7406\u670d\u52a1\u5668\u4e0a\u83b7\u53d6\u6700\u65b0\u7684\u4ee3\u7406IP\u7aef\u53e3\uff0c\u5728\u7a0b\u5e8f\u6267\u884c\u722c\u866b\u64cd\u4f5c\u7684\u65f6\u5019\uff0c\u4e00\u65e6\u53d1\u73b0\u54ea\u4e2aIP\u4e0d\u53ef\u7528\u5c31\u4e22\u5f03\u4ed6\uff0c\u4ee5\u4fbf\u4fdd\u8bc1\u6211\u4eec\u7a0b\u5e8f\u4f7f\u7528\u7684\u4ee3\u7406\u6c38\u8fdc\u662f\u65b0\u7684\u66f4\u6709\u6548\u7684<\/p>\n
\u56fd\u5185\u6700\u65b0\u514d\u8d39HTTP\u4ee3\u7406IP\u5e73\u53f0 – \u871c\u8702\u4ee3\u7406<\/a><\/p>\n
\u6d4f\u89c8\u5668\u722c\u866b\u63d2\u4ef6WebScrapper
\u4e2a\u522b\u65f6\u5019\uff0c\u6211\u4eec\u6709\u53ef\u80fd\u9700\u8981\u4e34\u65f6\u6279\u91cf\u91c7\u96c6\u4e00\u4e9b\u7f51\u9875\u6570\u636e\uff0c\u76f4\u63a5\u5f00\u53d1\u7a0b\u5e8f\u8017\u8d39\u7684\u6210\u672c\u53ef\u80fd\u6bd4\u8f83\u9ad8\uff0c\u5c31\u53ef\u4ee5\u8003\u8651\u7528\u6d4f\u89c8\u5668\u722c\u866b\u63d2\u4ef6\uff0c\u6211\u6700\u8fd1\u7528\u4e86\u4e00\u4e2aWebScrapper\uff0cChrome\u548cEdge\u90fd\u6709\u90fd\u53ef\u4ee5\u7528\u7684<\/p>\n
\u6ce8\u610f\u8981\u70b9
\uff081\uff09 \u722c\u866b\u4e3a\u4e86\u63d0\u9ad8\u8bbf\u95ee\u6210\u529f\u7387\uff0c\u9664\u4e86\u57fa\u7840\u7684\u83b7\u53d6\u9875\u9762\u8bf7\u6c42\uff0c\u8fd8\u53ef\u80fd\u9700\u8981\u4fee\u9970\u4e00\u4e0b\u8bf7\u6c42Header\uff0c\u4ee5\u53cacookie\u4e00\u4e9b\u6570\u636e<\/p>\n
\uff082\uff09\u907f\u514d\u88ab\u670d\u52a1\u5668\u5c01\u7981\u53f7\uff0c\u53ef\u80fd\u9700\u8981\u5207\u4e0d\u540c\u7684IP\u8fdb\u884c\u5c1d\u8bd5\uff0c\u5373\u5904\u7406\u4e00\u4e0b\u4ee3\u7406IP\uff0c\u505a\u6210\u7ef4\u62a4\u52a8\u6001\u7684\u4ee3\u7406IP\u540e\u91cd\u8bd5<\/p>\n
https:\/\/segmentfault.com\/a\/1190000042572813<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"
Java\u722c\u866b\u9700\u8981\u7684\u5e93\uff1a\u4e3b\u8981\u662fJsoup\u548cOKHTTP \u5177\u4f53\u7684\u4f9d\u8d56\u5982\u4e0b\uff1a <!– \u4e3a\u4e86\u5229\u7528httpcli […]<\/p>\n","protected":false},"author":0,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[],"tags":[],"class_list":["post-10006645","post","type-post","status-publish","format-standard","hentry"],"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts\/10006645","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"replies":[{"embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=10006645"}],"version-history":[{"count":0,"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts\/10006645\/revisions"}],"wp:attachment":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=10006645"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=10006645"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=10006645"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}