{"id":33,"date":"2022-09-21T18:05:27","date_gmt":"2022-09-21T10:05:27","guid":{"rendered":"https:\/\/mianka.xyz\/?p=31"},"modified":"2022-09-21T18:25:47","modified_gmt":"2022-09-21T10:25:47","slug":"python","status":"publish","type":"post","link":"https:\/\/www.mianka.xyz\/?p=33","title":{"rendered":"\u5982\u4f55\u7528python\u83b7\u53d6\u4e00\u4e2a\u7f51\u9875\u7684\u6240\u6709\u8fde\u63a5"},"content":{"rendered":"<h1 style=\"text-align: center;\">\u5982\u4f55\u7528python\u83b7\u53d6\u4e00\u4e2a\u7f51\u9875\u7684\u6240\u6709\u8fde\u63a5<\/h1>\n<p>\u5f88\u7b80\u5355\u76f4\u63a5\u4e0a\u4ee3\u7801\uff1a<\/p>\n<pre class=\"prism-highlight prism-language-python\">#&nbsp;-*-&nbsp;coding:&nbsp;utf-8&nbsp;-*-\n&#39;&#39;&#39;\n\u5982\u4f55\u7528python\u83b7\u53d6\u4e00\u4e2a\u7f51\u9875\u7684\u6240\u6709\u8fde\u63a5\nauthor:zhangsir\n&#39;&#39;&#39;\nimport&nbsp;requests\nimport&nbsp;time\nfrom&nbsp;lxml&nbsp;import&nbsp;etree\n#\u7f51\u5740\nurl&nbsp;=&nbsp;&#39;https:\/\/www.baidu.com&#39;\n#\u8bf7\u6c42\u5934\nheaders={\n&quot;Host&quot;:&nbsp;&quot;www.baidu.com&quot;,\n&quot;User-Agent&quot;:&nbsp;&quot;Mozilla\/5.0&nbsp;(Windows&nbsp;NT&nbsp;10.0;&nbsp;Win64;&nbsp;x64)&nbsp;AppleWebKit\/537.36&nbsp;(KHTML,&nbsp;like&nbsp;Gecko)&nbsp;Chrome\/105.0.0.0&nbsp;Safari\/537.36&quot;,\n&quot;Cookie&quot;:&nbsp;&quot;BIDUPSID=C7465C07C18C65C97A99CA9252B157C5;&nbsp;PSTM=1663725617;&nbsp;BAIDUID=C7465C07C18C65C93CEFB95934D4AD90:FG=1;&nbsp;BD_HOME=1;&nbsp;H_PS_PSSID=36558_36462_36921_37300_36885_37345_36569_37405_37261_26350_37285_22157_37231;&nbsp;BD_UPN=1a314753;&nbsp;BAIDUID_BFESS=C7465C07C18C65C93CEFB95934D4AD90:FG=1;&nbsp;BA_HECTOR=84al0lal2184a4ah810lo25o1hiks0j19;&nbsp;ZFY=2znAwD2OEqUOkcGnGOgJBJQB89SW7H2KCibOnac:ALc4:C&quot;\n}\n#\u722c\u866b\na&nbsp;=&nbsp;requests.get(url=url,headers=headers)\n#\u83b7\u53d6\u6e90\u7801\nb&nbsp;=&nbsp;a.text\n#\u8f6c\u6210lxml\u9700\u8981\u7684\u683c\u5f0f\nhtml&nbsp;=&nbsp;etree.HTML(b)\n#\u83b7\u53d6a\u6807\u7b7e\u7684\u6240\u6709\u8fde\u63a5\nlink&nbsp;=&nbsp;html.xpath(&#39;\/\/a\/@href&#39;)\n#\u53bb\u91cd\nlist2&nbsp;=&nbsp;list(set(link))\n#\u6253\u5370\nprint(list2)<\/pre>\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<h1 style=\"text-align: center;\">\u5982\u4f55\u7528python\u83b7\u53d6\u4e00\u4e2a\u7f51\u9875\u7684\u6240\u6709\u8fde\u63a5<\/h1>\n<p>\u5f88\u7b80\u5355\u76f4\u63a5\u4e0a\u4ee3\u7801\uff1a<\/p>\n<pre class=\"prism-highlight prism-language-python\">#&nbsp;-*-&nbsp;coding:&nbsp;utf-8&nbsp;-*-\n&#39;&#39;&#39;\n\u5982\u4f55\u7528python\u83b7\u53d6\u4e00\u4e2a\u7f51\u9875\u7684\u6240\u6709\u8fde\u63a5\nauthor:zhangsir\n&#39;&#39;&#39;\nimport&nbsp;requests\nimport&nbsp;time\nfrom&nbsp;lxml&nbsp;import&nbsp;etree\n#\u7f51\u5740\nurl&nbsp;=&nbsp;&#39;https:\/\/www.baidu.com&#39;\n#\u8bf7\u6c42\u5934\nheaders={\n&quot;Host&quot;:&nbsp;&quot;www.baidu.com&quot;,\n&quot;User-Agent&quot;:&nbsp;&quot;Mozilla\/5.0&nbsp;(Windows&nbsp;NT&nbsp;10.0;&nbsp;Win64;&nbsp;x64)&nbsp;AppleWebKit\/537.36&nbsp;(KHTML,&nbsp;like&nbsp;Gecko)&nbsp;Chrome\/105.0.0.0&nbsp;Safari\/537.36&quot;,\n&quot;Cookie&quot;:&nbsp;&quot;BIDUPSID=C7465C07C18C65C97A99CA9252B157C5;&nbsp;PSTM=1663725617;&nbsp;BAIDUID=C7465C07C18C65C93CEFB95934D4AD90:FG=1;&nbsp;BD_HOME=1;&nbsp;H_PS_PSSID=36558_36462_36921_37300_36885_37345_36569_37405_37261_26350_37285_22157_37231;&nbsp;BD_UPN=1a314753;&nbsp;BAIDUID_BFESS=C7465C07C18C65C93CEFB95934D4AD90:FG=1;&nbsp;BA_HECTOR=84al0lal2184a4ah810lo25o1hiks0j19;&nbsp;ZFY=2znAwD2OEqUOkcGnGOgJBJQB89SW7H2KCibOnac:ALc4:C&quot;\n}\n#\u722c\u866b\na&nbsp;=&nbsp;requests.get(url=url,headers=headers)\n#\u83b7\u53d6\u6e90\u7801\nb&nbsp;=&nbsp;a.text\n#\u8f6c\u6210lxml\u9700\u8981\u7684\u683c\u5f0f\nhtml&nbsp;=&nbsp;etree.HTML(b)\n#\u83b7\u53d6a\u6807\u7b7e\u7684\u6240\u6709\u8fde\u63a5\nlink&nbsp;=&nbsp;html.xpath(&#39;\/\/a\/@href&#39;)\n#\u53bb\u91cd\nlist2&nbsp;=&nbsp;list(set(link))\n#\u6253\u5370\nprint(list2)<\/pre>\n<p><!--autointro--><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[3],"tags":[15],"class_list":["post-33","post","type-post","status-publish","format-standard","hentry","category-pythonbiji","tag-python"],"_links":{"self":[{"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=\/wp\/v2\/posts\/33","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=33"}],"version-history":[{"count":0,"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=\/wp\/v2\/posts\/33\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=33"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=33"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.mianka.xyz\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=33"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}