{"id":875,"date":"2018-07-17T18:21:44","date_gmt":"2018-07-17T10:21:44","guid":{"rendered":"http:\/\/www.sniper97.cn\/?p=875"},"modified":"2018-07-17T18:21:44","modified_gmt":"2018-07-17T10:21:44","slug":"%e7%ac%ac%e5%8d%81%e4%b9%9d%e8%ae%b2%ef%bc%9a%e7%88%ac%e8%99%ab%e5%ae%9e%e6%88%98","status":"publish","type":"post","link":"http:\/\/www.sniper97.cn\/index.php\/note\/python\/875\/","title":{"rendered":"\u7b2c\u5341\u4e5d\u8bb2\uff1a\u722c\u866b\u5b9e\u6218"},"content":{"rendered":"<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\"># -*- coding: utf-8 -*-\nimport re\nimport requests\nimport html\nimport time\ndef crawl_joke_list(page=1):\n    url = \"http:\/\/www.qiushibaike.com\/8hr\/page\/\" + str(page)\n    res = requests.get(url)\n    # \u83b7\u53d6\u6bcf\u4e2a\u6bb5\u5b50div\u7684\u6b63\u5219\n    pattern = re.compile(\"&lt;div class=\\\"article block untagged mb15.*?&lt;div class=\\\"content\\\"&gt;.*?&lt;\/div&gt;\", re.S)\n    # \u628a &lt;br\/&gt; \u66ff\u6362\u6210\u6362\u884c\n    body = html.unescape(res.text).replace(\"&lt;br\/&gt;\", \"\\n\")       # \u89e3\u7801\u5b57\u7b26\u4e32  escape\n    m = pattern.findall(body)\n    # \u62bd\u53d6\u7528\u6237\u540d\u7684\u6b63\u5219\n    user_pattern = re.compile(\"&lt;div class=\\\"author clearfix\\\"&gt;.*?&lt;h2&gt;(.*?)&lt;\/h2&gt;\", re.S)\n    # \u62bd\u53d6\u6bb5\u5b50\u7684\u6b63\u5219\n    content_pattern = re.compile(\"&lt;div class=\\\"content\\\"&gt;(.*?)&lt;\/div&gt;\", re.S)\n    for joke in m:\n        user = user_pattern.findall(joke)\n        output = []\n        if len(user) &gt; 0:\n            output.append(user[0])\n        content = content_pattern.findall(joke)\n        if len(content) &gt; 0:\n            output.append(content[0])\n        print(\"\\t\".join(output))        # \u7528 \\t \u6765\u8fde\u63a5 content\u4e2d\u7684\u5143\u7d20  \u800c\u4e0d\u518d\u662f [xxx,xxx,xxx]\n    time.sleep(1)\nif __name__ == '__main__':\n    for i in range(1, 2):\n        crawl_joke_list(i)\n<\/pre>\n","protected":false},"excerpt":{"rendered":"<p># -*- coding: utf-8 -*- import re import requests  [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"om_disable_all_campaigns":false,"_mi_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"footnotes":""},"categories":[24],"tags":[],"views":4123,"_links":{"self":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts\/875"}],"collection":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/comments?post=875"}],"version-history":[{"count":0,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts\/875\/revisions"}],"wp:attachment":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/media?parent=875"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/categories?post=875"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/tags?post=875"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}