{"id":1121,"date":"2018-08-02T15:38:29","date_gmt":"2018-08-02T07:38:29","guid":{"rendered":"http:\/\/www.sniper97.cn\/?p=1121"},"modified":"2018-08-02T15:38:29","modified_gmt":"2018-08-02T07:38:29","slug":"%e5%ae%9e%e6%88%98%ef%bc%9a%e6%96%97%e9%b1%bc%e8%87%aa%e5%8a%a8%e5%8f%91%e9%80%81%e5%bc%b9%e5%b9%95","status":"publish","type":"post","link":"http:\/\/www.sniper97.cn\/index.php\/note\/carwler\/1121\/","title":{"rendered":"\u5b9e\u6218\uff1a\u6597\u9c7c\u81ea\u52a8\u53d1\u9001\u5f39\u5e55"},"content":{"rendered":"

\u672c\u9875\u6e90\u7801\u53ef\u4ee5\u5728\u8fd9\u91cc<\/a>\u4e0b\u8f7d\u3002<\/p>\n

\u4f7f\u7528selenium\u81ea\u52a8\u53d1\u9001\u6597\u9c7c\u5f39\u5e55<\/h3>\n

\u9996\u5148\u786e\u5b9a\u601d\u8def\uff0c\u7b2c\u4e00\u6b21\u767b\u5f55\uff0c\u83b7\u53d6\u5230\u6709\u6548cookies\u4e4b\u540e\u5bf9cookies\u8fdb\u884c\u4fdd\u5b58\uff0c\u7136\u540e\u4ee5\u540e\u76f4\u63a5\u4f7f\u7528cookies\u8fdb\u884c\u767b\u5f55\uff0c\u6a21\u62df\u70b9\u51fb\u53d1\u9001\u5f39\u5e55\u3002
\n\u9996\u5148\u770b\u767b\u5f55\u6309\u94ae\uff1a
\n\"\"
\n\u7b2c\u4e00\u6b21\u70b9\u51fb\u6309\u94ae\u6765\u767b\u5f55\u3002
\n\u7136\u540e\u5c06cookies\u5e8f\u5217\u5316\u4fdd\u5b58\u3002
\n\u4ee3\u7801\uff1a<\/p>\n

def login(url):\n    driver.get(url)\n    driver.maximize_window()\n    print(driver.title)\n    time.sleep(1)\n    login_button = wait.until(\n        EC.element_to_be_clickable((By.CSS_SELECTOR, \"#header > div > div > div.o-unlogin.fl > a.u-login.fl\")))\n    # \u70b9\u51fb\u767b\u5f55\u6309\u94ae\n    login_button.click()\n    # \u8fd9\u4e2a\u65f6\u5019\u6211\u4eec\u7528\u4e8c\u7ef4\u7801\u767b\u5f55\uff0c\u8bbe\u7f6e\u6700\u591a\u7b49\u5f853\u5206\u949f\uff0c\u5982\u679c\u767b\u5f55\u90a3\u4e2a\u533a\u57df\u662f\u53ef\u89c1\u7684\uff0c\u5c31\u767b\u5f55\u6210\u529f\n    WebDriverWait(driver, 180).until(\n        EC.visibility_of_element_located((By.CSS_SELECTOR, \"#header > div > div > div.o-login.fl\")))\n    print(\"\u767b\u5f55\u6210\u529f\")\n    # \u4fdd\u5b58cookie\u5230cookies.pkl\u6587\u4ef6\n    session = requests.Session()\n    # \u83b7\u53d6cookie\n    cookies = driver.get_cookies()\n    # \u628acookie\u5199\u5165\u6587\u4ef6\n    if not os.path.exists(\"cookie\"):\n        os.mkdir(\"cookie\")\n    pickle.dump(cookies, open(\".\/cookie\/cookies.pkl\", \"wb\"))<\/pre>\n
\u4f7f\u7528cookies\u8fdb\u884c\u767b\u5f55\uff1a<\/p>\n
def login_with_cookie(url):\n    driver.get(\"https:\/\/www.douyu.com\")\n    # \u628acookie\u6587\u4ef6\u52a0\u8f7d\u51fa\u6765\n    with open(\".\/cookie\/cookies.pkl\", \"rb\") as cookiefile:\n        cookies = pickle.load(cookiefile)\n    for cookie in cookies:\n        # print(cookie)\n        driver.add_cookie(cookie)\n    time.sleep(3)\n    driver.get(url)\n    # \u5982\u679ccookie\u6ca1\u6709\u767b\u5f55\u6210\u529f\uff0c\u9000\u51fa\u7a0b\u5e8f\n    try:\n        WebDriverWait(driver, 10).until(\n            EC.visibility_of_element_located((By.CSS_SELECTOR, \"#header > div > div > div.o-login.fl\")))\n    except:\n        print(\"\u5bf9\u4e0d\u8d77\uff0c\u4f7f\u7528cookie\u767b\u5f55\u5931\u8d25\uff0c\u8bf7\u5148\u5220\u9664cookies\u6587\u4ef6\u518d\u91cd\u65b0\u767b\u5f55\")\n        os._exit(0)\n    print(\"\u767b\u5f55\u6210\u529f\")\n    print(driver.title)<\/pre>\n
\u53d1\u9001\u5f39\u5e55\uff0c\u5176\u4e2d\u5f39\u5e55\u4fdd\u5b58\u5728danmu.dm\u6587\u4ef6\u4e0b\uff1a<\/p>\n
def send_barrage():\n    file = open(\"danmu.dm\", mode='r', encoding='utf-8')\n    while (True):\n        line = file.readline()\n        if not line:\n            file.seek(0)\n            continue\n        wait.until(\n            EC.element_to_be_clickable((By.CSS_SELECTOR, \"#js-send-msg > textarea\"))).send_keys(line)\n        time.sleep(TIME)\n        wait.until(\n            EC.element_to_be_clickable((By.CSS_SELECTOR, \"#js-send-msg > div.b-btn\"))).click()\n        # \u6e05\u7a7a\u8f93\u5165\u6846\u4fe1\u606f\n        wait.until(\n            EC.element_to_be_clickable((By.CSS_SELECTOR, \"#js-send-msg > textarea\"))).clear()\n        print(line)<\/pre>\n
\u4e3b\u51fd\u6570\uff0c\u8bbe\u7f6e\u4e86\u7b49\u5f85\u65f6\u95f4\u548c\u4fee\u6539chrome\u914d\u7f6e\uff1a<\/p>\n
if __name__ == \"__main__\":\n    options = webdriver.ChromeOptions()\n    prefs = {\n        \"profile.default_content_setting_values.plugins\": 1,\n        \"profile.content_settings.plugin_whitelist.adobe-flash-player\": 1,\n        \"profile.content_settings.exceptions.plugins.*,*.per_resource.adobe-flash-player\": 1,\n        \"PluginsAllowedForUrls\": \"https:\/\/www.douyu.com\"\n    }\n    # \u4fee\u6539chrome\u914d\u7f6e\n    options.add_experimental_option(\"prefs\", prefs)\n    driver = webdriver.Chrome(executable_path=\".\/driver\/win\/chromedriver.exe\", chrome_options=options)\n    # \u9690\u5f0f\u7b49\u5f85\u662f\u5168\u5c40\u6027\u7684\uff0c\u53ea\u8981\u7528\u4e86driver.findxx\u6ca1\u6709\u7b2c\u4e00\u65f6\u95f4\u627e\u5230\u5143\u7d20\uff0c\u5c31\u4f1a\u7b49\u5f855s\uff0c\u5f53\u7136\u4e00\u822c\u90fd\u88ab\u7528wait\u8986\u76d6\u6389\u4e86\n    driver.implicitly_wait(5)\n    # \u663e\u793a\u7b49\u5f85\u662f\u5b9a\u5411\u6027\u7684\uff0c\u6700\u5927\u7b49\u5f85\u65f6\u95f410s,\u6bcf\u6b21\u68c0\u6d4b\u5143\u7d20\u6709\u6ca1\u6709\u751f\u6210\u7684\u65f6\u95f4\u95f4\u9694300ms\uff0c\u8fc7\u4e86\u6700\u5927\u7b49\u5f85\u65f6\u95f4\u629b\u51fa\u5f02\u5e38\n    wait = WebDriverWait(driver, timeout=10, poll_frequency=300)\n    url = 'https:\/\/www.douyu.com\/' + ROOM_ID\n    if os.path.exists(\".\/cookie\/cookies.pkl\"):\n        print(\"\u5b58\u5728Cookies\uff0c\u81ea\u52a8\u767b\u5f55\")\n        login_with_cookie(url)\n    else:\n        print(\"\u4e0d\u5b58\u5728cookie\uff0c\u624b\u52a8\u767b\u5f55\")\n        login(url)\n    send_barrage()\n<\/pre>\n
\u5b8c\u6574\u4ee3\u7801\uff1a<\/p>\n
# -*- coding:utf-8 -*-\nimport os\nfrom selenium import webdriver\nfrom selenium.webdriver.support import expected_conditions as EC\nfrom selenium.webdriver.common.by import By\nfrom selenium.webdriver.support.wait import WebDriverWait\nfrom config import *\nimport time\nimport requests\nimport pickle\ndef login(url):\n    driver.get(url)\n    driver.maximize_window()\n    print(driver.title)\n    time.sleep(1)\n    login_button = wait.until(\n        EC.element_to_be_clickable((By.CSS_SELECTOR, \"#header > div > div > div.o-unlogin.fl > a.u-login.fl\")))\n    # \u70b9\u51fb\u767b\u5f55\u6309\u94ae\n    login_button.click()\n    # \u8fd9\u4e2a\u65f6\u5019\u6211\u4eec\u7528\u4e8c\u7ef4\u7801\u767b\u5f55\uff0c\u8bbe\u7f6e\u6700\u591a\u7b49\u5f853\u5206\u949f\uff0c\u5982\u679c\u767b\u5f55\u90a3\u4e2a\u533a\u57df\u662f\u53ef\u89c1\u7684\uff0c\u5c31\u767b\u5f55\u6210\u529f\n    WebDriverWait(driver, 180).until(\n        EC.visibility_of_element_located((By.CSS_SELECTOR, \"#header > div > div > div.o-login.fl\")))\n    print(\"\u767b\u5f55\u6210\u529f\")\n    # \u4fdd\u5b58cookie\u5230cookies.pkl\u6587\u4ef6\n    session = requests.Session()\n    # \u83b7\u53d6cookie\n    cookies = driver.get_cookies()\n    # \u628acookie\u5199\u5165\u6587\u4ef6\n    if not os.path.exists(\"cookie\"):\n        os.mkdir(\"cookie\")\n    pickle.dump(cookies, open(\".\/cookie\/cookies.pkl\", \"wb\"))\ndef login_with_cookie(url):\n    driver.get(\"https:\/\/www.douyu.com\")\n    # \u628acookie\u6587\u4ef6\u52a0\u8f7d\u51fa\u6765\n    with open(\".\/cookie\/cookies.pkl\", \"rb\") as cookiefile:\n        cookies = pickle.load(cookiefile)\n    for cookie in cookies:\n        # print(cookie)\n        driver.add_cookie(cookie)\n    time.sleep(3)\n    driver.get(url)\n    # \u5982\u679ccookie\u6ca1\u6709\u767b\u5f55\u6210\u529f\uff0c\u9000\u51fa\u7a0b\u5e8f\n    try:\n        WebDriverWait(driver, 10).until(\n            EC.visibility_of_element_located((By.CSS_SELECTOR, \"#header > div > div > div.o-login.fl\")))\n    except:\n        print(\"\u5bf9\u4e0d\u8d77\uff0c\u4f7f\u7528cookie\u767b\u5f55\u5931\u8d25\uff0c\u8bf7\u5148\u5220\u9664cookies\u6587\u4ef6\u518d\u91cd\u65b0\u767b\u5f55\")\n        FIRST_TIME = True\n        os._exit(0)\n    print(\"\u767b\u5f55\u6210\u529f\")\n    print(driver.title)\ndef send_barrage():\n    file = open(\"danmu.dm\", mode='r', encoding='utf-8')\n    while (True):\n        line = file.readline()\n        if not line:\n            file.seek(0)\n            continue\n        wait.until(\n            EC.element_to_be_clickable((By.CSS_SELECTOR, \"#js-send-msg > textarea\"))).send_keys(line)\n        time.sleep(TIME)\n        wait.until(\n            EC.element_to_be_clickable((By.CSS_SELECTOR, \"#js-send-msg > div.b-btn\"))).click()\n        # \u6e05\u7a7a\u8f93\u5165\u6846\u4fe1\u606f\n        wait.until(\n            EC.element_to_be_clickable((By.CSS_SELECTOR, \"#js-send-msg > textarea\"))).clear()\n        print(line)\nif __name__ == \"__main__\":\n    options = webdriver.ChromeOptions()\n    prefs = {\n        \"profile.default_content_setting_values.plugins\": 1,\n        \"profile.content_settings.plugin_whitelist.adobe-flash-player\": 1,\n        \"profile.content_settings.exceptions.plugins.*,*.per_resource.adobe-flash-player\": 1,\n        \"PluginsAllowedForUrls\": \"https:\/\/www.douyu.com\"\n    }\n    # \u4fee\u6539chrome\u914d\u7f6e\n    options.add_experimental_option(\"prefs\", prefs)\n    driver = webdriver.Chrome(executable_path=\".\/driver\/win\/chromedriver.exe\", chrome_options=options)\n    # \u9690\u5f0f\u7b49\u5f85\u662f\u5168\u5c40\u6027\u7684\uff0c\u53ea\u8981\u7528\u4e86driver.findxx\u6ca1\u6709\u7b2c\u4e00\u65f6\u95f4\u627e\u5230\u5143\u7d20\uff0c\u5c31\u4f1a\u7b49\u5f855s\uff0c\u5f53\u7136\u4e00\u822c\u90fd\u88ab\u7528wait\u8986\u76d6\u6389\u4e86\n    driver.implicitly_wait(5)\n    # \u663e\u793a\u7b49\u5f85\u662f\u5b9a\u5411\u6027\u7684\uff0c\u6700\u5927\u7b49\u5f85\u65f6\u95f410s,\u6bcf\u6b21\u68c0\u6d4b\u5143\u7d20\u6709\u6ca1\u6709\u751f\u6210\u7684\u65f6\u95f4\u95f4\u9694300ms\uff0c\u8fc7\u4e86\u6700\u5927\u7b49\u5f85\u65f6\u95f4\u629b\u51fa\u5f02\u5e38\n    wait = WebDriverWait(driver, timeout=10, poll_frequency=300)\n    url = 'https:\/\/www.douyu.com\/' + ROOM_ID\n    if os.path.exists(\".\/cookie\/cookies.pkl\"):\n        print(\"\u5b58\u5728Cookies\uff0c\u81ea\u52a8\u767b\u5f55\")\n        login_with_cookie(url)\n    else:\n        print(\"\u4e0d\u5b58\u5728cookie\uff0c\u624b\u52a8\u767b\u5f55\")\n        login(url)\n    send_barrage()\n<\/pre>\n
.<\/p>\n","protected":false},"excerpt":{"rendered":"
\u672c\u9875\u6e90\u7801\u53ef\u4ee5\u5728\u8fd9\u91cc\u4e0b\u8f7d\u3002 \u4f7f\u7528selenium\u81ea\u52a8\u53d1\u9001\u6597\u9c7c\u5f39\u5e55 \u9996\u5148\u786e\u5b9a\u601d\u8def\uff0c\u7b2c\u4e00\u6b21\u767b\u5f55\uff0c\u83b7\u53d6\u5230\u6709\u6548 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"om_disable_all_campaigns":false,"_mi_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"footnotes":""},"categories":[12],"tags":[],"views":7410,"_links":{"self":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts\/1121"}],"collection":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/comments?post=1121"}],"version-history":[{"count":0,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/posts\/1121\/revisions"}],"wp:attachment":[{"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/media?parent=1121"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/categories?post=1121"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.sniper97.cn\/index.php\/wp-json\/wp\/v2\/tags?post=1121"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}