1kkk

给基友下载漫画看

代码：

 # !usr/bin/python3.4
 # -*- coding:utf-8 -*-

 import requests
 import os
 import time
 import re
 from lxml import etree
 import random

 def geturl(url,postdata):
     header = {'User-Agent':
                   'Mozilla/5.0 (iPad; U; CPU OS 4_3_3 like Mac OS X; en-us) AppleWebKit/533.17.9 (KHTML, like Gecko) Version/5.0.2 Mobile/8J2 Safari/6533.18.5',
               'Referer':'http://m.1kkk.com/vol1-6871/',
               'Host': 'manhua1023.61-174-50-131.cdndm5.com',
               'Accept': 'image/png,image/*;q=0.8,*/*;q=0.5',
               'Accept-Encoding': 'gzip, deflate',
               'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3',
               'Connection': 'keep-alive',
               }

     s = requests.Session()
     r = s.post('http://m.1kkk.com/userdata.ashx',data = postdata)
     _cookies = r.cookies
     #print(r.content)
     rs = s.get(url, headers=header,cookies = _cookies)
     return rs

 def get(url):
     header = {'User-Agent':
                   'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:46.0) Gecko/20100101 Firefox/46.0',
               'Referer': 'http://www.1kkk.com/manhua589/',
               'Host': 'www.1kkk.com'}

     # 解析网页
     html_bytes = requests.get(url, headers=header)

     return html_bytes

 def mget(url):
     header = {'User-Agent':
                   'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:46.0) Gecko/20100101 Firefox/46.0',
               'Referer': 'http://m.1kkk.com/manhua589/',
               'Host': 'm.1kkk.com'}

     # 解析网页
     html_bytes = requests.get(url, headers=header)

     return html_bytes

 # 去除标题中的非法字符 (Windows)
 def validateTitle(title):
     # '/\:*?"<>|'
     rstr = r"[\/\\\:\*\?\"\<\>\|]"
     new_title = re.sub(rstr, "", title)
     return new_title

 def prints(timesleep):
     print('暂停' + str(timesleep) + '秒后开始批量下载图片，请保持网络畅通...')
     time.sleep(timesleep)

 # 解析js
 def regnext(js):
     reg = r'(var.+?.split)'
     all = re.compile(reg);
     alllist = re.findall(all, js)
     return alllist

 # 递归创建文件夹
 def createjia(path):
     try:
         os.makedirs(path)
     except:
         print('目录已经存在：' + path)

 if __name__ == '__main__':

     html = get('http://www.1kkk.com/manhua589/').content.decode('utf-8', 'ignore')

     page = etree.HTML(html.lower())
     # 得到网址后缀
     hrefs = page.xpath('//ul[@class="sy_nr1 cplist_ullg"][2]/li/a/@href')
     # 得到编号
     hrefnames = page.xpath('//ul[@class="sy_nr1 cplist_ullg"][2]/li/a/text()')
     # 得到页数
     hrefpages = page.xpath('//ul[@class="sy_nr1 cplist_ullg"][2]/li/text()')

     href = []
     hrefname = []
     hrefpage = []
     number = 1

     # 不知道里面那几卷是不是漫画里面的
     # 先抓下来再说
     # 得到网址后缀
     for temp in hrefs:
         towurl = temp
         href.append(towurl)
     # 得到编号
     for temp in hrefnames:
         hrefname.append(temp)
     # 得到页数
     for temp in hrefpages:
         hrefpage.append(temp.replace("页", ""))

     j = 0
     filenamep = '../data/' + str(hrefname[0]) + "/"
     createjia(filenamep)

     for i in range(0, len(href)):
         for j in range(len(hrefpage)):

             # 6871、6872。。
             hrefnumber = str(href[i]).replace("ch54-","").replace("/","").replace("vol1-","")
             #print(hrefnumber)
             # 构造jsurl
             # 得到
             # http://www.1kkk.com/vol1-6871/imagefun.ashx?cid=6871&page=1&key=65abd421f4aed565&maxcount=10
             jsurl = "http://www.1kkk.com" + str(href[i]) + "/imagefun.ashx?cid=" + str(hrefnumber) + "&page=" + str(j + 1) + "&key=65abd421f4aed565&maxcount=10"
             print(jsurl)

             # 构造image网址
             html = get(jsurl).content.decode('utf-8', 'ignore')
             html1 = regnext(html)
             html1 = html1[0].replace("'.split", "").split('|')

             # http://manhua1023.61-174-50-131.cdndm5.com/1/589/6871/102_9224.jpg?cid=6871&key=d8ce90e0b3f013f292ef77e84da88990&type=1
             image_1url = "http://manhua1023." + str(html1[19]) + "-" + str(html1[18]) + "-" + str(html1[9]) + "-" + str(
                 html1[10]) + ".cdndm5.com/1/589/" + str(href[i]) + "/" + str(html1[20]) + "?cid=" + str(6871) + "&key=" + str(
                 html1[8]) + "&type=1"
             print(image_1url)

             # 构造image网址
             filess = open(filenamep + str(j + 1) + '.jpg', 'wb')

             # 伪装posrdata
             postdata = {
                 'cid': 6871,
                 'language': 1,
                 'mid': 589,
                 'page': j + 1,
                 'tp': 8,
                 'uid': 0
             }

             # 即使正确的网址也是不能下载
             pic = geturl(image_1url,postdata)
             filess.write(pic.content)
             filess.close()
             print('已经写入第' + str(j + 1) + '张图片')
             j = j + 1

             # 每一次下载都暂停1-3秒
             loadimg = random.randint(1, 3)
             print('暂停' + str(loadimg) + '秒')
             time.sleep(loadimg)

selenium抓取：

 #!/usr/bin/python3.4
 # -*- coding: utf-8 -*-

 from selenium import webdriver
 import time
 from selenium.webdriver.common.keys import Keys
 import re

 # 去除标题中的非法字符 (Windows)
 def validateTitle(title):
     rstr = r"[\/\\\:\*\?\"\<\>\|]"  # '/\:*?"<>|'
     new_title = re.sub(rstr, "", title)
     return new_title

 def getimg():
     # http://www.cnblogs.com/fnng/p/3238685.html
     # 打开火狐浏览器
     # browser = webdriver.Chrome()
     browser = webdriver.Firefox()

     # 设置浏览器大小
     browser.set_window_size(1200, 900)
     # 输入网址
     browser.get("http://m.1kkk.com/vol1-6871/")
     # 根据各自网速来判断网址加载时间
     time.sleep(10)

     for i in range(10000):

         # 关掉广告
         browser.find_element_by_class_name("ad_cross").click()

         # 翻页到最后面
         browser.execute_script("""
             (function () {
                 var y = 0;
                 var step = 100;
                 window.scroll(0, 0);

                 function f() {
                     if (y < document.body.scrollHeight) {
                         y += step;
                         window.scroll(0, y);
                         setTimeout(f, 100);
                     } else {
                         window.scroll(0, 0);
                         document.title += "scroll-done";
                     }
                 }

                 setTimeout(f, 1000);
             })();
         """)
         print("下拉中...")
         #time.sleep(180)
         while True:
             if "scroll-done" in browser.title:
                 break
             else:
                 print("还没有拉到最底端...")
                 time.sleep(10)

         # while True:
         #     # 判断是否存在这个东西
         #     select = browser.find_element_by_xpath('//a[@class="readTipForm"]')
         #     if select:
         #         break
         #     else:
         #         print("还没有拉到最底端...")
         #         time.sleep(60)

         print("正在下载图片中...")
         # 图片的命名
         name = validateTitle(browser.current_url)
         print("正在截图...")
         time.sleep(5)

         # 截图
         browser.save_screenshot("../jpg/cartoon/" + str(i + 1) + str(name) + ".png")
         time.sleep(5)

         # 点击阅读下一章
         browser.find_element_by_class_name("readTipForm").click()
         print("准备进入下一章...")
         time.sleep(5)

     browser.quit()

 if __name__ == '__main__':
     getimg()