python 爬图 helloworld

最近发现 吾志 上用户的头像都很个性，另外，对于没有把日记设为私密的用户，最后一天的日记是公开的，谁都可以查看。

所以，如果每天把所有可查看的日记爬一遍，那么～～ 哈哈

以前对爬虫只是了解一点点，没有真的玩过。既然今晚兴致来了，那就随便学一下咯～

参考 http://blog.csdn.net/pleasecallmewhy/article/details/8925978

参考 http://cuiqingcai.com/1052.html

 #coding=utf-8
 import os
 import urllib
 import urllib2
 import re
 import cookielib

 def mkdir(path):
     # 去除左右两边的空格
     path = path.strip()
     # 去除尾部 \ 符号
     path = path.rstrip("\\")

     if not os.path.exists(path):
         os.makedirs(path)

     return path

 def save_file(path, file_name, data):
     if data == None:
         return

     mkdir(path)
     if (not path.endswith("/")):
         path = path + "/"
     f = open(path+file_name, "wb")
     f.write(data)
     f.flush()
     f.close()

 user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36'
 headers = {'User-Agent' : user_agent}
 values = {}
 data = urllib.urlencode(values)

 def getHtml(url):
     req = urllib2.Request(url, data, headers)
     page = urllib2.urlopen(req, timeout=10)
     html = page.read()
     page.close()
     #print html
     return html

 def get_file(url):
     try:
         opener = urllib2.build_opener()
         opener.addheaders = [('User-Agent', 'Mozilla/5.0')]
         urllib2.install_opener(opener)
         req = urllib2.Request(url)
         operate = opener.open(req)
         data = operate.read()
         operate.close()
         return data
     except BaseException, e:
         print e, 'fuck'
         return None

 def getImg(html):
     reg = r'src="(.+?\.jpg)" alt='
     imgre = re.compile(reg)
     imglist = re.findall(imgre, html)

     x = 0
     for imgurl in imglist:
         #urllib.urlretrieve(imgurl, '%s.jpg' % x)
         da = get_file(imgurl)
         save_file('.', '%s.jpg' % x, da)
         x += 1

     return x

 html = getHtml("https://wuzhi.me/last")

 print getImg(html)

十分简陋，哈哈～