python爬虫之一---------豆瓣妹子图

 #-*- coding:utf-8 -*-
 __author__ = "carry"
 import urllib
 import urllib2
 from bs4 import BeautifulSoup

 url = 'http://www.dbmeinv.com/?pager_offset=1'
 x = 1
 def crawl(url):
     headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'}
     req = urllib2.Request(url,headers=headers)
     page = urllib2.urlopen(req,timeout=20)
     contents = page.read()
     #print (contents.decode('utf-8'))
     soup = BeautifulSoup(contents,'html.parser')
     my_girl = soup.find_all('img')
     #print my_girl
     for girl in my_girl:
         link = girl.get('src')
         print link
         global x
         urllib.urlretrieve(link,'image\%s.jpg'%x)
         print("正在下载第%s张"%x)
         x +=1

 for page in range(1,20):
     url = 'http://www.dbmeinv.com/?pager_offset=%d'%page
     crawl(url)
 print("图片下载完毕")