网络爬虫urllib2 tornado

百度不支持用tornado请求，可以用美团开放API 测试。

 import tornado.httpclient

 def fetch(url):
 http_header={'User-Agent':'Chrome'}
 http_request=tornado.httpclient.HTTPRequest(url=url,method='GET',headers=http_header,connect_timeout=200, request_timeout=600)

 http_client=tornado.httpclient.HTTPClient()

 http_response=http_client.fetch(http_request)

 print http_response.code

 all_fields=http_response.headers.get_all()
 for field in all_fields:
    print field
 print http_response.body

import urllib2

def fetch(url):
    http_header = {'User-Agent':'Chrome'}
    http_request = urllib2.Request(url,None,http_header)

    http_reponse = urllib2.urlopen(http_request)

    #Status code
    #200 OK
    #404 Invalid url
    #500 Internal error

    print(http_reponse.code)
    print(http_reponse.info())

    print(http_reponse.read())

调用：
if __name__="__main__":
    fetch("http://www.meituan.com/api/v1/divisions")