requests模块

import requests
url='https://www.cnblogs.com/Eva-J/p/7277026.html'
get = requests.get(url)
print(get)
print(get.content.decode())#显示获取的内容
print(get.__dict__)#所有获取到的
print(get.status_code)#200为正常的接受到了请求，并且得到了内容

回调函数和requests的结合

import requests
from urllib.request import urlopen
from multiprocessing import Pool

def func(url):
    content=requests.get(url)
    if content.status_code==200:
        return url,content.content.decode('utf-8')
def func1(content):
    content1,content2=content
    print(content1.strip())
    print(content2)
if __name__=='__main__':
    p=Pool(5)
    url_lis=['https://www.cnblogs.com/',
        'http://www.baidu.com',
        'https://www.sogou.com/',
        'http://www.sohu.com/',
             ]
    for i in url_lis:
        a=p.apply_async(func,args=(i,),callback=func1)
        a.get()
    p.close()
    p.join()

。