base64解析爬取糗百

一、缘由

　　这是我之前刚开始学习的时候爬取糗百的练习内容，主要练习的是bs64解析。虽然现在用的不是特别的多，但是当初的时候用起来还是非常的顺手的。

二、代码实现

#coding:utf-8

import requests
from bs4 import BeautifulSoup

def download_page(url):
    headers={
        'User - Agent':"Mozilla / 5.0(Windows NT 10.0; WOW64) AppleWebKit / 537.36(KHTML, like Gecko) Chrome / 86.0.4240.198  Safari / 537.36"
    }  #模拟请求登录
    r=requests.get(url,headers=headers)
    return r.text

def get_content(html,page):
    output='''第{}页  作者:{}性别:{}年龄:{}点赞：{}\n{}\n----------\n\n'''
    soup=BeautifulSoup(html,'html.parser')
    con=soup.find('div',id='content')
    con_list=con.find_all('div',class_='article')
    for i in con_list:
       # hot_comments = i.find('div', class_='main-text').get_text() # 获取热评
        vote = i.find('i', class_='number').string  # 点赞数
        author=i.find('h2').string       #获得作者的名字
        content=i.find('div',class_='content').find('span').get_text()  #获取内容
        author_info=i.find('div',class_='artciGender') #获取性别，年龄等
        if author_info is not None:
            class_list=author_info['class']
            if 'womenIcon' in class_list:
                 gender='女'
            elif 'manIcon' in class_list:
                 gender='男'
            else:
                gender=''
            age=author_info.string
        else:
            gender=''
            age=''
        save_txt(output.format(page,author,gender,age,vote,content,))#hot_comments

def save_txt(*args):
    for i in args:
        with open('qiubai.txt','a',encoding='utf-8') as f:
            f.write(i)
            print(i)

def main():
        for i in range(1,14):
            url=f'''https://www.qiushibaike.com/text/page/{i}/'''
            html=download_page(url)
            get_content(html, i)

if __name__ == '__main__':
    main()

三、效果展示