Python 动态加载并下载"梨视频"短视频

下载链接：http://www.pearvideo.com/category_1

import requests
from lxml import etree
import re
from urllib.request import urlretrieve

'''
1 获取视频id
2 拼接完整url
3 获取完整视频播放地址
4 下载视频
'''

def download_video(url):
    # url = 'http://www.pearvideo.com/category_1'
    response = requests.get(url)  # 返回状态码200,代表请求成功
    html = response.text

    # 把文本文件处理成可解析的对象
    html = etree.HTML(html)
    # 获取video id
    video_id = html.xpath("//div[@class='vervideo-bd']/a/@href")

    starturl = "http://www.pearvideo.com"

    # 视频播放url列表
    video_urls = []
    for i in video_id:
        newurl = starturl + '/' + i
        video_urls.append(newurl)

    for url in video_urls:
        html = requests.get(url).text

        # 获取视频播放真正地址

        # 定义播放地址的正则表达式模式
        # srcUrl = "http://video.pearvideo.com/mp4/adshort/20180720/cont-1393622-12502013_adpkg-ad_hd.mp4"
        req = 'srcUrl="(.*?)"'
        # 编译正则表达式字符串为对象，目的是提高效率, 可以不加
        req = re.compile(req)
        play_url = re.findall(req, html)  # 注意play_url的格式是list

        # 获取视频标题

        # 定义视频标题正则表达式模式
        # <h1 class="video-tt">闯大祸!金毛撞上兰博基尼,车损40万</h1>
        re_tag = '<h1 class="video-tt">(.*?)</h1>'
        tag = re.findall(re_tag, html)

        # 下载视频
        print("正在下载 %s"%tag[0])
        urlretrieve(play_url[0], "./video/{}.mp4".format(tag[0]))
        # print("下载完成 %s"%tag[0])

# download_video()

# 动态加载链接变化
# http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=12&mrd=0.8960730781029713&hotContIds=1394290,1394224,1394233
# http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=24&mrd=0.45490116190392094&hotContIds=1394290,1394224,1394233http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=24&mrd=0.45490116190392094&hotContIds=1394290,1394224,1394233
# http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=36&mrd=0.895263612547242&hotContIds=1394290,1394224,1394233
# &mrd 后面的东西可以不加

# 动态加载下载
def download_more():
    n = 12
    while True:
        if n > 48:
            return   # 或者break跳出循环
        url = "http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=%d"%n
        download_video(url)
        n += 12
        # sleep(10)

download_more()

F12打开开发者工具 -> NetWork -> 找到动态加载html项（category_loading开头）-> Headers -> Request URL