抓取QQ音乐歌单

抓取QQ音乐歌单

1.通过分析歌曲下载路径来分析所需参数： 通过比较， 得出其中歌曲下载url与参数vkey是可变的，
歌曲下载url中可变得值是请求歌单返回的歌曲数据的strMediaMid参数, 而vkey是通过请求歌单返回的歌曲数据的songmid参数再次请求另一个url返回vkey值
2.通过分析请求歌单url来分析所需参数: dissid  
dissid为请求diss的返回数据中的dissid参数

import os
import re
import requests
from urllib.parse import urlencode
headers = {
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36',
    'origin': 'https://y.qq.com',
    'referer': 'https://y.qq.com/portal/playlist.html'
}

def fetch_url(url):
    try:
        r = requests.get(url, headers=headers)
        if r.status_code in [200, 201]:
            return r.json()
    except Exception as e:
        print(e)

def down_song(path, strMediaMid, vkey):
    params = {
        'guid': '5300386295',
        'vkey': vkey,
        'uin': '0',
        'fromtag': '66'
    }
    url = 'http://222.73.132.154/amobile.music.tc.qq.com/C400{}.m4a?'.format(strMediaMid)
    url += urlencode(params)
    r = requests.get(url, headers=headers)
    if r.status_code in [200, 201]:
        with open(path, 'wb') as f:
            f.write(r.content)

def get_vkey(songmid):
    url = 'https://u.y.qq.com/cgi-bin/musicu.fcg?'
    params = {
        '-': 'getplaysongvkey7256617694143965',
        'g_tk': '5381',
        'loginUin': '0',
        'hostUin': '0',
        'format': 'json',
        'inCharset': 'utf8',
        'outCharset': 'utf-8',
        'notice': '0',
        'platform': 'yqq.json',
        'needNewCode': '0',
        'data': '{"req_0":{"module":"vkey.GetVkeyServer","method":"CgiGetVkey","param":{"guid":"5300386295","songmid":["%s"],"songtype":[0],"uin":"0","loginflag":1,"platform":"20"}},"comm":{"uin":0,"format":"json","ct":24,"cv":0}}' % songmid
    }
    url += urlencode(params)
    result = fetch_url(url)
    vkey = result['req_0']['data']['midurlinfo'][0]['vkey']
    return vkey

def get_song_info(disstid):
    url = 'https://c.y.qq.com/qzone/fcg-bin/fcg_ucc_getcdinfo_byids_cp.fcg?'
    params = {
        'type': '1',
        'json': '1',
        'utf8': '1',
        'onlysong': '0',
        'disstid': disstid,
        'g_tk': '5381',
        'loginUin': '0',
        'hostUin': '0',
        'format': 'json',
        'inCharset': 'utf8',
        'outCharset': 'utf-8',
        'notice': '0',
        'platform': 'yqq.json',
        'needNewCode': '0',
    }
    url += urlencode(params)
    result = fetch_url(url)
    songlist = result['cdlist'][0]['songlist']
    for song in songlist:
        strMediaMid = song['strMediaMid']
        songMid = song['songmid']
        songname = song['songname']
        yield strMediaMid, songMid, songname

def get_dist_info(page):
    url = 'https://c.y.qq.com/splcloud/fcgi-bin/fcg_get_diss_by_tag.fcg?'
    params = {
        'picmid': '1',
        'rnd': '0.15993662911508766',
        'g_tk': '5381',
        'loginUin': '0',
        'hostUin': '0',
        'format': 'json',
        'inCharset': 'utf8',
        'outCharset': 'utf-8',
        'notice': '0',
        'platform': 'yqq.json',
        'needNewCode': '0',
        'categoryId': '10000000',
        'sortId': '5',
        'sin': int(page)*30-30,
        'ein': int(page)*30-1,
    }
    url += urlencode(params)
    result = fetch_url(url)
    disslist = result['data']['list']
    for diss in disslist:
        yield diss['dissid'], diss['dissname']

def main(page):
    for item in get_dist_info(page):
        dissid, dissname = item
        for item in get_song_info(dissid):
            strMediaMid, songMid, songname = item
            vkey = get_vkey(songMid)
            pattern = re.compile(r'[\\/:：*?"<>|\r\n]+')
            songname = re.sub(pattern, " ", songname)
            dissname = re.sub(pattern, " ", dissname)
            if not os.path.exists('d://data/{}/'.format(dissname)):
                os.mkdir('d://data/{}/'.format(dissname))
            path = 'd://data/{0}/{1}.m4a'.format(dissname, songname)
            print("正在下载：{}".format(songname))
            down_song(path, strMediaMid, vkey)
            print("下载完成：{}".format(songname))

if __name__ == '__main__':
    page = 1
    main(page)