selenium 提取天猫网页数据

from time import sleep
from selenium import webdriver

br = webdriver.Chrome()

url = "https://www.tmall.com"
br.get(url)

input = br.find_element_by_id("mq")
input.clear()
input.click()
input.send_keys("iphone")
input.submit()

from lxml import etree

html = etree.HTML(br.page_source)

# 方式一 单独获取所有单标签后，组合 如果某个数据少了，容易错位，不推荐
# prices = html.xpath('//*[@id="J_ItemList"]/div//p[@class="productPrice"]/em/text()')
# titles = html.xpath('//*[@id="J_ItemList"]/div//p[@class="productTitle"]/a/@title')
# shops = html.xpath('//*[@id="J_ItemList"]/div//div[@class="productShop"]/a/text()')
# imgs = html.xpath('//*[@id="J_ItemList"]/div//div[@class="productImg-wrap"]//a/img/@src')
#
# list = list(zip(titles,prices,shops,imgs))
# print(list)
# print(len(list))

products = html.xpath('//div[@id="J_ItemList"]//div[@class="product-iWrap"]')

for product in products:
    price = product.xpath('./p[@class="productPrice"]/em/@title')
    title = product.xpath('./p[@class="productTitle"]/a/@title')
    shop = product.xpath('./div[@class="productShop"]/a/text()')
    print(price,title,shop)

结果

C:\Users\brady\.conda\envs\python36\python.exe E:/www/djangotest/test_selenium.py
['3499.00'] ['Apple/苹果 iPhone 8'] ['\nApple Store 官方旗舰店\n']
['4999.00'] ['Apple/苹果 iPhone 8 Plus'] ['\nApple Store 官方旗舰店\n']
['5999.00'] ['Apple/苹果 iPhone 11'] ['\nApple Store 官方旗舰店\n']
['5999.00'] ['【12期免息 下单减200元】Apple/苹果 iPhone 11全网通4G 超广角拍照手机苏宁易购官方store苹果11'] ['\n苏宁易购官方旗舰店\n']
['10899.00'] ['【下单立减700元】Apple/苹果 iPhone 11 Pro Max 全网通4G智能手机苏宁易购官方旗舰店苹果11ProMax'] ['\n苏宁易购官方旗舰店\n']
['5999.00'] ['【12期免息 下单减200】Apple/苹果 iPhone 11 移动联通电信4G全网通智能手机正品苏宁易购官方旗舰店苹果11'] ['\n苏宁易购官方旗舰店\n']
['9999.00'] ['【12期0息 再减500元】Apple/苹果 iPhone 11 Pro全网通4G智能手机 苏宁易购官方旗舰店 苏宁直发 苹果11pro'] ['\n苏宁易购官方旗舰店\n']
['10899.00'] ['【12期0息 再减700元】Apple/苹果 iPhone 11 Pro Max 全网通4G智能手机 苏宁易购官方旗舰店苹果11Promax'] ['\n苏宁易购官方旗舰店\n']
['9999.00'] ['【下单立减500元】Apple/苹果 iPhone 11 Pro移动联通电信4G全网通手机苏宁易购官方旗舰店苹果11pro'] ['\n苏宁易购官方旗舰店\n']
['10899.00'] ['Apple/苹果 iPhone 11 Pro Max'] ['\nApple Store 官方旗舰店\n']
['5088.00'] ['【下单最高减289元】Apple/苹果 iPhone XR全网通4G 双卡双待手机苏宁易购官方旗舰店 苹果iPhoneXR'] ['\n苏宁易购官方旗舰店\n']
['4388.00'] ['【下单立减189元】Apple/苹果 iPhone 8 Plus 64G 全网通4G手机 官方正品苹果iPhone8plus 苹果8p'] ['\n苏宁易购官方旗舰店\n']
['5999.00'] ['【限时享12期免息/现货速发】苹果11 Apple/iPhone 11苹果手机2019新款全网通智能手机正品xr xsmax 7plu'] ['\n中国移动手机官方旗舰店\n']
['5299.00'] ['Apple/苹果 iPhone XR'] ['\nApple Store 官方旗舰店\n']
['4449.00'] ['【限时享12期免息】Apple/苹果 iPhone 8 Plus 全网通4G智能手机iphone8plus 苹果8p 苏宁易购官方旗舰店'] ['\n苏宁易购官方旗舰店\n']
['5888.00'] ['当天发货/24期分期Apple 苹果 iPhone 11全网通苹果11正品手机X国行官方xr官网8Plus旗舰店xsmax新品11promax'] ['\n三际数码官方旗舰店\n']
['5358.00'] ['【购机送无线充电器】苹果11 中移动Apple/iPhone 11苹果手机2019新款全网通智能手机苹果xr xsmax 7plus正品'] ['\n中国移动官方旗舰店\n']
['5299.00'] ['【限时享12期免息】Apple/苹果 iPhone XR 64G/128G 全网通4G智能手机双卡双待iphonexr 苹果XR'] ['\n苏宁易购官方旗舰店\n']
['6888.00'] ['5888元起 24期分期现货苹果xsmax Apple/苹果 iPhone XS Max 官网官方旗舰店全网通11pro手机X苹果8P xr xs 7'] ['\n三际数码官方旗舰店\n']
['9999.00'] ['Apple/苹果 iPhone 11 Pro'] ['\nApple Store 官方旗舰店\n']
['5349.00'] ['【顺丰发货 下单送壳膜套装】Apple/苹果iPhone 11全网通4G手机8PXs苹果11新x官方旗舰店iPhone11 pro国行max'] ['\n翼天下天翼电信旗舰店\n']
['10358.00'] ['现货送无线充/24期分期Apple苹果iPhone 11 Pro MAX全网通官xsmax网旗舰店国行11promax新正品8P苹果11手机X'] ['\n三际数码官方旗舰店\n']
['5930.00'] ['Apple 苹果 iPhone 11（A2223） 全网通苹果11苹果手机双卡官方旗舰店 花呗 苹果xr xsmax 8plus'] ['\n四川移动官方旗舰店\n']
['10899.00'] ['【12期免息】Apple/苹果 iPhone 11 Pro MAX 2019新品 全网通手机 苹果11promax 拍照智能手机'] ['\n绿森数码官方旗舰店\n']
['5349.00'] ['【顺丰发货 下单送壳膜套装】Apple/苹果 iPhone 11全网通4G手机 苹果11新x天翼电信官方旗舰店官网国行XS 8p'] ['\n翼天下天翼电信旗舰店\n']
['10358.00'] ['【购机送无线充电器】Apple/苹果 iPhone 11 Pro Max苹果手机中移动新款全网通手机苹果xr xsmax 8plus'] ['\n中国移动官方旗舰店\n']
['9628.00'] ['【购机送无线充电器】苹果11 Pro Apple/苹果 iPhone 11Pro苹果手机中移动2019新款全网通苹果xr xsmax 8plus'] ['\n中国移动官方旗舰店\n']
['5358.00'] ['【购机送无线充电器】 苹果11 Apple/iPhone 11苹果手机中移动2019新款全网通智能手机苹果xr xsmax 7plus'] ['\n中国移动官方旗舰店\n']
['5999.00'] ['【中国移动 正品保障】苹果xs max Apple/苹果 iPhone XS Max手机中移动iPhone xs 11Pro Max xr 7plus手机'] ['\n中国移动官方旗舰店\n']
['5888.00'] ['当天发【24期分期/送无线充】Apple/苹果 iPhone 11 手机现货4G全网通新款iphone11 pro max国行正品保证xs'] ['\n博盛景数码专营店\n']
['5398.00'] ['【中国移动 正品保障】苹果xs Apple/苹果 iPhone XS手机全网通中移动iPhone XS Max 11Pro max xr 7plus手机'] ['\n中国移动官方旗舰店\n']
['5358.00'] ['【购机送无线充+咨询再享4选1】苹果11Apple/iPhone 11苹果手机2019新款全网通智能手机苹果xr xsmax 8plus'] ['\n君问数码官方旗舰店\n']
['4998.00'] ['24期分期/现货速发/iphone/Apple/苹果 iPhone XR 4G全网通手机官方旗舰店国行正品xr苹果11降价x xs11proMax'] ['\n三际数码官方旗舰店\n']
['5958.00'] ['【当天发 选送蓝牙耳机】Apple/苹果 iPhone 11全网通iphone11手机官网旗舰店正品xr官方pro国行8plus学生机'] ['\n轻松换数码旗舰店\n']
['6499.00'] ['蜜茶手机苹果xs iphone xs  Apple/苹果 iphonexs 苹果手机xs 苹果xs手机 国行正品全网通苹果手机'] ['\n搜酷数码专营店\n']
['6968.00'] ['3期免息现货Apple苹果iPhoneXSMax6.5英寸双卡双待全网通移动电信联通4G智能手机64/256GB全新原封装国行正品'] ['\n岗隆数码专营店\n']
['6688.00'] ['【当天发货/24期分期】Apple/苹果iPhone 11官方旗舰店国行苹果11全网通4G手机x官方xr 8plus新品11pro xsmax'] ['\n能良数码官方旗舰店\n']
['5999.00'] ['【限时享12期免息】苹果11 Apple/iPhone 11苹果手机2019新款全网通手机苹果正品xr xsmax 7plus'] ['\n中国移动手机官方旗舰店\n']
['4598.00'] ['【中国移动 正品保障】苹果xr中移动Apple/苹果 iPhone XR全网通手机iphone 11 Pro max xr 7plus苹果xr正品'] ['\n中国移动官方旗舰店\n']
['9699.00'] ['【顺丰送壳膜套装 晒单送无线充】Apple苹果iPhone 11 Pro全网通智能4G手机电信官方旗舰店官网新x苹果11pro'] ['\n翼天下天翼电信旗舰店\n']
['6058.00'] ['【现货当天发/6期免息】Apple 苹果 iPhone 11 全网通4G手机8plus官方XR旗舰店11pro正品苹果iPhone11max'] ['\n能良数码官方旗舰店\n']
['7149.00'] ['【顺丰速发】Apple/苹果 iPhone XS Max 全网通版 苹果xsmax xr xs苹果11正品官方旗舰店Pro max'] ['\n中国移动手机官方旗舰店\n']
['5888.00'] ['【12期分期0首付 全国联保】Apple/苹果iPhone11官方旗舰店国行全网通4G手机官方xr xsmax 8plus'] ['\n高远数码旗舰店\n']
['5828.00'] ['【顺丰包邮】Apple/苹果iPhone 11#移动联通电信全网通4G智能手机 中国电信官方旗舰店'] ['\n中国电信官方旗舰店\n']
['5799.00'] ['蜜茶手机 Apple/苹果 iPhone 11 移动联通电信全网通4G智能全面屏手机 官方正品 全国联保iphone11 苹果11'] ['\n虫马虫义数码专营店\n']
['4319.00'] ['【12期分期】苹果8plus Apple/苹果 iPhone 8Plus手机中移动全网通iPhone xr 7plus xsmax 11Pro max正品手机'] ['\n中国移动官方旗舰店\n']
['6999.00'] ['蜜茶手机苹果xs max 12期分期 Apple/苹果 iPhone XS Max手机 苹果XSmax4G 全网通iphonexsmax  max xsmax'] ['\n搜酷数码专营店\n']
['5398.00'] ['蜜茶手机 iPhone xr 全网通4G手机双卡双待 全新正品国行XR苹果手机 iphone xr 苹果iphonexr 苹果xr'] ['\n虫马虫义数码专营店\n']
['11188.00'] ['【12期免息】Apple/苹果iPhone 11 Pro Max 手机苹果11新品iphone11promax国行正品iphone13/iPhone xs max'] ['\n博盛景数码专营店\n']
['4999.00'] ['蜜茶手机Apple/苹果 iPhone XR 全网通4G手机双卡双待 全新国行 iPhonexr 手机 iphonexr 苹果xr iphone xr'] ['\n搜酷数码专营店\n']
['3849.00'] ['【中国移动 正品保障】苹果8Apple/苹果 iPhone 8手机全网通中移动iPhone xsmax 11Pro max xr 8plus手机正品'] ['\n中国移动官方旗舰店\n']
['3598.00'] ['【顺丰包邮+送壳膜套装】苹果7plus Apple/苹果iPhone 7Plus手机全网通中移动苹果手机iPhone 8plus xr xsmax'] ['\n中国移动官方旗舰店\n']
['3459.00'] ['【稀缺货源 限量抢购】Apple/苹果 iPhone 7 Plus 32G 全网通4G手机iPhone7plus'] ['\n苏宁易购官方旗舰店\n']
['5288.00'] ['5288元起/24期分期/苹果xs Apple/苹果 iPhone XS 4G全网通官方官网旗舰店正品11手机11pro苹果X 8p xsmax xr'] ['\n三际数码官方旗舰店\n']
['10388.00'] ['当天发货【24期分期/送无线充】Apple/苹果iPhone 11 Pro Max 手机苹果11新品iphone11promax国行正品13/xs'] ['\n博盛景数码专营店\n']
['3588.00'] ['12期分期/现货速发/苹果7plus Apple/苹果 iPhone 7 Plus 全网通官网官方旗舰店4G手机苹果11 6P 8 p xr x 7P'] ['\n三际数码官方旗舰店\n']
['10298.00'] ['【当天发货/24期分期】Apple/苹果iPhone 11 ProMAX 官网旗舰店全网通国行iPhone11手机xsmax苹果8plus 11pro'] ['\n能良数码官方旗舰店\n']
['5798.00'] ['24期分期Apple 苹果 iPhone 11 全网通智能4G苹果11正品手机xs官方官网旗舰店X新品11promax xr'] ['\n同迅数码专营店\n']
['9588.00'] ['24期分期/现货发/Apple苹果iPhone 11Pro全网通官网官方旗舰店7P国行xr正品8P手机xs苹果X降价新款苹果11max'] ['\n三际数码官方旗舰店\n']
['4299.00'] ['蜜茶手机Apple/苹果 iPhone 8 Plus 全新官方正品国行 全网通 原装 iphone8 plus 苹果8plus  苹果8P'] ['\n搜酷数码专营店\n']

Process finished with exit code 0