Selenium爬取b站主播头像并以昵称命名保存到本地

申明：资料来源于网络及书本，通过理解、实践、整理成学习笔记。

Pythion的Selenium自动化测试之获取哔哩哔哩主播的头像以昵称命名保存到本地文件

效果图

方法1

通过接口获取

首先使用pip下载requests包

pip install requests

import requests
# 通过接口获取请求的接口：想要获取网页的url
url = 'https://api.live.bilibili.com/xlive/web-interface/v1/second/getList?platform=web&parent_area_id=1&area_id=0&sort_type=sort_type_152&page=1'
# 发送get请求，获取返回数据
request = requests.get(url)
# 保存图片的路径
dir = '../requests/bilibili/'
# 将获取的数据转化为json文件并获取到图片的链接
info = request.json()['data']['list']
for i in info:
# 将图片以主播的昵称命名
   file = open(dir + '{}.png'.format(i['uname']), 'wb')
   # 将图片保存到之前的路径
   file.write(requests.get(i['face']).content)
   # 关闭文件流
   file.close()

方法2

通过html定位获取

首先使用pip下载requests和selenium包

pip install requests
pip install selenium

import requests
from selenium import webdriver
# 使用谷歌驱动打开谷歌浏览器
driver = webdriver.Chrome()
# 访问哔哩哔哩直播页面
driver.get('https://live.bilibili.com/p/eden/area-tags?visit_id=2mwktlg4e2q0&areaId=0&parentAreaId=1')
# 循环30次一次保存的头像图片
for i in range(1, 31):
# xpth定位头像的位置
   image_xpath = '/html/body/div[1]/div[3]/div/ul/li[{}]/a/div[1]/div/div'.format(i)
   # 获取位置的style属性值
   image_style_value = driver.find_element_by_xpath(image_xpath).get_attribute('style')
   # 从style属性值中切片出图片的链接
   image_url = image_style_value[image_style_value.find('h'):image_style_value.find('@'):1]
   # xpath定位昵称的位置
   title_xpath = '/html/body/div[1]/div[3]/div/ul/li[{}]/a/div[2]/div[2]/div/span'.format(i)
   # 获取位置的title值
   name_title_value = driver.find_element_by_xpath(title_xpath).get_attribute('title')
   print(image_url)
   # 发送get请求，获取返回数据
   request = requests.get(image_url)
   # 保存图片的路径
   file = open('D:Python Projects/requests/bilibili/{}.jpg'.format(name_title_value), 'wb')
   # 将图片保存到路径
   file.write(request.content)
   # 关闭文件流
   file.close()

最后,在为大家增加一个获取b站视频信息的操作代码

# coding:utf-8
import requests
import json
import time
import pymysql
import bs4
headers = {
   'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.132 Safari/537.36'
}
result = []
def get_aid(page):
   url = 'https://search.bilibili.com/all?keyword=爬虫&from_source=nav_search&spm_id_from=333.851.b_696e7465726e6174696f6e616c486561646572.11' + '&page=' + str(page)
   response = requests.get(url, headers=headers, verify=False).text
   time.sleep(1)
   try:
       soup = bs4.BeautifulSoup(response, 'lxml').find('div', attrs={'id':'all-list'}).find('div', attrs={'class':'mixin-list'})
       ul = soup.find('ul', attrs={'class':'video-list clearfix'}).find_all('li', attrs={'class':'video-item matrix'})
       for item in ul:
           # print(item)
           info = item.find('div', attrs={'class': 'headline clearfix'}).find('span', attrs={'class': 'type avid'}).get_text()
           aid = info.replace('av', '')
           print(aid)
           result.append(aid)
       return result
   except:
       print('something is wrong')
def get_contents(url):
   response = requests.get(url=url, headers=headers, verify=False).json()
   time.sleep(1)
   try:
       data_1 = response['data']
       data = data_1['stat']
       aid = data['aid']
       view = data['view']
       coin = data['coin']
       like = data['like']
       favorite = data['favorite']
       share = data['share']
       danmaku = data['danmaku']
       print('视频编号', aid)
       print('观看数量', view)
       print('投币数量', coin)
       print('收藏数量', favorite)
       print('点赞数量', like)
       print('分享数量', share)
       print('弹幕数量', danmaku)
   except:
       print('------------')
if __name__ == '__main__':
   for i in range(1, 50):
       result = get_aid(i)
   for i in result:
       url = 'https://api.bilibili.com/x/web-interface/view?aid=' + str(i)
       get_contents(url)

来源：https://blog.csdn.net/weixin_46382560/article/details/115734186