闲着没事做了一个B站的直播弹幕抓取很简单很粗糙的程序,并显示在GUI上,在这里记录一下,免得以后忘记开发过程了。
环境:
python:3.6
pyqt:5.11.3
requests:2.19.1
主要参照了https://blog.csdn.net/xfgryujk/article/details/80306776这位前辈的方法方式,奈何搞不懂协程异步这类的概念,所以使用pyqt5自带的QWebSocket类,网上文档很少都是C++的程序,查看了两天的资料和源码终于搞出来了。
查看了前辈的代码捋一下他给出的思路:
1.先要获得B站直播间的房间号,下图的102就是房间短号,前辈用的aiohttp获取真正的房间号,我用的requests
2.用WebSockets连接B站并发送认证的参数
'wss://broadcastlv.chat.bilibili.com:2245/sub'
3.连接成功后30s发送一次心跳包,前辈用单独一个循环发送心跳包,我是用QThread分线程发送的
4.收到B站返回的数据,前辈用的单独一个循环轮询,我用的QWebSocket是事件触发的
原理什么的完全不懂,我是按照这个思路搞出来了,在前辈的代码基础上用pyqt5替换。
ssl认证参照了这个,原理不懂照葫芦画瓢
https://blog.csdn.net/u010810750/article/details/79037170
首先是win.py
#win.py
# -*- coding:utf-8 -*-
import json
import struct
import sys,time
import requests
from device import *
from PyQt5.QtWidgets import *
from collections import namedtuple
from enum import IntEnum
from PyQt5.QtCore import QUrl
from PyQt5.QtNetwork import QSsl,QSslSocket
from PyQt5.QtWebSockets import QWebSocket
ROOM_INIT_URL = 'https://api.live.bilibili.com/room/v1/Room/room_init'
WEBSOCKET_URL = 'wss://broadcastlv.chat.bilibili.com:2245/sub'
HEADER_STRUCT = struct.Struct('>I2H2I')
HeaderTuple = namedtuple('HeaderTuple', ('total_len', 'header_len', 'proto_ver', 'operation', 'sequence'))
class Operation(IntEnum):
SEND_HEARTBEAT = 2
POPULARITY = 3
COMMAND = 5
AUTH = 7
RECV_HEARTBEAT = 8
class win(QWidget):
def __init__(self):
super(win, self).__init__(parent=None)
self.dataRecvws = QWebSocket()
self.config = self.dataRecvws.sslConfiguration()#ssl认证之类的
self.config.setPeerVerifyMode(QSslSocket.VerifyNone)
self.config.setProtocol(QSsl.TlsV1SslV3)
self.dataRecvws.setSslConfiguration(self.config)
self.dataRecvws.disconnected.connect(self.onDisconnect)#断开连接
# self.dataRecvws.textMessageReceived.connect(self.onTextReceived)
self.dataRecvws.binaryMessageReceived.connect(self.onBinaryReceived)#数据接收
self.dataRecvws.connected.connect(self.onConnected)#连接
self.th = heart_beat()
self.resize(300,400)
self.setWindowFlags(Qt.WindowTitleHint|Qt.WindowCloseButtonHint)#Qt.CustomizeWindowHint|
self.room = QLineEdit('102')
self.room.setPlaceholderText('房间号')
self.sure = QPushButton('确定')
lab0 = QLabel('人数')
self.num = QLineEdit('0')
self.num.setFixedWidth(50)
self.num.setReadOnly(True)
self.text = QTextEdit()
self.text.setReadOnly(True)
#self.text.document().setMaximumBlockCount(100)
self.sure.clicked.connect(self.set_open)
hbox1 = QHBoxLayout()
hbox1.addWidget(self.room)
hbox1.addWidget(self.sure)
hbox1.addWidget(lab0)
hbox1.addWidget(self.num)
vbox1 = QVBoxLayout(self)
vbox1.addLayout(hbox1)
vbox1.addWidget(self.text)
def send_auth(self, uid=0, room_id=0):
auth_params = {
'uid': uid,
'roomid': room_id,
'protover': 1,
'platform': ' web',
'clientver': '1.4.0'
}
ret = self.dataRecvws.sendBinaryMessage(self.make_packet(auth_params, Operation.AUTH))
print(ret)
def onConnected(self):
#print("DataReveive websocket is already connect!")
self.text.insertHtml("<p style='color:red;'>---------------Connect!---------------</p>")
self.text.append('')
self.connectStatus = True
self.send_auth(0, self.get_room_id(int(self.room.text())))
self.th.set_heart(self.dataRecvws, self.make_packet({}, Operation.SEND_HEARTBEAT))
self.th.start()
def onBinaryReceived(self, message):
print("------------------data2----------------")
# print(message)
offset = 0
while offset < len(message):
try:
header = HeaderTuple(*HEADER_STRUCT.unpack_from(message, offset))
except struct.error:
break
if header.operation == Operation.POPULARITY:
popularity = int.from_bytes(message[offset + HEADER_STRUCT.size:offset + HEADER_STRUCT.size + 4], 'big')
# print('popularity',popularity)
self.get_popularity(popularity)
elif header.operation == Operation.COMMAND:
body = message[offset + HEADER_STRUCT.size: offset + header.total_len]
body = json.loads(str(body,encoding='utf-8'))
self.handle_command(body)
elif header.operation == Operation.RECV_HEARTBEAT:
self.dataRecvws.sendBinaryMessage(self.make_packet({}, Operation.SEND_HEARTBEAT))
else:
body = message[offset + HEADER_STRUCT.size: offset + header.total_len]
print('未知包类型:', header, body, file=sys.stderr)
offset += header.total_len
def set_open(self):
if self.room.text():
print('set Open!')
self.dataRecvws.open(QUrl(WEBSOCKET_URL))
def onDisconnect(self):
#print("DataReceive websocket is disconnected!!!")
self.text.insertHtml("<p style='color:red;'>---------------Disconnect!---------------</p>")
self.text.append('')
self.th.exit()
self.reconnect()
# self.m_timer.start(3000)
def reconnect(self):
self.text.insertHtml("<p style='color:red;'>---------------Reconnect!---------------</p>")
self.text.append('')
self.dataRecvws.abort()
self.set_open()
def get_popularity(self, popularity):
print(u'人数',popularity)
self.num.setText(str(popularity))
def get_danmaku(self, content, user_name):
self.text.insertHtml("<p style='color:black;'>"+'【'+user_name+'】:'+content+"</p>")
self.text.append('')
#self.text.append()
#self.text.append(user_name + ':' + content)
def handle_command(self, command):
if isinstance(command, list):
for one_command in command:
self.handle_command(one_command)
return
cmd = command['cmd']
# print(command)
if cmd == 'DANMU_MSG': # 收到弹幕
self.get_danmaku(command['info'][1], command['info'][2][1])
elif cmd == 'SEND_GIFT': # 送礼物
pass
elif cmd == 'WELCOME': # 欢迎
pass
elif cmd == 'WELCOME_GUARD': # 欢迎房管
pass
elif cmd == 'SYS_MSG': # 系统消息
pass
elif cmd == 'PREPARING': # 房主准备中
pass
elif cmd == 'LIVE': # 直播开始
pass
elif cmd == 'WISH_BOTTLE': # 许愿瓶?
pass
else:
print('未知命令:', command, file=sys.stderr)
def make_packet(self, data, operation):
body = json.dumps(data).encode('utf-8')
header = HEADER_STRUCT.pack(
HEADER_STRUCT.size + len(body),
HEADER_STRUCT.size,
1,
operation,
1
)
return header + body
#request获得房间号
def get_room_id(self, short_id=6782619):
params = {'id': short_id}
s = requests.Session()
r = s.get(ROOM_INIT_URL, params=params)
# print('r_status_code', r.status_code)
data = r.json()
# print("data['code']", data['code'])
if data['code'] == 0:
room_id = data['data']['room_id']
print('room_id', room_id)
return room_id
if __name__ == '__main__':
app = QApplication(sys.argv)
ar = win()
ar.show()
sys.exit(app.exec_())
然后是分线程device.py
#device.py
# -*- coding:utf-8 -*-
from PyQt5.QtCore import QThread
class heart_beat(QThread):
def __init__(self):
super(heart_beat, self).__init__(parent=None)
self.dataRecvws = None
self.heart = None
self.stop = 0
def run(self):
print('start thread!')
while self.dataRecvws and self.heart:
self.dataRecvws.sendBinaryMessage(self.heart)
time.sleep(30)
def set_heart(self,rev,heart):
self.dataRecvws = rev
self.heart = heart
效果大概是这样的,输入房间短号后按下确定按钮开始连接。