M3U8多线程下载器

最新推荐文章于 2023-10-04 17:07:40 发布

xiaofang113

最新推荐文章于 2023-10-04 17:07:40 发布

阅读量759

点赞数 1

分类专栏： Python 爬虫文章标签： ffmpeg python pyqt

本文链接：https://blog.csdn.net/qq_52525445/article/details/129863008

版权

Python 同时被 2 个专栏收录

7 篇文章 0 订阅

订阅专栏

爬虫

3 篇文章 0 订阅

订阅专栏

一.M3U8简介

M3U8是一种用于指示多媒体播放列表的格式。这种格式通常用于流媒体播放，尤其是在直播和点播领域。
M3U8文件是一个文本文件，其中包含一个或多个URL，这些URL指向实际的媒体文件或其他M3U8文件。
这种文件格式通常使用UTF-8编码。
M3U8文件可以包含音频、视频、字幕和其他媒体资源。
此外，它还可以定义播放列表中的媒体项的持续时间、标题和其他元数据。
M3U8文件可以通过网络传输，以便实现流媒体播放和直播。

二.实现思路

M3U8是一个文本文件，首先要将文本下载下来，方便后面进行解析
M3U8文本里包含有很多内容，需要提取出需要用到的信息
提取出来的分片文件链接为绝对路径或相对路径，需要统一处理为绝对路径
如果有加密处理，需要提取出加密密钥的URL地址
数据预处理完成后，就可以使用线程池来下载每个分片文件
当验证分片文件下载完成后，即可使用ffmpeg将分片文件合成为MP4文件

三.参考示例

from datetime import datetime
from requests import get
from concurrent.futures import ThreadPoolExecutor
from urllib.parse import urljoin
from Crypto.Cipher import AES
import os
from json import dump
from subprocess import call

class DownloadM3U8():
    def __init__(self):
        super().__init__()

    #清空文件夹
    def del_dir(self,dir):
        if os.path.exists(dir):
            for root, dirs, files in os.walk(dir):
                for file in files:
                    os.remove(os.path.join(root, file))
                for dir in dirs:
                    os.rmdir(os.path.join(root, dir))

    # 解析URL
    def analysis(self,url):
        # 获取m3u8文本
        text = get(url).text
        open("index.m3u8","w",encoding="utf-8").write(text)
        # 提取url
        urllist = []
        keyurl = None
        for line in text.split("\n"):
            if line=="":continue
            if "DISCONTINUITY"in line:break
            if "ENDLIST"in line:break
            if "#EXT-X-KEY"in line and "URI" in line:
                keyurl = urljoin(url,line.split('"')[-2])
            # if "#EXT-X-BASEURL"in line:
            #     baseurl = line.split(":")[-1]
            if "#"not in line:
                if "http"in line:
                    urllist.append(line)
                else:
                    urllist.append(urljoin(url,line))
        return urllist,keyurl

    # 下载TS
    def downloadTS(self,url,key,filepath):
        print(f"正在下载: {url}")
        while True:
            try:content = get(url,timeout=5).content;break
            except:continue
        os.makedirs("./TS/",exist_ok=True)
        with open(filepath,"wb") as f:
            if key:f.write(AES.new(key,AES.MODE_CBC,key).decrypt(content))
            else:f.write(content)

    # 验证TS
    def validationTS(self,urllist,filelist):
        errorlist = []
        for url,file in zip(urllist,filelist):
            if not os.path.exists(file):
                errorlist.append(url)
            elif (os.path.getsize(file)/1024)<10:
                if file!=filelist[-1]:
                    errorlist.append(url)
                    print("尺寸过小：{}".format(os.path.getsize(file)))
        if len(errorlist)>0:
            print("缺少{}个TS文件".format(len(errorlist)))
        return errorlist

    # 合并TS
    def mergeTS(self,filelist):
        print("正在合并TS文件")
        mp4name = datetime.now().strftime("%Y%m%d%H%M%S")
        with open(f"./TS/{mp4name}.txt","w+",encoding="utf-8") as f:
            [f.write("file '{}'\n".format(i.split("/")[-1]))for i in filelist]
        os.makedirs("./MP4/",exist_ok=True)
        cmd = f"ffmpeg -f concat -safe 0 -i ./TS/{mp4name}.txt -c copy ./MP4/{mp4name}.mp4 -loglevel quiet -n"
        try:
            r = call(cmd,creationflags=0x08000000)
        except:
            return 1
        if r==0:
            return mp4name
        else:
            return False

    # 下载主程序
    def start(self,m3u8url):
        self.del_dir("./TS/")
        # 解析URL
        urllist,keyurl = self.analysis(m3u8url)
        if len(urllist)==0:return
        key = get(keyurl).content if keyurl else None
        # 使用线程池下载
        filelist = ["./TS/"+i.split("/")[-1] for i in urllist]
        os.makedirs("./TS/",exist_ok=True)
        dump(filelist,open("./TS/filelist.json","w",encoding="utf-8"),ensure_ascii=False,indent=4)
        with ThreadPoolExecutor(max_workers=80) as pool:
            [pool.submit(self.downloadTS,url,key,filepath) for url,filepath in zip(urllist,filelist)]
        # 验证TS文件
        while True:
            errorlist = self.validationTS(urllist,filelist)
            if errorlist:
                [self.downloadTS(url,key,filepath) for url,filepath in zip(errorlist,filelist)]
            else:break
        # 合并TS文件
        mp4name = self.mergeTS(filelist)
        # 相对路径转绝对路径
        if mp4name:print("下载完成 {}".format(os.path.abspath("./MP4/{}.mp4".format(mp4name))))
        elif mp4name==1:print("未识别到ffmpeg")
        else:print("下载失败")
        self.del_dir("./TS/")
        os.removedirs("./TS/")

if __name__ == '__main__':
    m3u8url = "https://#################/index.m3u8"
    m3u8url = input("请输入M3U8链接")
    DownloadM3U8(m3u8url)

四.设计GUI

from datetime import datetime
from time import sleep
from sys import exit,argv
from requests import get
from PyQt5.QtWidgets import QApplication, QWidget, QPushButton, QLineEdit, QLabel, QDesktopWidget, QProgressBar
from PyQt5.QtCore import pyqtSlot
from concurrent.futures import ThreadPoolExecutor
from urllib.parse import urljoin
from Crypto.Cipher import AES
import os
from threading import Thread
from json import dump,loads
from subprocess import call

class App(QWidget):

    def __init__(self):
        super().__init__()
        self.XSHOW()

    def center(self):#窗口居中
        qr = self.frameGeometry()
        cp = QDesktopWidget().availableGeometry().center()
        qr.moveCenter(cp)
        self.move(qr.topLeft())

    def XSHOW(self):#显示主窗口
        self.IGUI()
        self.resize(600,90)
        self.center()
        self.setWindowTitle("xiaofang")
        # self.setWindowFlags(Qt.FramelessWindowHint)  # 无边框
        self.show()

    def IGUI(self):
        # 链接输入框
        self.url_textbox = QLineEdit(self)
        self.url_textbox.move(20, 10)
        self.url_textbox.resize(480, 20)

        # 下载按钮
        self.download_button = QPushButton('下载', self)
        self.download_button.move(520, 10)
        self.download_button.resize(60, 20)
        self.download_button.clicked.connect(self.on_click)

        # 进度条
        self.pbar = QProgressBar(self)
        self.pbar.setGeometry(20, 40, 510, 20)

        # 日志框
        self.log_label = QLabel(self)
        self.log_label.move(20, 65)
        self.log_label.setText("请输入M3U8链接")
        self.log_label.resize(560, 20)

    #清空文件夹
    def del_dir(self,dir):
        if os.path.exists(dir):
            for root, dirs, files in os.walk(dir):
                for file in files:
                    os.remove(os.path.join(root, file))
                for dir in dirs:
                    os.rmdir(os.path.join(root, dir))
    
    # 解析URL
    def analysis(self,url):
        # 获取m3u8文本
        text = get(url).text
        # open("a.m3u8","w",encoding="utf-8").write(text)
        # 提取url
        urllist = []
        keyurl = None
        for line in text.split("\n"):
            if line=="":continue
            if "DISCONTINUITY"in line:break
            if "ENDLIST"in line:break
            if "#EXT-X-KEY"in line and "URI" in line:
                keyurl = urljoin(url,line.split('"')[-2])
            # if "#EXT-X-BASEURL"in line:
            #     baseurl = line.split(":")[-1]
            if "#"not in line:
                if "http"in line:urllist.append(line)
                else:urllist.append(urljoin(url,line))
        return urllist,keyurl

    # 下载TS
    def downloadTS(self,url,key,filepath):
        self.print(f"正在下载: {url}")
        while True:
            try:content = get(url,timeout=5).content;break
            except:continue
        os.makedirs("./TS/",exist_ok=True)
        with open(filepath,"wb") as f:
            if key:f.write(AES.new(key,AES.MODE_CBC,key).decrypt(content))
            else:f.write(content)

    # 验证TS
    def validationTS(self,urllist,filelist):
        errorlist = []
        for url,file in zip(urllist,filelist):
            if not os.path.exists(file):
                errorlist.append(url)
            elif (os.path.getsize(file)/1024)<10:
                if file!=filelist[-1]:
                    errorlist.append(url)
                    self.print("尺寸过小：{}".format(os.path.getsize(file)))
        if len(errorlist)>0:self.print("缺少{}个TS文件".format(len(errorlist)))
        return errorlist

    # 合并TS
    def mergeTS(self,filelist):
        self.print("正在合并TS文件")
        mp4name = datetime.now().strftime("%Y%m%d%H%M%S")
        with open(f"./TS/{mp4name}.txt","w+",encoding="utf-8") as f:
            [f.write("file '{}'\n".format(i.split("/")[-1]))for i in filelist]
        os.makedirs("./MP4/",exist_ok=True)
        cmd = f"ffmpeg -f concat -safe 0 -i ./TS/{mp4name}.txt -c copy ./MP4/{mp4name}.mp4 -loglevel quiet -n"
        try:r = call(cmd,creationflags=0x08000000)
        except:return 1
        if r==0:return mp4name
        else:return False

    # 主程序
    def downloadm3u8(self,m3u8url):
        self.del_dir("./TS/")
        # 解析URL
        urllist,keyurl = self.analysis(m3u8url)
        if len(urllist)==0:return
        key = get(keyurl).content if keyurl else None
        # 使用线程池下载
        filelist = ["./TS/"+i.split("/")[-1] for i in urllist]
        os.makedirs("./TS/",exist_ok=True)
        dump(filelist,open("./TS/filelist.json","w",encoding="utf-8"),ensure_ascii=False,indent=4)
        with ThreadPoolExecutor(max_workers=80) as pool:
            [pool.submit(self.downloadTS,url,key,filepath) for url,filepath in zip(urllist,filelist)]
        # 验证TS文件
        while True:
            errorlist = self.validationTS(urllist,filelist)
            if errorlist:[self.downloadTS(url,key,filepath) for url,filepath in zip(errorlist,filelist)]
            else:break
        # 合并TS文件
        mp4name = self.mergeTS(filelist)
        # 相对路径转绝对路径
        if mp4name:self.print("下载完成 {}".format(os.path.abspath("./MP4/{}.mp4".format(mp4name))))
        elif mp4name==1:self.print("未识别到ffmpeg")
        else:self.print("下载失败")
        self.del_dir("./TS/")

    # 打印日志
    def print(self,*args):
        print(*args)
        self.log_label.setText(*args)

    # 状态监控
    def state(self):
        while True:
            try:filelist = loads(open("./TS/filelist.json","r",encoding="utf-8").read());break
            except:sleep(1);continue
        self.step = 0
        self.pbar.setValue(self.step)
        count = len(filelist)
        while True:
            for i in filelist:
                if os.path.exists(i):filelist.remove(i)
            self.step = round((count-len(filelist))/count*100,0)
            self.pbar.setValue(int(self.step))
            if self.step==100:break
        self.pbar.setValue(100)

    @pyqtSlot()
    def on_click(self):
        self.del_dir("./TS/")
        url = self.url_textbox.text()
        if url==""or "m3u8"not in url:self.print("请输入M3U8链接");return
        Thread(target=self.downloadm3u8, args=(url,)).start()
        Thread(target=self.state, args=()).start()

if __name__ == '__main__':
    app = QApplication(argv)
    ex = App()
    exit(app.exec_())

五.打包

使用pyinstaller打包成exe

pyinstaller -F -w main.py

六.演示

七.注意事项

需要安装ffmpeg，并且加入系统环境变量或者放至同目录，否则无法合成

需要安装以下python库

from datetime import datetime
from requests import get
from concurrent.futures import ThreadPoolExecutor
from urllib.parse import urljoin
from Crypto.Cipher import AES
import os
from json import dump
from subprocess import call

注：crypto包安装方式为 pip install pycryptodome