学习python的第七天

一、多线程
多线程并不是同时进行的，创建多线程（1）用函数；（2）基于类

1.多线程的基本构造

import _thread   # 多线程
import win32api
def show(i):
    # 0 代表系统，你真帅代表内容，来自JOKER代表标题，0代表窗口类型0，1，2，3
    mystr = win32api.MessageBox(0,"你真帅","来自Joker的问候",0)
for i in range(5):   # 这是小弟线程
    _thread.start_new_thread(show,(i,))  # 前面是执行函数，后面是一个元组,可以不写前提是函数没有形参
while True:  # 在这里加入死循环是为了脚本主线程不死，小弟线程才能运行
    pass

2.用函数创建多线程start_new_thread

import _thread
import time
def go():
    for i in range(5):
        print(i,"--------")
        time.sleep(1)   
for i in range(5):  #同时执行5次
        _thread.start_new_thread(go,())
for j in range(6): #让主线程卡顿6秒
    time.sleep(1)
print("over")

3.线程冲突

import _thread
num = 0
def add():
    for _ in range(1000000):
        global num
        num += 1
    print(num)
'''
for j in range(5):
    add()
'''
for i in range(5):
    _thread.start_new_thread(add,())
# 这里就是线程冲突，5个线程同时抢夺num的资源，导致最后结果错误
'''
1144840
1488805
1671079
1700819
1920182
'''
while True:  # 防止主线程不死
    pass

4.基于类实现多线程

import threading
num = 0
class ljr(threading.Thread):   # 继承threading.Thread类
    def __init__(self):
        threading.Thread.__init__(self)
        #self.num=0
    def run(self):  # 重写threading.Thread类中的run函数
        global num
        for i in range(1000):
            num +=1
        print(num)
if __name__=="__main__":
    for i in range(5):  # 同时创建5个线程
        t = ljr()  # 初始化
        t.start()  # 开启
    while 1:
        pass

4.1.基于类实现多线程的练习

import threading
class ljr(threading.Thread):
    def __init__(self,i):
        threading.Thread.__init__(self)
        self.num=num
        self.i=i
    def run(self):
        print("***",i)
        for _ in range(1000):
            self.num +=1
            print(self.num)
if __name__=="__main__":
    ts=[]
    for i in range(5):
        t = ljr(i)
        t.start()
        ts.append(t)
    for t in ts:
        t.join()
    print("game over")

5.类线程顺序结构

import threading
import win32api
class Mythread(threading.Thread):   # 继承threading.Thread类
    def run(self):  # 定义函数
        win32api.MessageBox(0,"hello",'joker',0)
for i in range(5):
    t = Mythread()  # 初始化
    t.start()  # 开启
    # 等待一个线程执行完毕，再执行下一个线程，一方面可以阻止脚本主线程死掉，另一方面也可以防止线程冲突的一种办法
    t.join()
# t.join() 如果将其放在外部的不确定因素是，系统给for 循环和下面的代码锁定了一片内存，当循环执行完成之后，
# 内存就开锁了，但是里面的东西还依然存在，所以才结束一个窗体，game over就出来了，
# 就和删除文件后，内存中可能还有文件一样的道理
print("game over")

6.类线程乱序结构

import threading
import win32api
class Mythread(threading.Thread):  # 继承threading.Thread类
    def __init__(self, num):
        threading.Thread.__init__(self)  # 父类初始化
        self.num = num

    def run(self):  # 定义函数
        win32api.MessageBox(0, "hello" + str(self.num), 'joker', 0)
        print(self.getName())  # 获取线程名
Mythd = []
for i in range(5):
    t = Mythread(i)  # 初始化
    print(i)
    t.start()  # 开启
    Mythd.append(t)  # 将乱序线程（同时抢夺run这个函数）加入列表
for j in Mythd:
    # 这里与顺序不同，上面显示所有的线程都加入Mthd列表（所以一次性跳出5个窗口，但是主线程还没死，因为有join卡住）。
    # j是线程
    j.join()  # 这里主线程同时等待所有线程都执行完毕，才执行“game over”
print("game over")

7.基于类解决线程冲突

import threading
num = 0
mutex = threading.Lock()  # 创建一个锁，threading.Lock()是一个类
class Myhtread(threading.Thread):
    def run(self):
        global num
        if mutex.acquire(1):  # 如果锁成功，那么线程继续干活，如果锁失败，下面的线程一直等待锁成功，1，代表独占
            for i in range(1000):  # 数字小的时候还是不会产生线程冲突的
                num += 1
            mutex.release()  # 释放锁,一定切记
        print(num)
mythread = []
for i in range(5):
    t = Myhtread()
    t.start()
    mythread.append(t)
for thread in mythread:
    thread.join()  # 或者直接将thread.join()加入for i in range(5)，也能解决线程冲突，但是貌似就变成单线程了
print("game over")

7.1.基于类解决线程冲突练习：在文档中写入随机生成的100个验证码

import threading
import random
class ljr(threading.Thread):
    def __init__(self):
        threading.Thread.__init__(self)
        self.lock=lock
        self.list_=[]
    def run(self):
        for i in range(50):
            res=random.randrange(1000,9999)
            self.list_.append(res)
        """if self.lock.acquire(1):
            self.write(self.list_)
            self.lock.release()"""
        with self.lock:
            self.write(self.list_)
        #以上两种方法相同，但建议使用第二种
    def write(self,num):
        b=[str(x)+"\n" for x in num]
        b="".join(b)
        with open("res.txt",mode="a") as file:
            file.write(b)
if __name__=="__main__":
    ts=[]
    lock=threading.Lock()
    for i in range(2):
        t = ljr()
        t.start()
        ts.append(t)
    for t in ts:
        t.join()
    print("game over")

8.死锁：锁定一条,另一条执行

import threading
import time
boymutex = threading.Lock()  # 创建一个锁
girlmutex = threading.Lock()  # 创建一个锁
class boy(threading.Thread):
    def run(self):
        if boymutex.acquire(1):  # 锁定成功就继续执行，锁定不成功，就一直等待
            print(self.name + "boy  say i  am sorry   up")
            # time.sleep(3)  # 时间过短的话也可以并发执行，不会锁死
            if girlmutex.acquire(1):  # 锁定不成功，因为下面已经锁定
                print(self.name + "boy  say i  am sorry   down")
                girlmutex.release()
            boymutex.release()
class girl(threading.Thread):
    def run(self):
        if girlmutex.acquire(1):  # 锁定成功就继续执行，锁定不成功，就一直等待
            print(self.name + "girl say i  am sorry  up")
            # time.sleep(3)
            if boymutex.acquire(1):  # 锁定不成功，同理上面已经锁定一直等待
                print(self.name + "girl say i  am sorry  down")
                boymutex.release()
            girlmutex.release()
# 开启两个线程
# boy1 = boy()   # Thread-1boy 第一个线程
# boy1.start()
# girl1 = girl()
# girl1.start()
'''
这种例子时间过短是无法很好的产生死锁
for i in range(10):
    Mythread1().start()
    Mythread2().start()
'''
for i in range(1000):
    boy().start()
    girl().start()

9.活锁Rlock：避免单线程锁死

import threading
num = 0
mutext = threading.RLock()  # PLOCK避免单线程死锁
class Mythreading(threading.Thread):
    def run(self):
        global num
        if mutext.acquire(1):
            num += 1
            print(self.name, num)
            if mutext.acquire(1):
                num += 1000
                mutext.release()
            mutext.release()
for i in range(5):  # 开启5个进程
    t = Mythreading()
    t.start()

9.1.活锁练习1

import threading
num = 0
mutex = threading.Lock()
class Myhtread(threading.Thread):
    def run(self):
        global num
        if mutex.acquire(1):
            for i in range(1000000):
                num +=1
            mutex.release()
        print(num)
Myhtread= []
for i in range(5):
    t =Myhtread()
    t.start()
    mythread.append(t)
for thred in mythread:
    thread.join()
print("game over")

9.1.活锁练习2：爬取猫眼网站中的100部电影

import requests
import threading
import re
class maoyan_top500(threading.Thread):
    def __init__(self, start_, end_,lock):
        threading.Thread.__init__(self)
        self.headers = {
            'User-Agent':
            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.100 Safari/537.36'
        }
        self.base_url = 'https://maoyan.com/board/4?offset=%d'
        self.start_ = start_
        self.end_ = end_
        self.lock = lock
    def run(self):
        for offset in range(self.start_, self.end_, 10):
            url = self.base_url % offset
            response = requests.get(url, headers=self.headers)
            html = response.text
            info_list = self.get_Information(html)
            with self.lock:
                self.write(info_list)
            print('offset {} OK !'.format(offset))
    def get_Information(self, html):
        information_list = []
        for line in html.split('\n'):
            if 'class="image-link"' in line:
                movie_name = line.split('title="')[1].split('"')[0]
                information_list.append(movie_name)
            if 'class="integer"' in line:
                res = re.search(
                    '<p class="score"><i class="integer">(\d\.)</i><i class="fraction">(\d)</i></p>',
                    line)
                integer = res.group(1)
                fraction = res.group(2)
                score = integer + fraction
                information_list.append(score)
        return information_list
    def write(self,info_list):
        str_ = str(info_list) + '\n'
        with open('res.txt',mode='a',encoding='utf8') as file:
            file.write(str_)
if __name__ == "__main__":
    threads = []
    lock = threading.Lock()
    for i in range(2):
        t = maoyan_top500(start_=i * 50, end_=(i + 1) * 50,lock=lock)
        t.start()
        threads.append(t)
    for t in threads:
        t.join()
    print('Over')

10.信号限制线程数量

import threading
import time
sem = threading.Semaphore(2)  # 限制最大线程数为2个
def gothread():
    with sem:  # 锁定数量
        for i in range(10):
            print(threading.current_thread().name, i)  # 打印线程名字
            time.sleep(1)
for i in range(5):
    threading.Thread(target=gothread).start()  # 乱序执行多线程，就可以考虑为有些cpu牛逼些能够执行快一点

11.锁定匹配数量

import threading
# 为了合理利用资源
# 凑出线程数量，也就是说一定要至少凑成两个才能执行
# 换而言之，也就是说只有创建线程数是2，或者2的倍数才能全部执行
bar = threading.Barrier(2)
def sever():
    print(threading.current_thread().name,"start")
    bar.wait()
    print(threading.current_thread().name,"end")
for i in range(3):
    threading.Thread(target=sever).start()
'''
Thread-1 start
Thread-2 start
Thread-2 end
Thread-1 end
Thread-3 start
这里出现Thread-3 是因为锁定在"start"之后，所以最后面Thread-3 end 是无法出现的
'''

12.线程通信

import threading
import time
def goevent():
    e = threading.Event()  # 事件
    def go():
        e.wait()  # 等待事件，线程卡顿，等待set消息
        print("go")
    threading.Thread(target=go).start() # 需要创建一个线程
    return e
t = goevent()
time.sleep(3)
t.set()  # 激发事件

12.1.线程通信练习：利用装饰器完成对时间的设定为5秒

import threading
import time
def deco2(times):
    def deco(func):
        def warp(*args,**kwargs):
            e=args[0]
            time.sleep(times)
            e.set()
            return func(*args,**kwargs)
        return warp
    return deco
@deco2(5)
def A(e):
    e.wait()
    print("hello")
"""def B(e):
    time.sleep(3)
    e.set()"""
if __name__=="__main__":
    e=threading.Event()
    t1=threading.Thread(target=A,args=(e,))
   # t2=threading.Thread(target=B,args=(e,))
    t1.start()
    #t2.start()
    t1.join()
    #t2.join()