云计算课设整理

1. consul的配置

服务端

sudo consul agent -server -bootstrap -data-dir /opt/consul -bind=192.168.43.64[self] -client 0.0.0.0

客户端

sudo consul agent -data-dir /opt/consul -bind=192.168.43.159[self] -client 0.0.0.0 -join 192.168.43.64[server]

2. 管理可视化

import docker
import subprocess
import tkinter
import tkinter.messagebox
import random
import paramiko
import tkinter.font as tkFont
from tkinter import ttk
import os

SHARE = '/mpi'
DockerFile = '/mpi'
volumes = {}
temp_volumes = {}
temp_volumes['bind'] = DockerFile
temp_volumes['mode'] = 'rw'
volumes[SHARE] = temp_volumes

ssh = paramiko.SSHClient()
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh.connect(hostname="192.168.43.55", port=22, username="aph", password="aph")

ip1 = '192.168.43.64'
ip2 = '192.168.43.55'
docker_images = 'yjs/mpi'
connect1 = ip1 + ':2375'
connect2 = ip2 + ':2375'
client1 = docker.DockerClient(base_url=connect1)
client2 = docker.DockerClient(base_url=connect2)
network = client1.networks.get('mpi_net')
CPU_re = 8
CPU_gui = 8


def show_state():
    create = tkinter.Toplevel()
    frame_main = tkinter.Frame(create, bg="whitesmoke")
    frame_main.propagate(False)
    frame_main.pack(expand=tkinter.YES, fill=tkinter.BOTH)
    create.title('state')
    create.geometry('800x600')  # 窗体大小
    os.system("docker stats --no-stream >x")
    command = "docker stats --no-stream"
    stdin, stdout, stderr = ssh.exec_command(command)
    for i in stdout.readlines():
        with open("x", "a") as fp:
            fp.write(i)
    with open("x", "r") as fp:
        state = fp.read()
    stae_label = ttk.Label(frame_main, text=state, font=tkFont.Font(family="微软雅黑", size=12, weight=tkFont.NORMAL))
    stae_label.pack()


def write_config():
    file_address = SHARE + '/config'
    containers1 = client1.containers.list()
    containers2 = client2.containers.list()
    containers_ip = network.attrs['Containers']
    ips = []
    with open(file_address, mode='w', encoding='utf-8') as file_obj:
        for container in containers1:
            for container_ip in containers_ip:
                key = container_ip
                value = containers_ip[key]
                if value['Name'] == container.name:
                    ip = value['IPv4Address'][:-3]
                    if value['Name'] == 'master_liu':
                        file_obj.write(ip + ':' + str(1) + '\n')
                    else:
                        ips.append(ip)
        for container in containers2:
            for container_ip in containers_ip:
                key = container_ip
                value = containers_ip[key]
                if value['Name'] == container.name:
                    ip = value['IPv4Address'][:-3]
                    if value['Name'] == 'master_miao':
                        file_obj.write(ip + ':' + str(1) + '\n')
                    else:
                        ips.append(ip)
        for i in range(len(ips)):
            file_obj.write(ips[i] + ':' + str(1) + '\n')


def create():
    create_one = tkinter.Toplevel()
    frame_main = tkinter.Frame(create_one, bg="white")
    frame_main.propagate(False)
    frame_main.pack(expand=tkinter.YES, fill=tkinter.BOTH)
    create_one.title('创建虚拟机')
    create_one.geometry('800x600')  # 窗体大小
    global memory, CPU_number, docker_name, docker_place

    number3 = tkinter.StringVar()
    memory = ttk.Combobox(create_one, width=12, textvariable=number3)
    memory['values'] = ('1', '2', '3', '4', '5', '6', '7', '8', '9', '10', '11', '12', '13', '14', '15', '16')
    memory.place(width=250, x=500, y=20, height=20)
    memory.current(0)
    memory_label = tkinter.Label(create_one, text='最大内存（单位GB）（范围1-16）', bg='white')
    memory_label.place(x=20, y=20, width=400, height=20)

    number1 = tkinter.StringVar()
    CPU_number = ttk.Combobox(create_one, width=12, textvariable=number1)
    CPU_number['values'] = ('1', '2', '3', '4', '5', '6', '7', '8')
    CPU_number.place(width=250, x=500, y=70, height=20)
    CPU_number.current(0)
    CPU_number_label = tkinter.Label(create_one, text='CPU核数目（范围1-8）', bg='white')
    CPU_number_label.place(x=20, y=70, width=400, height=20)

    docker_name = tkinter.Entry(create_one)
    docker_name.place(width=250, x=500, y=120, height=20)
    docker_name_label = tkinter.Label(create_one, text='虚拟机名字', width=80, bg='white')
    docker_name_label.place(x=20, y=120, width=400, height=20)

    number2 = tkinter.StringVar()
    docker_place = ttk.Combobox(create_one, width=12, textvariable=number2)
    docker_place['values'] = ('0', '1')
    docker_place.place(width=250, x=500, y=170, height=20)
    docker_place.current(0)
    docker_place_label = tkinter.Label(create_one, text='选择物理机:', bg='white')
    docker_place_label.place(x=20, y=170, width=400, height=20)

    button2 = tkinter.Button(create_one, text='创建虚拟机', command=docker_create, font=('Arial', 12), width=50, height=2)
    button2.place(x=170, y=300)


def docker_check_status(container, flag):
    result = {}
    result['name'] = container.name
    containers_ip = network.attrs['Containers']
    ip = '----'
    result['ipv4'] = ip
    for container_ip in containers_ip:
        key = container_ip
        value = containers_ip[key]
        if value['Name'] == container.name:
            ip = value['IPv4Address'][:-3]
            result['ipv4'] = ip
            break

    stats = container.stats(decode=True)
    stats_value = next(stats)
    short_id = container.short_id
    status = container.status
    result['status'] = status
    result['id'] = short_id

    try:
        pids_num = stats_value['pids_stats']['current']
    except:
        pids_num = 0
    result['pid_num'] = pids_num
    if flag == 0:
        out = subprocess.Popen('docker stats {}'.format(container.name), shell=True, stdout=subprocess.PIPE)
        for n, v in enumerate(out.stdout):
            if n == 1:
                value = bytes.decode(v.strip()).split(' ')
                valuelist = [j for j in value if j != '' and j != '/']
                result['cpu_percentage'] = valuelist[2]
                result['memory_use'] = valuelist[3]
                result['memory_total'] = valuelist[4]
                result['memory_percentage'] = valuelist[5]
                out.terminate()
                break
    if flag == 1:
        command = "docker stats --no-stream " + container.name
        stdin, stdout, stderr = ssh.exec_command(command)
        a = (stdout.read().decode()).split('\n')[1]
        b = a.split(' ')
        list1 = []
        for i in range(len(b)):
            if len(b[i]) > 1:
                list1.append(b[i])
        result['cpu_percentage'] = list1[2]
        result['memory_use'] = list1[3]
        result['memory_total'] = list1[4]
        result['memory_percentage'] = list1[5]

    return result


def start():
    create_three = tkinter.Toplevel()
    frame_main = tkinter.Frame(create_three, bg="whitesmoke")
    frame_main.propagate(False)
    frame_main.pack(expand=tkinter.YES, fill=tkinter.BOTH)
    create_three.title('开启虚拟机')
    create_three.geometry('800x600')  # 窗体大小
    global name2, docker_place2

    number2 = tkinter.StringVar()
    name2 = ttk.Combobox(create_three, width=12, textvariable=number2)
    containers1 = client1.containers.list(all=True)
    containers2 = client2.containers.list(all=True)
    containers1_run = client1.containers.list()
    containers2_run = client2.containers.list()
    list_temp = []
    for container in containers1:
        if container not in containers1_run:
            list_temp.append(container.name)
    for container in containers2:
        if container not in containers2_run:
            list_temp.append(container.name)
    if len(list_temp) == 0:
        list_temp.append('所有的docker容器都已经开启')
    name2['values'] = tuple(list_temp)
    name2.place(width=250, x=500, y=70, height=20)
    name2.current(0)
    name2_label = tkinter.Label(create_three, text='请输入要开启的虚拟机名字', bg='white')
    name2_label.place(x=20, y=70, width=400, height=20)

    number1 = tkinter.StringVar()
    docker_place2 = ttk.Combobox(create_three, width=12, textvariable=number1)
    docker_place2['values'] = ('0', '1')
    docker_place2.place(width=250, x=500, y=170, height=20)
    docker_place2.current(0)
    docker_place2_label1 = tkinter.Label(create_three, text='选择物理机：', bg='white')
    docker_place2_label1.place(x=20, y=170, width=400, height=20)

    button1 = tkinter.Button(create_three, text='开启虚拟机', command=start_container, font=('Arial', 12), width=50,
                             height=2)
    button1.place(x=170, y=300)


def remove():
    create_four = tkinter.Toplevel()
    frame_main = tkinter.Frame(create_four, bg="white")
    frame_main.propagate(False)
    frame_main.pack(expand=tkinter.YES, fill=tkinter.BOTH)
    create_four.title('删除虚拟机')
    create_four.geometry('800x600')  # 窗体大小
    global name1, docker_place1

    number1 = tkinter.StringVar()
    name1 = ttk.Combobox(create_four, width=12, textvariable=number1)
    containers1 = client1.containers.list(all=True)
    containers2 = client2.containers.list(all=True)
    list_temp = []
    for container in containers1:
        list_temp.append(container.name)
    for container in containers2:
        list_temp.append(container.name)
    name1['values'] = tuple(list_temp)
    name1.place(width=250, x=500, y=70, height=20)
    name1.current(0)
    name1_label = tkinter.Label(create_four, text='请输入要删除的虚拟机名字', bg='white')
    name1_label.place(x=20, y=70, width=400, height=20)

    number2 = tkinter.StringVar()
    docker_place1 = ttk.Combobox(create_four, width=12, textvariable=number2)
    docker_place1['values'] = ('0', '1')
    docker_place1.place(width=250, x=500, y=170, height=20)
    docker_place1.current(0)
    docker_place_label1 = tkinter.Label(create_four, text='请选择在那一台物理机上删除docker(0, 1)：', bg='whitesmoke')
    docker_place_label1.place(x=20, y=170, width=400, height=20)

    button1 = tkinter.Button(create_four, text='删除虚拟机', command=remove_container, font=('Arial', 12), width=50,
                             height=2)
    button1.place(x=170, y=300)


def stop():
    create_five = tkinter.Toplevel()
    frame_main = tkinter.Frame(create_five, bg="whitesmoke")
    frame_main.propagate(False)
    frame_main.pack(expand=tkinter.YES, fill=tkinter.BOTH)
    create_five.title('停止虚拟机')
    create_five.geometry('800x600')  # 窗体大小
    global name3, docker_place3

    number1 = tkinter.StringVar()
    name3 = ttk.Combobox(create_five, width=12, textvariable=number1)
    containers1 = client1.containers.list()
    containers2 = client2.containers.list()
    list_temp = []
    for container in containers1:
        list_temp.append(container.name)
    for container in containers2:
        list_temp.append(container.name)
    name3['values'] = tuple(list_temp)
    name3.place(width=250, x=500, y=70, height=20)
    name3.current(0)
    name3_label = tkinter.Label(create_five, text='请输入要停止的虚拟机名字', bg='whitesmoke')
    name3_label.place(x=20, y=70, width=400, height=20)

    number2 = tkinter.StringVar()
    docker_place3 = ttk.Combobox(create_five, width=12, textvariable=number2)
    docker_place3['values'] = ('0', '1')
    docker_place3.place(width=250, x=500, y=170, height=20)
    docker_place3.current(0)
    docker_place_label3 = tkinter.Label(create_five, text='请选择在那一台物理机上停止docker(0, 1)：', bg='whitesmoke')
    docker_place_label3.place(x=20, y=170, width=400, height=20)

    button3 = tkinter.Button(create_five, text='停止虚拟机', command=stop_container, font=('Arial', 12), width=50, height=2)
    button3.place(x=170, y=300)


def remove_container():
    position = docker_place1.get()
    name = name1.get()
    if position == "0":
        client = client1
    elif position == '1':
        client = client2
    if position != '0' and position != '1':
        tkinter.messagebox.showwarning("提示", '虚拟机参数输入错误')
        return
    name_list = []
    containers = client.containers.list(all=True)
    for container in containers:
        name_list.append(container.name)
    if name not in name_list:
        tkinter.messagebox.showwarning("提示", '要删除的虚拟机不存在')
        return
    container = client.containers.get(name)
    container.stop()
    container.remove()
    tkinter.messagebox.showwarning("提示", '成功删除虚拟机')


def start_container():
    position = docker_place2.get()
    name = name2.get()
    if position == "0":
        client = client1
    elif position == '1':
        client = client2
    if position != '0' and position != '1':
        tkinter.messagebox.showwarning("提示", '虚拟机参数输入错误')
        return
    name_list = []
    containers = client.containers.list(all=True)
    for container in containers:
        name_list.append(container.name)
    if name not in name_list:
        tkinter.messagebox.showwarning("提示", '要开启的虚拟机不存在')
        return
    container = client.containers.get(name)
    container.start()
    tkinter.messagebox.showwarning("提示", '成功开启虚拟机')


def stop_container():
    position = docker_place3.get()
    name = name3.get()
    if position == "0":
        client = client1
    elif position == '1':
        client = client2
    if position != '0' and position != '1':
        tkinter.messagebox.showwarning("提示", '虚拟机参数输入错误')
        return
    name_list = []
    containers = client.containers.list()
    for container in containers:
        name_list.append(container.name)
    if name not in name_list:
        tkinter.messagebox.showwarning("提示", '要停止的虚拟机不存在')
        return
    container = client.containers.get(name)
    container.stop()
    tkinter.messagebox.showwarning("提示", '成功停止虚拟机')


root = tkinter.Tk()
root.title('Cloudcomputing')  # 标题
root.geometry('1200x800')  # 窗体大小

frame_main = tkinter.Frame(root, bg="white")
frame_main.propagate(False)
frame_main.pack(expand=tkinter.YES, fill=tkinter.BOTH)

# title
frame_maintop = tkinter.Frame(frame_main, bg="white", height=80)
frame_maintop.pack(fill=tkinter.X, padx=20, pady=10)
imagetop = tkinter.Label(frame_maintop, width=180, height=60)
tkinter.Label(frame_maintop, text="Docker虚拟机管理器", bg="white", fg='black', height=4,
              font=tkFont.Font(family="微软雅黑", size=20, weight=tkFont.BOLD)).pack(padx=450)

frame_main = tkinter.Frame(frame_main, width=550, bg="white", height=500)
frame_main.pack(fill=tkinter.Y, padx=30)
frame_main.propagate(False)
button1 = tkinter.Button(frame_main, text='创建虚拟机', command=create, font=tkFont.Font(family="微软雅黑", size=12), width=50,
                         height=2, bg='white').pack(padx=10, pady=5)
button2 = tkinter.Button(frame_main, text='查看虚拟机状态', command=show_state, font=tkFont.Font(family="微软雅黑", size=12),
                         width=50, height=2, bg='white').pack(padx=10, pady=5)
button3 = tkinter.Button(frame_main, text='开启虚拟机', command=start, font=tkFont.Font(family="微软雅黑", size=12), width=50,
                         height=2, bg='white').pack(padx=10, pady=5)

button5 = tkinter.Button(frame_main, text='停止虚拟机', command=stop, font=tkFont.Font(family="微软雅黑", size=12), width=50,
                         height=2, bg='white').pack(padx=10, pady=5)
button4 = tkinter.Button(frame_main, text='删除虚拟机', command=remove, font=tkFont.Font(family="微软雅黑", size=12), width=50,
                         height=2, bg='white').pack(padx=10, pady=5)

frame_mainbottom = tkinter.Frame(frame_main, bg="white", width=500)
frame_mainbottom.pack(side=tkinter.BOTTOM, expand=tkinter.YES, fill=tkinter.BOTH)


def docker_create():
    position = docker_place.get()
    if position == "0":
        client = client1
        CPU_number_limit = CPU_re
    elif position == '1':
        client = client2
        CPU_number_limit = CPU_gui
    if position != '0' and position != '1':
        tkinter.messagebox.showwarning("提示", '虚拟机参数输入错误')
        return
    name = docker_name.get()
    memory_number = int(eval(memory.get()))
    if memory_number > 16:
        tkinter.messagebox.showwarning("提示", '虚拟机超过主机最大内存容量')
        return
    mem_limit = memory.get() + 'g'
    number = int(eval(CPU_number.get()))
    if number > CPU_number_limit:
        tkinter.messagebox.showwarning("提示", '虚拟机超过最大CPU核数目')
        return
    CPU_list = []
    CPU_str = ''
    while len(CPU_list) < number:
        i = random.randint(0, 3)
        if i not in CPU_list:
            CPU_list.append(i)
            CPU_str += str(i)
            CPU_str += ','
    CPU_str = CPU_str[:-1]
    client.containers.run(image=docker_images, name=name, mem_limit=mem_limit, tty=True, privileged=True, detach=True,
                          stdin_open=True, network='mpi_net', cpuset_cpus=CPU_str, volumes=volumes)
    tkinter.messagebox.showwarning("提示", '虚拟机创建成功')
    client1.close()
    client2.close()


root.mainloop()
ssh.close()

3. mpi4py求$\pi$

from random import random
import mpi4py.MPI as MPI

comm = MPI.COMM_WORLD
rank = comm.Get_rank()
size = comm.Get_size()
# node_name=comm.Get_name()# MPI_COMM_WORLD
node_name = MPI.Get_processor_name()  # node


def throw(num):
    num_in_circle = 0
    for _ in range(num):
        x, y = random(), random()
        position = pow(x, 2) + pow(y, 2)
        if position <= 1:
            num_in_circle += 1
    return num_in_circle


if rank == 0:
    print(node_name)
    print(size)
    # num_point = eval(input("Please input num of points: "))
    num_point = 100000
    num_batch_size = int(num_point / (size - 1))    
    for id in range(1, size):
        comm.send(num_batch_size, dest=id, tag=0)
    num_circle_lst = []
    for id in range(1, size):
        num_circle_lst.append(comm.recv(source=id, tag=11))
    num_circle = sum(num_circle_lst)
    print(num_circle_lst)
    print(num_circle)
    print(num_circle * 4 / num_point)
else:
    num_point = comm.recv(source=0, tag=0)
    num_in_circle = throw(num_point)
    comm.send(num_in_circle, dest=0, tag=11)

4. 执行流程

1. 创建虚拟机

2. 修改配置文件
   查看各docker的ip

   docker ps -a # 查看机器上所有docker  
   docker exec -it bbb bash # 进入名为bbb的容器  
   ifconfig # 查看ip  
   vim /mpi/config # 修改mpi的配置文件（改ip的映射）		
   

    <font color='red'>每个涉及到的docker都进一遍，改config文件</font>
   

3. 运行mpi程序

   docker exec -it bbb bash#进入任一docker
   cd /mpi
   mpiexec -n 4 -f ./config python3 myPi.py