hadoop+etl+mysql_hadoop项目实战--ETL--（二）实现自动向mysql中添加数据

# _*_ coding:UTF-8 _*_'''Created on 2016年12月1日

@author: duking'''import MySQLdb

import random,stringimport time

import threading'''数据库连接'''def ConnMysql():

#连接数据库

conn= MySQLdb.connect(host = "192.168.0.154", user = 'root', passwd = '123456', db = 'db_etl', charset = 'utf8')

cursor=conn.cursor()returnconn,cursor'''插入user数据'''def AddUserInfo(username,passwd):

conn,cursor=ConnMysql()

sql= "insert into userinfo(username,passwd) values(%s,%s)"param=(username,passwd)

cursor.execute(sql,param)

conn.commit()

cursor.close()

conn.close()'''插入order数据'''def AddOderInfo(warename,price):

conn,cursor=ConnMysql()

sql= "insert into oderinfo(warename,price) values(%s,%s)"param=(warename,price)

cursor.execute(sql,param)

conn.commit()

cursor.close()

conn.close()'''随机产生字符串'''def Random_Str(randomlength):

a= list(string.ascii_letters)

random.shuffle(a)return ''.join(a[:randomlength])

#随机生成订单信息

def MakeOderInfo(threadname):while(True):

#随机10~100秒生成一条Oder信息

time.sleep(random.randint(10,100))

AddOderInfo(Random_Str(random.randint(6,10)),float(round(random.uniform(10,100),2)))

print threadname+ ':a new OderInfo is Maked' +time.ctime(time.time())

#随机生成用户信息

def MakeUserInfo(threadname):while(True):

time.sleep(random.randint(20,100))

AddUserInfo(Random_Str(random.randint(6,10)),Random_Str(random.randint(6,10)))

print threadname+ ':a new UserInfo is Maked' +time.ctime(time.time())

#python 模块的入口：main函数if __name__ == '__main__':

#多线程

thread_1= threading.Thread(target=MakeOderInfo,args=('thread_1', ))

thread_2= threading.Thread(target=MakeUserInfo,args=('thread_2', ))

#启动线程

thread_1.start()

thread_2.start()