python文档处理脚本 github_python编写脚本，登录Github通过指定仓库指定敏感关键字搜索自动化截图生成文件【完美截图】...

前言：为了避免开发人员将敏感信息写入文件传到github，所以测试人员需要检查每个仓库是否有写入，人工搜索审核比较繁琐，所以写一个脚本通过配置 配置文件，指定需要搜索的仓库和每个仓库需要搜索的关键字，生成文件

版本声明

python2.7.8

selenium 2.48.0

火狐浏览器30版本

github.ini

#登录github用户名密码

[login]usr=111pwd=222

#定义需要搜索的组织下哪个仓库

[Warehouse]Warehouse_list=[test1/projectA,test2/projectB]

#定义敏感关键字

[SensitiveKey]keyWord_list=[smtp,password,host]

[email]from_email=[]to_email=[]

上脚本

[RunScripts.py]

# coding:utf-8

from selenium import webdriver

import time

import os

import datetime

import smtplib

from email.mime.text import MIMEText

import ConfigParser

import zipfile

from email.mime.application import MIMEApplication

import email.mime.multipart

import email.mime.text

class conf_git():

def ini_list(self,value):

w_len = len(value)

str_o = w_len - 1

value_str = value.replace(value[0], '')

value = value_str.replace(value[str_o], '')

value_list = value.split(',')

return value_list

def _take_dict(self):

cf = ConfigParser.ConfigParser()

cf.read('github.ini')

save_body={

"name":None,

"pwd":None,

"Warehouse":None,

"SensitiveKey":None,

"from_email":None,

"to_email":None

}

try:

login_usr=cf.get("login","usr")

login_pwd = cf.get("login", "pwd")

from_email = cf.get("email", "from_email")

from_email_list=self.ini_list(from_email)

to_email = cf.get("email", "to_email")

to_email_list = self.ini_list(to_email)

# 读需要搜索的仓库转换list

Warehouse = cf.get("Warehouse", "Warehouse_list")

Warehouse_list=self.ini_list(Warehouse)

# 需要搜索的敏感关键字

SensitiveKey = cf.get("SensitiveKey", "keyWord_list")

SensitiveKey_list = self.ini_list(SensitiveKey)

save_body['name']=login_usr

save_body['pwd'] = login_pwd

save_body['Warehouse'] = Warehouse_list

save_body['SensitiveKey'] = SensitiveKey_list

save_body['from_email']=from_email_list

save_body['to_email'] = to_email_list

conf_dic=save_body

except Exception as errorLog:

print("读写错误，文件配置没有找到或没有匹配项")

return False

else:

return conf_dic

finally:

pass

class _serch_git(conf_git):

def __init__(self):

conf_dic=self._take_dict()

self.Warehouse_list=conf_dic['Warehouse']

self.SensitiveKey_list = conf_dic['SensitiveKey']

self.name=conf_dic['name']

self.pwd = conf_dic['pwd']

self.from_email=conf_dic['from_email']

self.to_email = conf_dic['to_email']

def get_time(self):

nowTime = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S') # 现在

nowTime = str(nowTime)

nowTime_str = nowTime.replace(' ', '')

nowTime = nowTime_str.replace(':', '-')

yymm = nowTime[0:10]

hhmm = nowTime[10:]

file_time=yymm + '-' + hhmm

nowTime='reportIMG'+yymm + '-' + hhmm

return nowTime,file_time

def mkdir_file(self):

nowTime = self.get_time()[0]

for dir_f in self.Warehouse_list:

for dir_key in self.SensitiveKey_list:

if '/' in dir_f:

dir_f=dir_f.replace('/','$')

else:

pass

pr_files = nowTime + '/' + dir_f + '/' + dir_key

os.makedirs(pr_files)

return nowTime

def _login_git_serch(self):

file_master=self.mkdir_file()

self.Warehouse_lists=self.Warehouse_list

self.SensitiveKey_lists=self.SensitiveKey_list

driver = webdriver.Firefox()

driver.get('https://github.com/login')

driver.maximize_window()

driver.find_element_by_id('login_field').send_keys(self.name)

driver.find_element_by_id('password').send_keys(self.pwd)

driver.find_element_by_name('commit').click()

time.sleep(3)

_current_file=os.path.split(os.path.realpath(__file__))[0]

file = self.get_time()[1]

for Warehouse in self.Warehouse_lists:

git_url = 'https://github.com/' + Warehouse

for SensitiveKey in self.SensitiveKey_lists:

git_urls = git_url+ '/search?q=' + SensitiveKey + '&unscoped_q=' + SensitiveKey

driver.get(git_urls)

# time.sleep(1)

if '/' in Warehouse:

Warehouse_file=Warehouse.replace('/','$')

else:

Warehouse_file=Warehouse

try:

all_page_ele = driver.find_element_by_xpath('//*[@id="code_search_results"]/div[2]/div/em')

all_page = all_page_ele.get_attribute('data-total-pages')

# print(all_page)

except:

# print (unicode('只有一页数据：', 'utf-8'))

# driver.save_screenshot(_current_file + '\\' +file_master+ '\\'+Warehouse_file + '\\'+SensitiveKey +'\\'+ file + '.png')

driver.save_screenshot(_current_file + '\\' + file_master + '\\' + Warehouse_file + '\\' + SensitiveKey + '\\' + Warehouse_file+ SensitiveKey+ '1.png')

# print (unicode('截图完成：', 'utf-8'))

else:

true_ele = str(all_page)

# print(true_ele)

true_ele_int = int(true_ele)

# print(true_ele_int)

for pages in range(1,true_ele_int+1):

file = self.get_time()[1]

driver.get('https://github.com/' + Warehouse + '/search?p=' + str(pages) + '&q=' + SensitiveKey + '&type=&utf8=%E2%9C%93')

# driver.save_screenshot(_current_file + '\\' +file_master+ '\\'+Warehouse_file + '\\'+SensitiveKey +'\\'+ file + '.png')

driver.save_screenshot(

_current_file + '\\' + file_master + '\\' + Warehouse_file + '\\' + SensitiveKey + '\\' + Warehouse_file + SensitiveKey +str(pages)+ '.png')

# print(_current_file + '\\' +file_master+ Warehouse_file + '\\'+SensitiveKey +'\\'+ file + '.png')

# print a

finally:

pass

driver.quit()

print (unicode('指定仓库根据指定的关键字已截图完成', 'utf-8'))

return file_master

class sendEmail(_serch_git):

def send_forUsr(self):

file_name=self._login_git_serch()

if "" in self.to_email:

print (unicode('脚本执行完成:', 'utf-8'))

else:

print (unicode('正在打包发送邮件：', 'utf-8'))

f = zipfile.ZipFile(file_name + '.zip', 'w', zipfile.ZIP_DEFLATED)

startdir = file_name

for dirpath, dirnames, filenames in os.walk(startdir):

for filename in filenames:

f.write(os.path.join(dirpath, filename))

time.sleep(3)

# 发送邮件

self.mailserver = 'smtp.mxhichina.com'

self.username_send = self.from_email[0]

self.password = self.from_email[1]

self.user_list = self.to_email

# 主题

subject = 'Github敏感关键字自动化搜索测试报告[附件]'

# 内容

content = '具体截图请查收附件'

for usr in self.user_list:

msg = email.mime.multipart.MIMEMultipart()

msg['from'] = self.username_send

msg['to'] = usr

msg['subject'] = subject

content = content

txt = email.mime.text.MIMEText(content, 'plain', 'utf-8')

msg.attach(txt)

# 添加附件

part = MIMEApplication(open(file_name+'.zip', 'rb').read())

part.add_header('Content-Disposition', 'attachment', filename=file_name+'.zip')

msg.attach(part)

time.sleep(3)

smtp = smtplib.SMTP()

smtp.connect(self.mailserver, '25')

smtp.login(self.username_send, self.password)

try:

smtp.sendmail(self.username_send, usr, str(msg))

except:

print (unicode('邮件未发送', 'utf-8'))

else:

print (unicode('邮件发送成功', 'utf-8'))

finally:

smtp.quit()

if __name__ =="__main__":

sendEmail().send_forUsr()

else:

pass

有个问题，邮件发送后，附件经常破损，后面有时间解决

自动化生成的文件如下：

指定的仓库

指定仓库搜索的关键字

自动截图