1.拼http报文是比较麻烦的事(python脚本) 虽然有可能报错 但我需要优雅地处理出错,这里我开了多个线程来同时请求加快响应速度
# -*- coding: utf-8 -*-
import sys
import httplib
import mimetypes
import urllib2
import json
from threading import Thread
class Poster(Thread):
def __init__(self, url):
Thread.__init__(self)
self.url = url
self.fname = self.get_file_name_by_url(self.url)
def get_file_name_by_url(self, img_url):
"""
通过url获取文件名
"""
pos = url.rfind('/')
length = len(img_url)
fname = url[pos + 1:length]
return fname
def post_multipart(self, host, uri, fields, files):
"""
发送multipart表单
"""
content_type, body = self.encode_multipart_formdata(fields, files)
h = httplib.HTTP(host)
h.putrequest('POST', uri)
h.putheader('content-type', content_type)
h.putheader('content-length', str(len(body)))
h.putheader('host', 'hkg02.test.com')
h.endheaders()
h.send(body)
errcode, errmsg, headers = h.getreply()
return h.file.read()
def encode_multipart_formdata(self, fields, files):
"""
生成multipart http报文
"""
BOUNDARY = '----------ThIs_Is_tHe_bouNdaRY_$'
CRLF = '\r\n'
L = []
for (key, value) in fields:
L.append('--' + BOUNDARY)
L.append('Content-Disposition: form-data; name="%s"' % key)
L.append('')
L.append(value)
for (key, filename, value) in files:
L.append('--' + BOUNDARY)
L.append('Content-Disposition: form-data; name="%s"; filename="%s"' % (key, filename))
L.append('Content-Type: %s' % self.get_content_type(filename))
L.append('')
L.append(value)
L.append('--' + BOUNDARY + '--')
L.append('')
body = CRLF.join(L)
content_type = 'multipart/form-data; boundary=%s' % BOUNDARY
return content_type, body
def get_content_type(self, filename):
"""
获取内容类型
"""
return mimetypes.guess_type(filename)[0] or 'application/octet-stream'
def run(self):
"""
todo
"""
host = 'test.com:8080'
uri = '/index.php/UploadFile/UploadAndCompress'
fields = [('ftype', '3'), ('format', json.dumps({})), ('type', '4'), ('file', 'screenshot')]
value = urllib2.urlopen(self.url).read()
files = [('screenshot', self.fname, value)]
try:
ret = self.post_multipart(host, uri, fields, files)
print ret
except Exception, e:
print "Error detail: %s" % e
sys.exit(1)
if __name__ == "__main__":
# urlStr = 'http://imgphone.test.com/public/developer/18b0d82fa4be4aa64925af5efaa41415.jpg,' \
# 'http://imgphone.test.com/public/developer/de1958ca8bd3d0a72b9c61d6ae48c67e.jpg,' \
# 'http://imgphone.test.com/public/developer/667a6045fd6bd33ce5d0a8d994ad8bbe.jpg,' \
# 'http://imgphone.test.com/public/developer/6704fda4fdb0f07186043113eff9c2fd.jpg'
urlStr = sys.argv[1]
urls = urlStr.split(',')
threads = []
for url in urls:
url = url.strip()
t = Poster(url)
threads.append(t)
for t in threads:
t.start()
for t in threads:
t.join()
2.php调用,(其实还是有点风险的,容错要做好)
$url = 'http://imgphone.test.com/public/developer/4f7a28bfe4ab8da69fe9c4ee07e382e3.jpeg,
http://imgphone.test.com/uploads/developer/52ad2887ef1842ee894c94a829de498b.jpeg,
http://imgphone.test.com/uploads/developer/0e461902b989bf7e9839bec90f718f13.jpeg,
http://imgphone.test.com/uploads/developer/a4f60f3b80b41138fdaa0c17c271d48c.jpeg';
$ret = shell_exec('python test.py '.$url);
这里注意用shell_exec才能返回python执行的返回的所有数据,如果是exec的话只会返回最后一行,无论是shell_exec还是exec 一旦碰到执行的命令错误,都将返回null,这时候可以这样调试
exec('python post.py ' . $url . ' 2>&1', $output);
这样$output变量就会以数组的方式记录出错的信息,(这个对于调试很重要,也方便系统间写日志)
好了,纯属YY,记录下~