python发送http multipart报文并和php交互

1.拼http报文是比较麻烦的事(python脚本) 虽然有可能报错 但我需要优雅地处理出错，这里我开了多个线程来同时请求加快响应速度

# -*- coding: utf-8 -*-
import sys
import httplib
import mimetypes
import urllib2
import json
from threading import Thread


class Poster(Thread):
    def __init__(self, url):
        Thread.__init__(self)
        self.url = url
        self.fname = self.get_file_name_by_url(self.url)

    def get_file_name_by_url(self, img_url):
        """
        通过url获取文件名
        """
        pos = url.rfind('/')
        length = len(img_url)
        fname = url[pos + 1:length]
        return fname

    def post_multipart(self, host, uri, fields, files):
        """
        发送multipart表单
        """
        content_type, body = self.encode_multipart_formdata(fields, files)
        h = httplib.HTTP(host)
        h.putrequest('POST', uri)
        h.putheader('content-type', content_type)
        h.putheader('content-length', str(len(body)))
        h.putheader('host', 'hkg02.test.com')
        h.endheaders()
        h.send(body)
        errcode, errmsg, headers = h.getreply()
        return h.file.read()

    def encode_multipart_formdata(self, fields, files):
        """
        生成multipart http报文
        """
        BOUNDARY = '----------ThIs_Is_tHe_bouNdaRY_$'
        CRLF = '\r\n'
        L = []
        for (key, value) in fields:
            L.append('--' + BOUNDARY)
            L.append('Content-Disposition: form-data; name="%s"' % key)
            L.append('')
            L.append(value)
        for (key, filename, value) in files:
            L.append('--' + BOUNDARY)
            L.append('Content-Disposition: form-data; name="%s"; filename="%s"' % (key, filename))
            L.append('Content-Type: %s' % self.get_content_type(filename))
            L.append('')
            L.append(value)
        L.append('--' + BOUNDARY + '--')
        L.append('')
        body = CRLF.join(L)
        content_type = 'multipart/form-data; boundary=%s' % BOUNDARY
        return content_type, body

    def get_content_type(self, filename):
        """
        获取内容类型
        """
        return mimetypes.guess_type(filename)[0] or 'application/octet-stream'

    def run(self):
        """
        todo
        """
        host = 'test.com:8080'
        uri = '/index.php/UploadFile/UploadAndCompress'
        fields = [('ftype', '3'), ('format', json.dumps({})), ('type', '4'), ('file', 'screenshot')]
        value = urllib2.urlopen(self.url).read()
        files = [('screenshot', self.fname, value)]
        try:
            ret = self.post_multipart(host, uri, fields, files)
            print ret
        except Exception, e:
            print "Error detail: %s" % e
            sys.exit(1)


if __name__ == "__main__":
    # urlStr = 'http://imgphone.test.com/public/developer/18b0d82fa4be4aa64925af5efaa41415.jpg,' \
    #          'http://imgphone.test.com/public/developer/de1958ca8bd3d0a72b9c61d6ae48c67e.jpg,' \
    #          'http://imgphone.test.com/public/developer/667a6045fd6bd33ce5d0a8d994ad8bbe.jpg,' \
    #          'http://imgphone.test.com/public/developer/6704fda4fdb0f07186043113eff9c2fd.jpg'

    urlStr = sys.argv[1]
    urls = urlStr.split(',')
    threads = []
    for url in urls:
        url = url.strip()
        t = Poster(url)
        threads.append(t)

    for t in threads:
        t.start()

    for t in threads:
        t.join()

2.php调用，(其实还是有点风险的，容错要做好)

$url = 'http://imgphone.test.com/public/developer/4f7a28bfe4ab8da69fe9c4ee07e382e3.jpeg,
		http://imgphone.test.com/uploads/developer/52ad2887ef1842ee894c94a829de498b.jpeg,
		http://imgphone.test.com/uploads/developer/0e461902b989bf7e9839bec90f718f13.jpeg,
		http://imgphone.test.com/uploads/developer/a4f60f3b80b41138fdaa0c17c271d48c.jpeg';
$ret = shell_exec('python test.py '.$url);

这里注意用shell_exec才能返回python执行的返回的所有数据，如果是exec的话只会返回最后一行，无论是shell_exec还是exec 一旦碰到执行的命令错误，都将返回null，这时候可以这样调试

exec('python post.py ' . $url . ' 2>&1', $output);

这样$output变量就会以数组的方式记录出错的信息，(这个对于调试很重要，也方便系统间写日志)

好了，纯属YY，记录下～