python简单实现hadoop map reduce统计功能

#!/usr/bin/env python

def hadoopMap(fd):
    lines={}
    for line in fd:
        if lines.has_key(line):
            lines[line]+=1
        else:
            lines[line]=1

    return lines

def hadoopReduce(result,mapResult):
    for key in mapResult:
        if result.has_key(key):
            result[key]+=mapResult[key]
        else:
            result[key]=mapResult[key]
    print result
    return result
fd=(open("test.0",'r'),open("test.1"))
mapData=map(hadoopMap,fd)
for fds in fd:
    fds.close()
print mapData
reduceResult=reduce(hadoopReduce,mapData,{})
print reduceResult