from .DStream import RDD

def parse_line(line):
    r = line.strip().split()
    return r

RDD.TextFile('/home/wangjinxiang/workspace/RDD/dict.txt'
        ).map(parse_line
        ).flatmap(lambda x:(x,1)
        ).reduceBykey(lambda x,y:x+y
        ).sort(key=lambda x:x[1]
        ).map(lambda x:"%s,%d\n"%(x[0], x[1])
        ).saveAsTextFile('result')