@直接上代码
线程分配数据分发的机器节点
sentiment_host = ["192.168.50.119:33140", "192.168.50.139:33140", "192.168.50.169:33140", "192.168.50.179:33140"]
factor, reminder = divmod(len(tags_cul_name), len(sentiment_host))
extend_sentiment_host = factor * sentiment_host + sentiment_host[:reminder]
nest_tags = [[tag,url] for tag, url in zip(tags_cul_name, extend_sentiment_host)]
with Pool(processes=4) as p:
partial_f = partial(sen_deal_new, df_clean_list_is_0, 10000)
data_5tags = list(p.map(partial_f, nest_tags))
#结果是一个list包含4个线程的结果。