![](https://img-blog.csdnimg.cn/20201014180756927.png?x-oss-process=image/resize,m_fixed,h_64,w_64)
分词
此昵称为什么总存在
这个作者很懒,什么都没留下…
展开
-
csv分词记录
import csvimport nltkfrom nltk.stem import PorterStemmerfrom nltk.stem import WordNetLemmatizerimport pandas as pdfrom pandas import read_csvimport numpy as np#分词def stopwordslist(): stopwords = [line.strip() for line in open('stopwords_en.tx.原创 2020-12-21 16:56:13 · 225 阅读 · 0 评论 -
中英文分词
1.jieba 分词# -*- coding: UTF-8 -*-from collections import Counterimport jiebadef stopwordslist(): stopwords = [line.strip() for line in open('stopwords_en.txt',encoding='UTF-8').readlines()] return stopwordsdef seg_depart(sentence): se原创 2020-12-20 19:56:45 · 248 阅读 · 0 评论