Dim_tfidf = 32
X = df['post_detail'].values
tfv = TfidfVectorizer(max_df=0.6, min_df=6, sublinear_tf=False)
tfv.fit(X)
X_tfidf = tfv.transform(X)
svd = TruncatedSVD(n_components=Dim_tfidf)
svd.fit(X_tfidf)
X_svd = svd.transform(X_tfidf)
for i in range(Dim_tfidf):
df[f'post_detail_tfidf_{i}'] = X_svd[:, i]
07-30
2707