組合特徵(二)tfidf(word+article)+lsa
阿新 • • 發佈:2018-12-12
""" 將tfidf(word+article)特徵降維為lsa特徵,並將結果儲存至本地,並將結果儲存到本地 """ from sklearn.decomposition import TruncatedSVD import pickle import time t_start = time.time() """===================================================================================================================== 0 讀取tfidf(word+article)特徵 """ with open('tfidf(word+article).pkl.pkl', 'rb') as f: x_train, y_train, x_test = pickle.load(f) """===================================================================================================================== 1 特徵降維:lsa """ lsa = TruncatedSVD(n_components=200) x_train = lsa.fit_transform(x_train) x_test = lsa.transform(x_test) """===================================================================================================================== 2 將lsa特徵儲存至本地 """ data = (x_train, y_train, x_test) with open('tfidf(word+article)+lsa.pkl', 'wb') as f: pickle.dump(data, f_data) t_end = time.time() print("共耗時:{}min".format((t_end-t_start)/60))