sklearn 集成学习(ensemble learning)

from sklearn.ensemble import RandomForestClassifier
from sklearn.ensemble import VotingClassifier
from sklearn.linear_model import LogisticRegression
from sklearn.svm import SVC
 
log_clf=LogisticRegression()
rnd_clf=RandomForestClassifier()
svm_clf=SVC()
 
voting_clf=VotingClassifier(
	estimators=[('lc',log_clf),('rf',rnd_clf,),('svc',svm_clf)],
	voting='soft'
)
 
from sklearn.metrics import accuracy_score
for clf in (log_clf,rnd_clf,svm_clf,voting_clf):
	clf.fit(X_train,t_train)
	y_pred=clf.predict(X_test)
	print(clf.__class__.__name__,accuracy_score(y_test,y_pred))

集成学习分类器的准确率一般高于集成学习内部使用的分类器的准确率