创建一个模型,根据玩家最终统计数据预测玩家的排名,从第一名到最后一名。
最后通过平均绝对误差(MAE)进行评估:sklearn.metrics.mean_absolute_error
读取数据、查看数据
数据集可以从这里下载
数据集链接
import pandas as pd
train=pd.read_csv('data/train_V2.csv')
train.info()
info查看数据的摘要
数据基本处理
查看哪一行存在缺失值,对那一行进行删除
import numpy as np
train[train.isnull().values==True]
train=train.drop(2744604)
统计每场比赛的人数,并对数据进行规范化处理,对某些数据进行相加
count = train.groupby("matchId")["matchId"].transform("count")
train["playersJoined"] = count
train["killsNorm"] = train["kills"] * ((100-train["playersJoined"])/100+1)
train["damageDealtNorm"] = train["damageDealt"] * ((100-train["playersJoined"])/100+1)
train["maxPlaceNorm"] = train["maxPlace"] * ((100-train["playersJoined"])/100+1)
train["matchDurationNorm"] = train["matchDuration"] * ((100-train["playersJoined"])/100+1)
train["healsandboosts"] = train["heals"] + train["boosts"]
异常值处理
删除有击杀没有移动的玩家
train["totalDistance"] = train["rideDistance"] + train["walkDistance"] + train["swimDistance"]
train["killwithoutMoving"] = (train["kills"] > 0) & (train["totalDistance"] == 0)
train.drop(train[train["killwithoutMoving"] == True].index, inplace=True)
train.drop(train[train["roadKills"] > 10].index, inplace=True)
train.drop(train[train["kills"] > 30].index, inplace=True)
train["headshot_rate"] = train["headshotKills"]/train["kills"]
train["headshot_rate"] = train["headshot_rate"].fillna(0)
train.drop(train[(train["headshot_rate"] == 1) & (train["kills"] > 9)].index, inplace=True)
train.drop(train[train["longestKill"] >=1000].index, inplace=True)
train.drop(train[train["walkDistance"] >=10000].index, inplace=True)
train.drop(train[train["rideDistance"] >=20000].index, inplace=True)
train.drop(train[train["swimDistance"] >=20000].index, inplace=True)
train.drop(train[train["weaponsAcquired"] >=80].index, inplace=True)
train.drop(train[train["heals"] >=80].index, inplace=True)
train.shape
对比赛类型数据进行onr-hot编码
train = pd.get_dummies(train, columns=["matchType"])
matchType_encoding = train.filter(regex="matchType")
train["groupId"] = train["groupId"].astype("category")
train["groupId_cat"] = train["groupId"].cat.codes
train["matchId"] = train["matchId"].astype("category")
train["matchId_cat"] = train["matchId"].cat.codes
train["matchId_cat"].head()
train.drop(["groupId", "matchId"], axis=1, inplace=True)
确定特征值和目标值
df = df_sample.drop(["winPlacePerc", "Id"], axis=1)
y = df_sample["winPlacePerc"]
分割数据集
from sklearn.model_selection import train_test_split
X_train, X_valid, y_train, y_valid = train_test_split(df, y, test_size=0.2)
使用随机森林进行模型训练
from sklearn.ensemble import RandomForestRegressor
from sklearn.metrics import mean_absolute_error
m1 = RandomForestRegressor(n_estimators=40,
min_samples_leaf=3,
max_features='sqrt',
n_jobs=-1)
m1.fit(X_train, y_train)
y_pre = m1.predict(X_valid)
m1.score(X_valid, y_valid)
mean_absolute_error(y_valid, y_pre)
使用lightgbm,交叉验证网格搜索
from sklearn.model_selection import GridSearchCV
import lightgbm as lgb
estimator = lgb.LGBMRegressor(num_leaves=31)
param_grid = {
"learning_rate":[0.01, 0.1, 1],
"n_estimators":[40, 60, 80, 100, 200, 300]
}
gbm = GridSearchCV(estimator, param_grid, cv=5, n_jobs=-1)
gbm.fit(X_train, y_train)
y_pre = gbm.predict(X_valid)
mean_absolute_error(y_valid, y_pre)
gbm.best_params_
GBDT(lightgbm):xgboost的改进算法,减小了内存的占用,速度更快