relief算法

import numpy as np
import pandas as pd
from sklearn import datasets
from sklearn import preprocessing
from sklearn.model_selection import train_test_split
from sklearn.svm import SVC
from sklearn.metrics import classification_report


data = datasets.load_breast_cancer()
feat,label = data.data,data.target


x = preprocessing.StandardScaler().fit_transform(feat)
arr = np.hstack((x,label.reshape(len(label),1)))
iter_times = 1000


def countNeighborDist(randomSample,randomIndex,label):
    dis = {}
    index = np.where(arr[:,-1]==label)[0]
    for i in index:
        dist = np.sqrt(np.sum((randomSample[0:-1] - arr[i,0:-1])**2))
        dis[i] = dist
    if randomIndex in index:
        del dis[randomIndex]
        chooseIndex = (min(dis,key=dis.get))