import numpy as np
from math import sqrt
from collections import Counter
class KNNClassifier:
  def __init__(self,k):
    """初始化KNN分類(lèi)器"""
    assert k >= 1
    """斷言判斷k的值是否合法"""
    self.k = k
    self._X_train = None
    self._y_train = None
  def fit(self,X_train,y_train):
    """根據(jù)訓(xùn)練數(shù)據(jù)集X_train和Y_train訓(xùn)練KNN分類(lèi)器，形成模型"""
    assert X_train.shape[0] == y_train.shape[0]
    """數(shù)據(jù)和標(biāo)簽的大小必須一樣
    assert self.k <= X_train.shape[0]
    """k的值不能超過(guò)數(shù)據(jù)的大小"""
    self._X_train = X_train
    self._y_train = y_train
    return self
  def predict(self,X_predict):
    """必須將訓(xùn)練數(shù)據(jù)集和標(biāo)簽擬合為模型才能進(jìn)行預(yù)測(cè)的過(guò)程"""
    assert self._X_train is not None and self._y_train is not None
    """訓(xùn)練數(shù)據(jù)和標(biāo)簽不可以是空的"""
    assert X_predict.shape[1]== self._X_train.shape[1]
    """待預(yù)測(cè)數(shù)據(jù)和訓(xùn)練數(shù)據(jù)的列(特征個(gè)數(shù))必須相同"""
    y_predict = [self._predict(x) for x in X_predict]
    return np.array(y_predict)
  def _predict(self,x):
    """給定單個(gè)待測(cè)數(shù)據(jù)x,返回x的預(yù)測(cè)數(shù)據(jù)結(jié)果"""
    assert x.shape[0] == self._X_train.shape[1]
    """x表示一行數(shù)據(jù)，即一個(gè)數(shù)組，那么它的特征數(shù)據(jù)個(gè)數(shù)，必須和訓(xùn)練數(shù)據(jù)相同
    distances = [sqrt(np.sum((x_train - x)**2))for x_train in self._X_train]
    nearest = np.argsort(distances)
    topk_y = [self._y_train[i] for i in nearest[:self.k]]
    votes = Counter(topk_y)
    return votes.most_common(1)[0][0]

from KNN.py import KNNClassifier
raw_data_x = [[3.393,2.331],
       [3.110,1.781],
       [1.343,3.368],
       [3.582,4.679],
       [2.280,2.866],
       [7.423,4.696],
       [5.745,3.533],
       [9.172,2.511],
       [7.792,3.424],
       [7.939,0.791]]
raw_data_y = [0,0,0,0,0,1,1,1,1,1]
X_train = np.array(raw_data_x)
y_train = np.array(raw_data_y)
x = np.array([9.880,3.555])
# 要將x這個(gè)矩陣轉(zhuǎn)換成2維的矩陣，一行兩列的矩陣
X_predict = x.reshape(1,-1)
"""1，創(chuàng)建一個(gè)對(duì)象，設(shè)置K的值為6"""
knn_clf = KNNClassifier(6)
"""2，將訓(xùn)練數(shù)據(jù)和訓(xùn)練標(biāo)簽融合"""
knn_clf.fit(X_train,y_train)
"""3，經(jīng)過(guò)2才能跳到這里，傳入待預(yù)測(cè)的數(shù)據(jù)"""
y_predict = knn_clf.predict(X_predict)
print(y_predict)