def __init__(self, input_nodes_num, hidden_nodes_num, output_nodes_num, lr):
        # 初始化神經(jīng)元個(gè)數(shù)，可以直接修改
        self.input_nodes = input_nodes_num
        self.hidden_nodes = hidden_nodes_num
        self.output_nodes = output_nodes_num
        self.learning_rate = lr

        # 初始化權(quán)重值，利用正態(tài)分布函數(shù)進(jìn)行隨機(jī)初始化，均值為0，方差為神經(jīng)元個(gè)數(shù)開(kāi)方
        self.w_input_hidden = numpy.random.normal(0.0, pow(self.hidden_nodes, -0.5),
                                                  (self.hidden_nodes, self.input_nodes))
        self.w_hidden_output = numpy.random.normal(0.0, pow(self.output_nodes, -0.5),
                                                   (self.output_nodes, self.hidden_nodes))
        # 初始化激活函數(shù)，激活函數(shù)選用Sigmoid函數(shù)，更加平滑，接近自然界的神經(jīng)元行為模式
        # lambda定義了一個(gè)匿名函數(shù)
        self.activation_function = lambda x: scipy.special.expit(x)
        pass

self.w_input_hidden = numpy.random.normal(0.0, pow(self.hidden_nodes, -0.5),
                                                  (self.hidden_nodes, self.input_nodes))

self.activation_function = lambda x: scipy.special.expit(x)

    def query(self, inputs_list):
        # 轉(zhuǎn)置將行向量轉(zhuǎn)成列向量，將每組數(shù)據(jù)更好的分隔開(kāi)來(lái)，方便后續(xù)矩陣點(diǎn)乘操作
        inputs = np.array(inputs_list, ndmin=2).T
        # 加權(quán)求和后經(jīng)過(guò)sigmoid函數(shù)得到隱藏層輸出
        hidden_inputs = np.dot(self.w_input_hidden, inputs)
        hidden_outputs = self.activation_function(hidden_inputs)
        # 加權(quán)求和后經(jīng)過(guò)sigmoid函數(shù)得到最終輸出
        final_inputs = np.dot(self.w_hidden_output, hidden_outputs)
        final_outputs = self.activation_function(final_inputs)
        # 得到輸出數(shù)據(jù)列
        return final_outputs

    def train(self, inputs_list, targets_list):
        # 將訓(xùn)練集和測(cè)試集中的數(shù)據(jù)轉(zhuǎn)化為列向量
        inputs = np.array(inputs_list, ndmin=2).T
        targets = np.array(targets_list, ndmin=2).T
        # 隱藏層的輸入為訓(xùn)練集與權(quán)重值的點(diǎn)乘，輸出為激活函數(shù)的輸出
        hidden_inputs = np.dot(self.w_input_hidden, inputs)
        hidden_outputs = self.activation_function(hidden_inputs)
        # 輸出層的輸入為隱藏層的輸出，輸出為最終結(jié)果
        final_inputs = np.dot(self.w_hidden_output, hidden_outputs)
        final_outputs = self.activation_function(final_inputs)
        # 損失函數(shù)
        output_errors = targets - final_outputs
        # 隱藏層的誤差為權(quán)值矩陣的轉(zhuǎn)置與輸出誤差的點(diǎn)乘
        hidden_errors = np.dot(self.w_hidden_output.T, output_errors)
        # 對(duì)權(quán)值進(jìn)行更新
        self.w_hidden_output += self.learning_rate * np.dot((output_errors *
                                                             final_outputs * (1.0 - final_outputs)),
                                                            np.transpose(hidden_outputs))

        self.w_input_hidden += self.learning_rate * np.dot((hidden_errors *
                                                            hidden_outputs * (1.0 - hidden_outputs)),
                                                           np.transpose(inputs))

# 初始化各層神經(jīng)元個(gè)數(shù)，期中輸入神經(jīng)元個(gè)數(shù)取決于讀入的因變量，而輸出神經(jīng)元個(gè)數(shù)取決于分類的可能性個(gè)數(shù)
input_nodes = 784
hidden_nodes = 100
output_nodes = 10
# 學(xué)習(xí)率，每次調(diào)整步幅大小
learning_rate = 0.2

n = NeuralNetwork(input_nodes, hidden_nodes, output_nodes, learning_rate)
# 獲取訓(xùn)練集信息
training_data_file = open('data/mnist_train.csv', 'r')
training_data_list = training_data_file.readlines()
training_data_file.close()

for record in training_data_list:
    all_values = record.split(',')

    inputs = (numpy.asfarray(all_values[1:]) / 255.0 * 0.99) + 0.01

    targets = numpy.zeros(output_nodes) + 0.01
    targets[int(all_values[0])] = 0.99
    n.train(inputs, targets)
    pass
print('train successful!')
test_file = open('data/mnist_test.csv', 'r')
test_list = test_file.readlines()
test_file.close()
m = np.size(test_list)
j = 0.0
for record in test_list:
    test_values = record.split(',')
    np.asfarray(test_values)
    results = n.query(np.asfarray(test_values[1:]))
    if results[int(test_values[0])] == max(results):
        j += 1
    pass

print("正確率為；" + str(j/m))