银行分控模型的建立

1.逻辑回归模型：

import pandas as pd

from sklearn.linear_model import LogisticRegression as LR
# 参数初始化
filename = 'data/bankloan.xls'
data = pd.read_excel(filename)
x = data.iloc[:,:8].values
y = data.iloc[:,8].values
lr = LR()  # 建立逻辑回归模型
lr.fit(x, y)  # 用筛选后的特征数据来训练模型
print('模型的平均准确度为：%s' % lr.score(x, y))

训练结果：

       模型的平均准确度为：0.8057142857142857

2.神经网络：

import pandas as pd
import numpy as np
# 参数初始化

filename = 'data/bankloan.xls'
data = pd.read_excel(filename)

x = data.iloc[:,:8].values
y = data.iloc[:,8].values


from keras.models import Sequential
from keras.layers.core import Dense, Activation

model = Sequential()  # 建立模型
model.add(Dense(input_dim = 8, units = 10))
model.add(Activation('relu'))  # 用relu函数作为激活函数，能够大幅提供准确度
model.add(Dense(input_dim = 18, units = 1))
model.add(Activation('sigmoid'))  # 由于是0-1输出，用sigmoid函数作为激活函数
model.compile(loss = 'binary_crossentropy', optimizer = 'adam')
# 编译模型。由于我们做的是二元分类，所以我们指定损失函数为binary_crossentropy，以及模式为binary
# 另外常见的损失函数还有mean_squared_error、categorical_crossentropy等，请阅读帮助文件。
# 求解方法我们指定用adam，还有sgd、rmsprop等可选

model.fit(x, y, epochs = 100, batch_size = 10)  # 训练模型，学习一千次

predict_x=model.predict(x)
classes_x=np.argmax(predict_x,axis=1)

score  = model.evaluate(x_test,y_test,batch_size=10)  # 模型评估
print(score)

from cm_plot import *  # 导入自行编写的混淆矩阵可视化函数
cm_plot(y,classes_x).show()  # 显示混淆矩阵可视化结果

训练结果：

       损失值：0.09988928586244583

 

 

 

 

 

 

 

 

 

 

 

3.ID3决策树

import pandas as pd
from sklearn.model_selection import train_test_split
from sklearn import tree
from sklearn.metrics import precision_recall_curve  #准确率与召回率
import numpy as np
#import graphviz

import os
os.environ["PATH"] += os.pathsep + 'C:/Program Files (x86)/Graphviz/bin/'



def get_data():
    file_path = "data/bankloan.xls"

    data = pd.read_excel(file_path)
    loandata = pd.DataFrame(data)
    ncol = (len(loandata.keys()))
    print(ncol)
    # l = list(data.head(0))  #获取表头
    # print(l)

    feature1 = []
    for i in range(ncol-1):
        feature1.append("feature"+str(i))
    print(feature1)
    iris_x = data.iloc[1:, :ncol-1]#此处有冒号，不显示最后一列
    iris_y = data.iloc[1:,ncol-1]#此处没有冒号，直接定位

    '''计算到底有几个类别'''
    from collections import Counter
    counter = Counter(iris_y)
    con = len(counter)
    print(counter.keys())
    class_names = []
    for i in range(con):
        class_names.append(list(counter.keys())[i])
    x_train, x_test, y_train, y_test = train_test_split(iris_x,iris_y)
    print(x_train)
    print(y_test)
   # return x_train, x_test, y_train, y_test


#def dtfit(x_train, x_test, y_train, y_test):

    clf = tree.DecisionTreeClassifier()
    clf = clf.fit(x_train,y_train)
    predict_data = clf.predict(x_test)
    predict_proba = clf.predict_proba(x_test)
    from sklearn import metrics
    # Do classification task,
    # then get the ground truth and the predict label named y_true and y_pred
    classify_report = metrics.classification_report(y_test, clf.predict(x_test))
    confusion_matrix = metrics.confusion_matrix(y_train, clf.predict(x_train))
    overall_accuracy = metrics.accuracy_score(y_train, clf.predict(x_train))
    acc_for_each_class = metrics.precision_score(y_train,clf.predict(x_train), average=None)
    overall_accuracy = np.mean(acc_for_each_class)
    print(classify_report)




    import pydotplus
    dot_data = tree.export_graphviz(clf, out_file=None,feature_names=feature1, filled=True, rounded=True, special_characters=True,precision = 4)
    graph = pydotplus.graph_from_dot_data(dot_data)
    graph.write_pdf("bankloan.pdf")
    return classify_report


if __name__ == "__main__":
    x = get_data()
    #dtfit(x_train, x_test, y_train, y_test)

训练结果：