{"cells":[{"metadata":{"trusted":false},"cell_type":"code","source":"import numpy as np\nimport pandas as pd","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"p = pd.read_csv('train.csv')","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn.model_selection import train_test_split\nx = p.drop(['label'], axis=1)\ny = p['label']\nxtrain, xtest, ytrain, ytest = train_test_split(x, y, test_size=0.30, random_state=0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn.naive_bayes import GaussianNB","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"model = GaussianNB()\nmodel.fit(xtrain, ytrain)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"predicted = model.predict(xtest)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn import metrics\nprint(metrics.classification_report(ytest, predicted))","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn.metrics import accuracy_score, cohen_kappa_score\naccuracy_score(ytest,predicted)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"cohen_kappa_score(ytest,predicted)","execution_count":null,"outputs":[]},{"metadata":{},"cell_type":"markdown","source":"apply PCA"},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn.preprocessing import StandardScaler\nsc = StandardScaler()","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"newp = sc.fit_transform(p.drop('label', axis=1))","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"newp = pd.DataFrame(newp, columns = p.columns[1:786])","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn.decomposition import PCA","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"pc = PCA(n_components=80)\npca_val = pc.fit_transform(newp)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"a = np.cumsum(pc.explained_variance_ratio_)\nimport matplotlib.pyplot as plt\nplt.plot(a,'-o', linestyle = 'dashed', markerfacecolor = 'red', markersize=10)\nplt.xlabel('no of components')\nplt.ylabel('explained variance')\nplt.title('finding the no of components')\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"pca_val = pc.fit_transform(newp)\npca_p=pd.DataFrame(pca_val)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"xtrain, xtest, ytrain, ytest = train_test_split(pca_p, y, test_size=0.30, random_state=0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn.naive_bayes import GaussianNB","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"model = GaussianNB()\nmodel.fit(xtrain, ytrain)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"predicted = model.predict(xtest)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"from sklearn.metrics import accuracy_score, cohen_kappa_score\naccuracy_score(ytest,predicted)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"cohen_kappa_score(ytest,predicted)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":false},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.7.1"}},"nbformat":4,"nbformat_minor":1}