{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\n\nfrom sklearn.svm import SVC\nfrom sklearn.model_selection import KFold, train_test_split\nfrom sklearn.metrics import roc_auc_score, log_loss","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:31.588348Z","iopub.execute_input":"2022-09-24T00:17:31.588778Z","iopub.status.idle":"2022-09-24T00:17:32.268180Z","shell.execute_reply.started":"2022-09-24T00:17:31.588743Z","shell.execute_reply":"2022-09-24T00:17:32.267047Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load\n\nimport zipfile\nfrom sklearn.model_selection import train_test_split, KFold\nfrom sklearn.metrics import log_loss, roc_auc_score\nfrom sklearn.linear_model import LogisticRegression\n\n# Input data files are available in the read-only \"../input/\" directory\n# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n\nimport os\n\n# You can write up to 5GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-09-24T00:17:32.805274Z","iopub.execute_input":"2022-09-24T00:17:32.805713Z","iopub.status.idle":"2022-09-24T00:17:32.812212Z","shell.execute_reply.started":"2022-09-24T00:17:32.805677Z","shell.execute_reply":"2022-09-24T00:17:32.811038Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sample_submission = pd.read_csv('/kaggle/input/dogs-vs-cats-redux-kernels-edition/sample_submission.csv')\nsample_submission.tail()","metadata":{"_uuid":"d629ff2d2480ee46fbb7e2d37f6b5fab8052498a","_cell_guid":"79c7e3d0-c299-4dcb-8224-4455121ee9b0","execution":{"iopub.status.busy":"2022-09-24T00:17:34.401150Z","iopub.execute_input":"2022-09-24T00:17:34.402311Z","iopub.status.idle":"2022-09-24T00:17:34.437273Z","shell.execute_reply.started":"2022-09-24T00:17:34.402268Z","shell.execute_reply":"2022-09-24T00:17:34.436056Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sample_submission.head()","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:35.669684Z","iopub.execute_input":"2022-09-24T00:17:35.670117Z","iopub.status.idle":"2022-09-24T00:17:35.681574Z","shell.execute_reply.started":"2022-09-24T00:17:35.670081Z","shell.execute_reply":"2022-09-24T00:17:35.680607Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"TRAIN_FOLDER = '../input/cats-and-dogs-embedded-data/train/train/'\nTEST_FOLDER =  '../input/cats-and-dogs-embedded-data/test/test/'\nIMG_SIZE = 384","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:38.099564Z","iopub.execute_input":"2022-09-24T00:17:38.100394Z","iopub.status.idle":"2022-09-24T00:17:38.104689Z","shell.execute_reply.started":"2022-09-24T00:17:38.100355Z","shell.execute_reply":"2022-09-24T00:17:38.103800Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_image_list = np.load('../input/cats-and-dogs-embedded-data/cats_and_dogs_1/train_image_list.npy')\ntest_image_list = np.load('../input/cats-and-dogs-embedded-data/cats_and_dogs_1/test_image_list.npy')","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:39.841878Z","iopub.execute_input":"2022-09-24T00:17:39.842812Z","iopub.status.idle":"2022-09-24T00:17:39.874534Z","shell.execute_reply.started":"2022-09-24T00:17:39.842771Z","shell.execute_reply":"2022-09-24T00:17:39.873530Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_image_list","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:40.401274Z","iopub.execute_input":"2022-09-24T00:17:40.402302Z","iopub.status.idle":"2022-09-24T00:17:40.409193Z","shell.execute_reply.started":"2022-09-24T00:17:40.402258Z","shell.execute_reply":"2022-09-24T00:17:40.407993Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_image_list","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:41.750483Z","iopub.execute_input":"2022-09-24T00:17:41.751299Z","iopub.status.idle":"2022-09-24T00:17:41.758745Z","shell.execute_reply.started":"2022-09-24T00:17:41.751253Z","shell.execute_reply":"2022-09-24T00:17:41.757588Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"ids = [int(x.split('.')[0]) for x in test_image_list]\nids[:20]","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:43.586469Z","iopub.execute_input":"2022-09-24T00:17:43.586934Z","iopub.status.idle":"2022-09-24T00:17:43.604702Z","shell.execute_reply.started":"2022-09-24T00:17:43.586895Z","shell.execute_reply":"2022-09-24T00:17:43.603571Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"target = np.load('../input/cats-and-dogs-embedded-data/cats_and_dogs_1/target.npy')","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:45.474975Z","iopub.execute_input":"2022-09-24T00:17:45.475364Z","iopub.status.idle":"2022-09-24T00:17:45.487637Z","shell.execute_reply.started":"2022-09-24T00:17:45.475333Z","shell.execute_reply":"2022-09-24T00:17:45.486232Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"target","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:46.777712Z","iopub.execute_input":"2022-09-24T00:17:46.778519Z","iopub.status.idle":"2022-09-24T00:17:46.786076Z","shell.execute_reply.started":"2022-09-24T00:17:46.778467Z","shell.execute_reply":"2022-09-24T00:17:46.784183Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_ENV2L = np.load('../input/cats-and-dogs-embedded-data/cats_and_dogs_5/cats_and_dogs_5/train_ENV2L.npy')\ntest_ENV2L = np.load('../input/cats-and-dogs-embedded-data/cats_and_dogs_5/cats_and_dogs_5/test_ENV2L.npy')","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:17:59.838897Z","iopub.execute_input":"2022-09-24T00:17:59.839310Z","iopub.status.idle":"2022-09-24T00:18:01.980374Z","shell.execute_reply.started":"2022-09-24T00:17:59.839278Z","shell.execute_reply":"2022-09-24T00:18:01.979060Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_ENV2L.shape","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:18:05.830291Z","iopub.execute_input":"2022-09-24T00:18:05.831167Z","iopub.status.idle":"2022-09-24T00:18:05.840768Z","shell.execute_reply.started":"2022-09-24T00:18:05.831112Z","shell.execute_reply":"2022-09-24T00:18:05.839276Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train, X_val, y_train, y_val = train_test_split(train_ENV2L, target, test_size=0.1, random_state=42)","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:18:10.769802Z","iopub.execute_input":"2022-09-24T00:18:10.770262Z","iopub.status.idle":"2022-09-24T00:18:10.873807Z","shell.execute_reply.started":"2022-09-24T00:18:10.770225Z","shell.execute_reply":"2022-09-24T00:18:10.872532Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time\nsvc = SVC(C= 0.5, probability=True)\nsvc.fit(X_train, y_train)","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:18:13.290937Z","iopub.execute_input":"2022-09-24T00:18:13.291342Z","iopub.status.idle":"2022-09-24T00:23:14.407839Z","shell.execute_reply.started":"2022-09-24T00:18:13.291310Z","shell.execute_reply":"2022-09-24T00:23:14.406681Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time\nval_preds = svc.predict_proba(X_val)[:,1]","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:14.409747Z","iopub.execute_input":"2022-09-24T00:23:14.410097Z","iopub.status.idle":"2022-09-24T00:23:20.333294Z","shell.execute_reply.started":"2022-09-24T00:23:14.410065Z","shell.execute_reply":"2022-09-24T00:23:20.332325Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"val_preds","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:50.371197Z","iopub.execute_input":"2022-09-24T00:23:50.372315Z","iopub.status.idle":"2022-09-24T00:23:50.379910Z","shell.execute_reply.started":"2022-09-24T00:23:50.372265Z","shell.execute_reply":"2022-09-24T00:23:50.378752Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_val","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:50.381675Z","iopub.execute_input":"2022-09-24T00:23:50.382604Z","iopub.status.idle":"2022-09-24T00:23:50.393465Z","shell.execute_reply.started":"2022-09-24T00:23:50.382564Z","shell.execute_reply":"2022-09-24T00:23:50.392231Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"roc_auc_score(y_val, val_preds)","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:50.395049Z","iopub.execute_input":"2022-09-24T00:23:50.395487Z","iopub.status.idle":"2022-09-24T00:23:50.409721Z","shell.execute_reply.started":"2022-09-24T00:23:50.395452Z","shell.execute_reply":"2022-09-24T00:23:50.408418Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"0.9999935999631359","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:20.379082Z","iopub.execute_input":"2022-09-24T00:23:20.380239Z","iopub.status.idle":"2022-09-24T00:23:20.387391Z","shell.execute_reply.started":"2022-09-24T00:23:20.380197Z","shell.execute_reply":"2022-09-24T00:23:20.386021Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"log_loss(y_val, val_preds)","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:58.660585Z","iopub.execute_input":"2022-09-24T00:23:58.660994Z","iopub.status.idle":"2022-09-24T00:23:58.671460Z","shell.execute_reply.started":"2022-09-24T00:23:58.660961Z","shell.execute_reply":"2022-09-24T00:23:58.669791Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"0.005060","metadata":{"execution":{"iopub.status.busy":"2022-09-23T23:58:39.364343Z","iopub.execute_input":"2022-09-23T23:58:39.365434Z","iopub.status.idle":"2022-09-23T23:58:39.370996Z","shell.execute_reply.started":"2022-09-23T23:58:39.365391Z","shell.execute_reply":"2022-09-23T23:58:39.370116Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_preds = svc.predict_proba(test_ENV2L)[:,1]","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:20.405998Z","iopub.execute_input":"2022-09-24T00:23:20.406910Z","iopub.status.idle":"2022-09-24T00:23:50.295609Z","shell.execute_reply.started":"2022-09-24T00:23:20.406871Z","shell.execute_reply":"2022-09-24T00:23:50.294203Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_preds","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:50.297204Z","iopub.execute_input":"2022-09-24T00:23:50.298552Z","iopub.status.idle":"2022-09-24T00:23:50.306000Z","shell.execute_reply.started":"2022-09-24T00:23:50.298484Z","shell.execute_reply":"2022-09-24T00:23:50.304796Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sample_submission['id'] = ids\nsample_submission['label'] = test_preds\nsample_submission.to_csv('submission.csv', index=False)\nsample_submission.head()","metadata":{"execution":{"iopub.status.busy":"2022-09-24T00:23:50.309385Z","iopub.execute_input":"2022-09-24T00:23:50.310087Z","iopub.status.idle":"2022-09-24T00:23:50.369821Z","shell.execute_reply.started":"2022-09-24T00:23:50.309906Z","shell.execute_reply":"2022-09-24T00:23:50.368599Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{"trusted":true},"execution_count":null,"outputs":[]}]}