{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# Load files","metadata":{"id":"2uak91vBoFb2","papermill":{"duration":0.017471,"end_time":"2021-04-27T02:42:20.745985","exception":false,"start_time":"2021-04-27T02:42:20.728514","status":"completed"},"tags":[]}},{"cell_type":"code","source":"filename_train = '../input/cat-in-the-dat-ii/train.csv'\nfilename_test  = '../input/cat-in-the-dat-ii/test.csv'","metadata":{"executionInfo":{"elapsed":6276,"status":"ok","timestamp":1619146154544,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"Yc3Ddu7MddrY","papermill":{"duration":0.029985,"end_time":"2021-04-27T02:42:20.792635","exception":false,"start_time":"2021-04-27T02:42:20.762650","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import pandas as pd\n\ndf_train = pd.read_csv(filename_train, index_col='id')\ndf_test  = pd.read_csv(filename_test, index_col='id')","metadata":{"executionInfo":{"elapsed":6892,"status":"ok","timestamp":1619146155167,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"tLAN3Aq7cp_0","papermill":{"duration":0.060811,"end_time":"2021-04-27T02:42:20.870440","exception":false,"start_time":"2021-04-27T02:42:20.809629","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_train","metadata":{"executionInfo":{"elapsed":7378,"status":"ok","timestamp":1619146155660,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"d1GFEYvLdbi4","outputId":"2ad86cd1-add1-4112-87c0-1bca22b37236","papermill":{"duration":0.057047,"end_time":"2021-04-27T02:42:20.944237","exception":false,"start_time":"2021-04-27T02:42:20.887190","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_test","metadata":{"executionInfo":{"elapsed":7375,"status":"ok","timestamp":1619146155661,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"cFtaIrGgdl-D","outputId":"a26b7e85-5394-497d-8157-e0b7bd8ed1a0","papermill":{"duration":0.04772,"end_time":"2021-04-27T02:42:21.009839","exception":false,"start_time":"2021-04-27T02:42:20.962119","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Preprocessing","metadata":{"id":"MokKl42BpA6N","papermill":{"duration":0.018364,"end_time":"2021-04-27T02:42:21.046724","exception":false,"start_time":"2021-04-27T02:42:21.028360","status":"completed"},"tags":[]}},{"cell_type":"markdown","source":"## Explanatory variables","metadata":{"id":"SYRMgMIVoLSj","papermill":{"duration":0.01832,"end_time":"2021-04-27T02:42:21.083563","exception":false,"start_time":"2021-04-27T02:42:21.065243","status":"completed"},"tags":[]}},{"cell_type":"code","source":"obj_col = 'target'","metadata":{"executionInfo":{"elapsed":673,"status":"ok","timestamp":1619146285452,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"QKZ7QWDDoLz_","papermill":{"duration":0.024946,"end_time":"2021-04-27T02:42:21.126784","exception":false,"start_time":"2021-04-27T02:42:21.101838","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train = df_train.drop([obj_col], axis=1)\nX_train","metadata":{"executionInfo":{"elapsed":568,"status":"ok","timestamp":1619146286247,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"Ln6sQHlsd8tU","outputId":"2c8638bf-84e5-4005-8f5e-2fddc86dc688","papermill":{"duration":0.043919,"end_time":"2021-04-27T02:42:21.189329","exception":false,"start_time":"2021-04-27T02:42:21.145410","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_test = df_test\nX_test","metadata":{"executionInfo":{"elapsed":575,"status":"ok","timestamp":1619146293361,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"-7yP9R4Ih0Rt","outputId":"9e18bac7-e000-4aca-fde6-41ad92f57cb6","papermill":{"duration":0.044549,"end_time":"2021-04-27T02:42:21.253309","exception":false,"start_time":"2021-04-27T02:42:21.208760","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Objective variables","metadata":{"id":"nSyHJne0o8Pg","papermill":{"duration":0.020159,"end_time":"2021-04-27T02:42:21.293556","exception":false,"start_time":"2021-04-27T02:42:21.273397","status":"completed"},"tags":[]}},{"cell_type":"code","source":"y_train = df_train[obj_col]\ny_train","metadata":{"executionInfo":{"elapsed":793,"status":"ok","timestamp":1619146293588,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"4EXjwlmaeMfG","outputId":"4d09bf94-1682-4084-beb5-a65a9bd9bfb2","papermill":{"duration":0.030676,"end_time":"2021-04-27T02:42:21.344550","exception":false,"start_time":"2021-04-27T02:42:21.313874","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Change object-type to category-type","metadata":{"id":"1_LdCY43osn7","papermill":{"duration":0.02032,"end_time":"2021-04-27T02:42:21.385321","exception":false,"start_time":"2021-04-27T02:42:21.365001","status":"completed"},"tags":[]}},{"cell_type":"code","source":"def to_category(df):\n    for col, type in zip(df.columns, df.dtypes):\n        if type == object:\n            df[col] = df[col].astype('category')\n    \n    return df","metadata":{"executionInfo":{"elapsed":791,"status":"ok","timestamp":1619146293588,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"tbK6-kKCgGCZ","papermill":{"duration":0.029029,"end_time":"2021-04-27T02:42:21.435194","exception":false,"start_time":"2021-04-27T02:42:21.406165","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train = to_category(X_train)\nX_test  = to_category(X_test)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Modeling","metadata":{"id":"T7hBrRHJpLp7","papermill":{"duration":0.02041,"end_time":"2021-04-27T02:42:21.538567","exception":false,"start_time":"2021-04-27T02:42:21.518157","status":"completed"},"tags":[]}},{"cell_type":"code","source":"import numpy as np\nimport lightgbm as lgb\nfrom sklearn.metrics import accuracy_score\n\ndef acc_score(preds, data):\n    y_true = data.get_label()\n    y_pred = np.where(preds > 0.5, 1, 0)\n    acc = accuracy_score(y_true, y_pred)\n    return 'acc', acc, True\n\nlgb_train = lgb.Dataset(X_train, y_train)\n\nparams = {\n    'objective': 'binary',    \n    'min_data_in_leaf': 15,  \n    'force_row_wise': True,\n}\n\ncv_rslt = lgb.cv(params, \n                 lgb_train, \n                 nfold=5, \n                 num_boost_round=10000, \n                 early_stopping_rounds=20,               \n                 feval=acc_score,\n                 return_cvbooster=True)","metadata":{"executionInfo":{"elapsed":1606,"status":"ok","timestamp":1619146321654,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"RurahzHudv8n","outputId":"fb60a4c7-6bf8-4f68-b338-51ecad938251","papermill":{"duration":3.134233,"end_time":"2021-04-27T02:42:24.693732","exception":false,"start_time":"2021-04-27T02:42:21.559499","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cvbooster = cv_rslt['cvbooster']","metadata":{"executionInfo":{"elapsed":1606,"status":"ok","timestamp":1619146321661,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"QGBwP7QQqFaL","papermill":{"duration":0.029457,"end_time":"2021-04-27T02:42:24.748398","exception":false,"start_time":"2021-04-27T02:42:24.718941","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cv_rslt['acc-mean']","metadata":{"executionInfo":{"elapsed":1601,"status":"ok","timestamp":1619146321662,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"cDVlyLmMq1ys","outputId":"056e02e4-3abe-4a07-9353-2c34a890f39f","papermill":{"duration":0.031823,"end_time":"2021-04-27T02:42:24.802862","exception":false,"start_time":"2021-04-27T02:42:24.771039","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Prediction","metadata":{"id":"wgrrLefA0NsI","papermill":{"duration":0.022036,"end_time":"2021-04-27T02:42:24.847440","exception":false,"start_time":"2021-04-27T02:42:24.825404","status":"completed"},"tags":[]}},{"cell_type":"code","source":"y_preds = cvbooster.predict(X_test, num_iteration=cvbooster.best_iteration)\ny_pred = np.mean(y_preds, axis=0)\ny_pred = pd.Series(y_pred, name='target')\ny_pred","metadata":{"executionInfo":{"elapsed":1597,"status":"ok","timestamp":1619146321663,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"vC2-qvONrxe_","outputId":"ee6365ab-b991-42a2-9d83-7a373d8d27cc","papermill":{"duration":0.111754,"end_time":"2021-04-27T02:42:24.981572","exception":false,"start_time":"2021-04-27T02:42:24.869818","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"answer = pd.concat([df_test.index.to_series().reset_index(drop=True), y_pred], axis=1)\nanswer","metadata":{"executionInfo":{"elapsed":1593,"status":"ok","timestamp":1619146321663,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"wKhPueCEkatz","outputId":"bdd31b3d-07cc-4aa6-e128-a557350cb3d7","papermill":{"duration":0.040769,"end_time":"2021-04-27T02:42:25.045388","exception":false,"start_time":"2021-04-27T02:42:25.004619","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"filename_output = './submission.csv'\nanswer.to_csv(filename_output, index=False)","metadata":{"executionInfo":{"elapsed":2005,"status":"ok","timestamp":1619146322079,"user":{"displayName":"岡田直樹","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjIRwkfOh2wjg14MjKATTUYO654hpLSHEttDazm=s64","userId":"17755930113657221956"},"user_tz":-540},"id":"q4uhiIAJlBwK","papermill":{"duration":0.037214,"end_time":"2021-04-27T02:42:25.107396","exception":false,"start_time":"2021-04-27T02:42:25.070182","status":"completed"},"tags":[],"trusted":true},"execution_count":null,"outputs":[]}]}