{"cells":[{"metadata":{"_uuid":"75e9694d-65bc-4826-82df-8d2a1a029c91","_cell_guid":"e572fe83-6e0c-490f-9287-c8b9ef1b754d","trusted":true},"cell_type":"markdown","source":"This is include site0 & site1 & asu & site 4"},{"metadata":{"_uuid":"4a2e0af2-087c-4336-89d2-f0a75d40d12e","_cell_guid":"892a9948-fbff-4784-a252-93e7a4ec3208","trusted":true},"cell_type":"markdown","source":"**Unfortunately**\n# this is another leaked data\n# Thanks for the https://www.kaggle.com/wuliaokaola/ashrae-maybe-this-can-make-public-lb-some-useful\n# @Jonny Lee,This is where had been forked"},{"metadata":{"_uuid":"d5ca63e7-a6eb-4bbc-b4b8-bdf0fd3027cc","_cell_guid":"13e53d85-dfc4-473f-bd04-60442b31fda1","trusted":true},"cell_type":"code","source":"import warnings\nwarnings.filterwarnings('ignore')\nimport os\nimport gc\nimport pickle\nimport numpy as np\nimport pandas as pd\nimport random as rn\nimport matplotlib.pyplot as plt\n\nfrom tqdm import tqdm\nfrom datetime import datetime","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"c7d77f77-a97e-4f7d-9005-aebc8b18e16b","_cell_guid":"994e6b61-9357-4bd7-8f5c-17e0539eb462","trusted":true},"cell_type":"code","source":"test = pd.read_csv('../input/ashrae-energy-prediction/test.csv', index_col=0, parse_dates = ['timestamp'])\nbuilding = pd.read_csv('../input/ashrae-energy-prediction/building_metadata.csv', usecols=['site_id', 'building_id'])","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"85d27356-35b5-4d4c-8da9-30776ef3a886","_cell_guid":"c5e1f61e-1bf9-4ec9-a2da-a0f8be844297","trusted":true},"cell_type":"code","source":"test.describe()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"687dbfc3-70fd-4563-b865-958fbbadac2c","_cell_guid":"58fd593f-9500-4baa-8539-92dd541e8eeb","trusted":true},"cell_type":"code","source":"test = test.merge(building, left_on = \"building_id\", right_on = \"building_id\", how = \"left\")","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"a3c0054f-c2dc-4f21-ba61-aad9bc1b107f","_cell_guid":"607744fe-f7c0-4301-a3d6-b7f25cbb87f2","trusted":true},"cell_type":"markdown","source":"I used a public kernel from .fit_%.(https://www.kaggle.com/aitude) as example.\n# \n# https://www.kaggle.com/aitude/ashrae-kfold-lightgbm-without-leak-1-08\n# \n# **Replace this part with yours.**"},{"metadata":{"_uuid":"0467ad19-a8db-4e67-bf1c-f1908ae5b465","_cell_guid":"87460516-658e-48ef-9869-33c3ef434505","trusted":true},"cell_type":"code","source":"submission_base = pd.read_csv('../input/ashrae-kfold-lightgbm-without-leak-1-08/submission.csv', index_col=0)","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"69e607e0-8f7d-49ed-baab-a484a008a403","_cell_guid":"37ac5e3f-b92f-404a-a100-f58e689287c7","trusted":true},"cell_type":"code","source":"submission = submission_base.copy()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"3dc1bf10-8941-4f8c-ab36-3bf5e43ba4fb","_cell_guid":"488500d6-d783-4135-8448-8232f05fb9d3","trusted":true},"cell_type":"code","source":"submission.describe()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"91aea1db-b18e-431c-8c6c-c90b94eac307","_cell_guid":"2048e5b0-8dd5-46e5-aaa3-5cd79c92abe4","trusted":true},"cell_type":"markdown","source":"* Site 0\n# \n# Thanks [@yamsam](https://www.kaggle.com/yamsam/) and his great kernel.\n# \n# https://www.kaggle.com/yamsam/new-ucf-starter-kernel"},{"metadata":{"_uuid":"409c2371-b1e7-4462-b487-324e88ec9d0d","_cell_guid":"6ddf78aa-1c13-44d7-822f-96493cd4118c","trusted":true},"cell_type":"code","source":"site_0 = pd.read_csv('../input/new-ucf-starter-kernel/submission_ucf_replaced.csv', index_col=0)\nsubmission.loc[test[test['site_id']==0].index, 'meter_reading'] = site_0['meter_reading']\ndel site_0\ngc.collect()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"7bb665ff-daef-48a2-b2bd-46fdaa4f9e8a","_cell_guid":"087caae9-55b6-46bb-91b0-d68c7c52fd9a","trusted":true},"cell_type":"markdown","source":"* Site 1\n# \n# Thanks [@mpware](https://www.kaggle.com/mpware) and his great kernel.\n# \n# https://www.kaggle.com/mpware/ucl-data-leakage-episode-2\n#"},{"metadata":{"_uuid":"92b8207e-0ceb-450c-a5b8-566619b85b23","_cell_guid":"b42c6764-00dc-48e4-b627-8412ffe43f23","trusted":true},"cell_type":"code","source":"with open('../usr/lib/ucl_data_leakage_episode_2/site1.pkl', 'rb') as f:\n    site_1 = pickle.load(f)\nsite_1 = site_1[site_1['timestamp'].dt.year > 2016]","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"85d4fa1f-5814-455c-92bc-de668bbebe63","_cell_guid":"89874347-2fea-410a-915f-26c877a6c170","trusted":true},"cell_type":"code","source":"t = test[['building_id', 'meter', 'timestamp']]\nt['row_id'] = t.index\nsite_1 = site_1.merge(t, left_on = ['building_id', 'meter', 'timestamp'], right_on = ['building_id', 'meter', 'timestamp'], how = \"left\")\nsite_1 = site_1[['meter_reading_scraped', 'row_id']].set_index('row_id').dropna()\nsubmission.loc[site_1.index, 'meter_reading'] = site_1['meter_reading_scraped']\ndel site_1\ngc.collect()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"cd771d74-ce7d-4112-933e-368e70400fd6","_cell_guid":"64c4c48e-ab25-49f6-9d12-97eae22a6f4f","trusted":true},"cell_type":"markdown","source":"* Site 2\n# \n# Thanks [@pdnartreb](https://www.kaggle.com/pdnartreb) and his great dataset.\n# \n# https://www.kaggle.com/pdnartreb/asu-buildings-energy-consumption"},{"metadata":{"_uuid":"a4a3e149-9ac4-4577-ba3d-cacc4ce0945c","_cell_guid":"7d6fcb29-2663-4af6-a4e0-390e0266c853","trusted":true},"cell_type":"code","source":"site_2 = pd.read_csv('../input/asu-buildings-energy-consumption/asu_2016-2018.csv', parse_dates = ['timestamp'])\nsite_2 = site_2[site_2['timestamp'].dt.year > 2016]","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"f4c539ac-9830-444d-92a6-815b578c65b5","_cell_guid":"f921f63a-c67c-4a62-bf50-eda471d5215d","trusted":true},"cell_type":"code","source":"t = test[['building_id', 'meter', 'timestamp']]\nt['row_id'] = t.index\nsite_2 = site_2.merge(t, left_on = ['building_id', 'meter', 'timestamp'], right_on = ['building_id', 'meter', 'timestamp'], how = \"left\")\nsite_2 = site_2[['meter_reading', 'row_id']].set_index('row_id').dropna()\nsubmission.loc[site_2.index, 'meter_reading'] = site_2['meter_reading']\ndel site_2\ngc.collect()","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"site_4 = pd.read_csv('../input/ucb-data-leakage-site-4/site4.csv')","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"7658a90c-30cf-47cd-97c5-e7c3b86114ff","_cell_guid":"aaa311e6-14a8-4a97-ad4f-4cd342f57dc6","trusted":true},"cell_type":"code","source":"submission.to_csv('submission.csv')","execution_count":0,"outputs":[]},{"metadata":{"_uuid":"7c848907-fb54-4c02-981a-1daa0623a74d","_cell_guid":"70474dd0-ab72-4452-a0d9-bc3ec76d38eb","trusted":true},"cell_type":"code","source":"","execution_count":0,"outputs":[]}],"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat":4,"nbformat_minor":1}