{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"c6ccf0b5-f537-fb47-88b6-15c19ca8b42d"},"outputs":[],"source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load in \n\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n# Input data files are available in the \"../input/\" directory.\n# For example, running this (by clicking run or pressing Shift+Enter) will list the files in the input directory\n\nfrom subprocess import check_output\nprint(check_output([\"ls\", \"../input\"]).decode(\"utf8\"))\n\n# Any results you write to the current directory are saved as output."},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"17d9722f-b9cf-a6af-004e-d3c83ce01634"},"outputs":[],"source":"from xgboost import XGBClassifier\nfrom sklearn.metrics import matthews_corrcoef, roc_auc_score\nfrom sklearn.cross_validation import cross_val_score, StratifiedKFold\nimport matplotlib.pyplot as plt\nimport seaborn as sns"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"4f62068c-1332-488f-cecc-eadaf0f71b9f"},"outputs":[],"source":"data_chunks = pd.read_csv('../input/train_date.csv', index_col=0, chunksize=100000, dtype=np.float32)\nnum_chunks = pd.read_csv('../input/train_numeric.csv', index_col=0,usecols=list(range(969)), chunksize=100000, dtype=np.float32)\n\nX = pd.concat([pd.concat([dchunk,nchunk], axis=1).sample(frac=0.05) for dchunk, nchunk in zip(date_chunks, num_chunks)])\ny = pd.read_csv('../input/train_numeric.csv', index_col=0, usecols=[0,969], dtype=np.float32).loc[X.index].values.ravel()\n\nX = X.values\n"}],"metadata":{"_change_revision":0,"_is_fork":false,"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.5.2"}},"nbformat":4,"nbformat_minor":0}