{"cells":[{"cell_type":"markdown","metadata":{"_cell_guid":"8d3b7def-884e-47bf-eaac-f5f29148a305"},"source":"# get_features"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"536e31a0-b91d-fbf4-cceb-398ef813d338"},"outputs":[],"source":"import gc\nimport numpy as np\nimport pandas as pd\nimport xgboost as xgb\nfrom sklearn.cross_validation import StratifiedKFold\nfrom sklearn.metrics import matthews_corrcoef\nfrom operator import itemgetter"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"994cac22-c807-ec2b-982b-8e6831ffe651"},"outputs":[],"source":"def get_date_features():\n    directory = '../input/'\n    trainfile = 'train_date.csv'\n    \n    for i, chunk in enumerate(pd.read_csv(directory + trainfile,\n                                          chunksize=1,\n                                          low_memory=False)):\n        features = list(chunk.columns)\n        break\n\n    seen = np.zeros(52)\n    rv = []\n    for f in features:\n        if f == 'Id' or 'S24' in f or 'S25' in f:\n            rv.append(f)\n            continue\n            \n        station = int(f.split('_')[1][1:])\n#        print(station)\n        \n        if seen[station]:\n            continue\n        \n        seen[station] = 1\n        rv.append(f)\n        \n    return rv"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"28ae45bc-a668-e2d0-b1ae-2f7f55a8f562"},"outputs":[],"source":"directory = '../input/'\ntrainfile = 'train_date.csv'\ntest = pd.read_csv(directory + trainfile,chunksize=1,low_memory=False)\nenumerate(test)"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"12ca74c9-dc13-5ebc-3bbf-1e7d6e3549c6"},"outputs":[],"source":""}],"metadata":{"_change_revision":0,"_is_fork":false,"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.5.2"}},"nbformat":4,"nbformat_minor":0}