{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":53666,"databundleVersionId":6589269,"sourceType":"competition"}],"dockerImageVersionId":30558,"isInternetEnabled":false,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"References: \n- https://www.kaggle.com/code/carlmcbrideellis/zzzs-random-forest-model-starter","metadata":{}},{"cell_type":"code","source":"from pathlib import Path\nimport numpy as np\nimport pandas as pd\nimport matplotlib.pyplot as plt","metadata":{"execution":{"iopub.status.busy":"2023-10-25T18:16:12.031507Z","iopub.execute_input":"2023-10-25T18:16:12.032008Z","iopub.status.idle":"2023-10-25T18:16:12.039381Z","shell.execute_reply.started":"2023-10-25T18:16:12.031971Z","shell.execute_reply":"2023-10-25T18:16:12.038004Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Data Loading and Overview\n\nFiles:\n- sample_submission.csv\n- test_series.parquet\n- train_events.csv\n- train_series.parquet","metadata":{}},{"cell_type":"code","source":"data_path = Path(\"/kaggle/input/child-mind-institute-detect-sleep-states\")","metadata":{"execution":{"iopub.status.busy":"2023-10-25T18:16:14.262718Z","iopub.execute_input":"2023-10-25T18:16:14.263865Z","iopub.status.idle":"2023-10-25T18:16:14.269829Z","shell.execute_reply.started":"2023-10-25T18:16:14.263812Z","shell.execute_reply":"2023-10-25T18:16:14.268604Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sample_submission_df = pd.read_csv(data_path / \"sample_submission.csv\")\nsample_submission_df","metadata":{"execution":{"iopub.status.busy":"2023-10-25T18:16:14.987328Z","iopub.execute_input":"2023-10-25T18:16:14.988688Z","iopub.status.idle":"2023-10-25T18:16:15.047899Z","shell.execute_reply.started":"2023-10-25T18:16:14.988639Z","shell.execute_reply":"2023-10-25T18:16:15.046434Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_series_df = pd.read_parquet(data_path / \"test_series.parquet\",\n                                )\ntest_series_df","metadata":{"execution":{"iopub.status.busy":"2023-10-25T18:16:15.346264Z","iopub.execute_input":"2023-10-25T18:16:15.346744Z","iopub.status.idle":"2023-10-25T18:16:15.688369Z","shell.execute_reply.started":"2023-10-25T18:16:15.346709Z","shell.execute_reply":"2023-10-25T18:16:15.687239Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_events_df = pd.read_csv(data_path / \"train_events.csv\",\n                             parse_dates=[4],\n                             )\ntrain_events_df","metadata":{"execution":{"iopub.status.busy":"2023-10-25T18:16:16.708268Z","iopub.execute_input":"2023-10-25T18:16:16.708713Z","iopub.status.idle":"2023-10-25T18:16:16.858616Z","shell.execute_reply.started":"2023-10-25T18:16:16.708674Z","shell.execute_reply":"2023-10-25T18:16:16.857008Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_series_df = pd.read_parquet(data_path / \"train_series.parquet\")\ntrain_series_df","metadata":{"execution":{"iopub.status.busy":"2023-10-25T18:15:48.222546Z","iopub.execute_input":"2023-10-25T18:15:48.223073Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_series_df[\"timestamp\"] = pd.to_datetime(train_series_df[\"timestamp\"]).apply(lambda t: t.tz_localize(None))","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Exploratory Data Analysis","metadata":{}},{"cell_type":"code","source":"# --- Train data ---\n\nprint(\"Train data stats:\")\nprint(\"------------------\")\nprint(f\"There are {train_series_df['series_id'].nunique()} unique series_ids (multi-day recordings)\")\n\navg_reads_per_id = train_series_df.groupby(\"series_id\")[\"step\"].count().mean()\navg_days_per_id = \nprint(f\"\")\navg_days_id","metadata":{"execution":{"iopub.status.busy":"2023-10-13T16:54:17.347202Z","iopub.execute_input":"2023-10-13T16:54:17.347534Z","iopub.status.idle":"2023-10-13T16:54:34.945063Z","shell.execute_reply.started":"2023-10-13T16:54:17.347506Z","shell.execute_reply":"2023-10-13T16:54:34.94395Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"a = train_series_df[train_series_df['series_id'] == \"038441c925bb\"][\"timestamp\"]","metadata":{"execution":{"iopub.status.busy":"2023-10-25T16:35:31.810635Z","iopub.execute_input":"2023-10-25T16:35:31.811548Z","iopub.status.idle":"2023-10-25T16:35:55.98366Z","shell.execute_reply.started":"2023-10-25T16:35:31.811508Z","shell.execute_reply":"2023-10-25T16:35:55.982428Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"a","metadata":{"execution":{"iopub.status.busy":"2023-10-25T16:35:55.986159Z","iopub.execute_input":"2023-10-25T16:35:55.986523Z","iopub.status.idle":"2023-10-25T16:35:55.997303Z","shell.execute_reply.started":"2023-10-25T16:35:55.986491Z","shell.execute_reply":"2023-10-25T16:35:55.995817Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"a[0]","metadata":{"execution":{"iopub.status.busy":"2023-10-25T16:41:18.987401Z","iopub.execute_input":"2023-10-25T16:41:18.987847Z","iopub.status.idle":"2023-10-25T16:41:19.024817Z","shell.execute_reply.started":"2023-10-25T16:41:18.987815Z","shell.execute_reply":"2023-10-25T16:41:19.022773Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Baseline Model","metadata":{"execution":{"iopub.status.busy":"2023-10-13T16:32:45.588902Z","iopub.execute_input":"2023-10-13T16:32:45.589208Z","iopub.status.idle":"2023-10-13T16:32:45.593452Z","shell.execute_reply.started":"2023-10-13T16:32:45.589185Z","shell.execute_reply":"2023-10-13T16:32:45.592424Z"}}}]}