{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np \nimport pandas as pd \n\nfrom tqdm.auto import tqdm\n\nimport gc\nimport polars as pl\n\nimport torch\nimport torch.nn as nn\nimport torch.nn.functional as F\nimport torch.optim as optim\nfrom torch.utils.data import Dataset, DataLoader\n\nimport warnings\nwarnings.filterwarnings('ignore')\nimport pyarrow.parquet as pq","metadata":{"execution":{"iopub.status.busy":"2023-11-08T15:33:45.026620Z","iopub.execute_input":"2023-11-08T15:33:45.027301Z","iopub.status.idle":"2023-11-08T15:33:47.995856Z","shell.execute_reply.started":"2023-11-08T15:33:45.027242Z","shell.execute_reply":"2023-11-08T15:33:47.994308Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def load_csv_data(data_path, demo_mode=False, nsteps=None):\n    if demo_mode:\n        data = pd.read_csv(data_path, nsteps=nsteps)\n    else:\n        data = pd.read_csv(data_path)\n    gc.collect()\n    return data","metadata":{"execution":{"iopub.status.busy":"2023-11-08T15:33:48.055076Z","iopub.execute_input":"2023-11-08T15:33:48.055492Z","iopub.status.idle":"2023-11-08T15:33:48.068513Z","shell.execute_reply.started":"2023-11-08T15:33:48.055460Z","shell.execute_reply":"2023-11-08T15:33:48.066708Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_events = load_csv_data('/kaggle/input/child-mind-institute-detect-sleep-states/train_events.csv')\ntrain_events.head()","metadata":{"execution":{"iopub.status.busy":"2023-11-08T15:33:48.070430Z","iopub.execute_input":"2023-11-08T15:33:48.071627Z","iopub.status.idle":"2023-11-08T15:33:48.259732Z","shell.execute_reply.started":"2023-11-08T15:33:48.071581Z","shell.execute_reply":"2023-11-08T15:33:48.258129Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def load_parquet_data(data_path):\n    data = pd.read_parquet(data_path)\n    gc.collect()\n    return data","metadata":{"execution":{"iopub.status.busy":"2023-11-08T15:33:48.262001Z","iopub.execute_input":"2023-11-08T15:33:48.262371Z","iopub.status.idle":"2023-11-08T15:33:48.269539Z","shell.execute_reply.started":"2023-11-08T15:33:48.262340Z","shell.execute_reply":"2023-11-08T15:33:48.267737Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_series = load_parquet_data('/kaggle/input/child-mind-institute-detect-sleep-states/train_series.parquet')\ntrain_series.head()","metadata":{"execution":{"iopub.status.busy":"2023-11-08T15:33:48.271974Z","iopub.execute_input":"2023-11-08T15:33:48.272496Z","iopub.status.idle":"2023-11-08T15:34:54.381256Z","shell.execute_reply.started":"2023-11-08T15:33:48.272453Z","shell.execute_reply":"2023-11-08T15:34:54.379269Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def cleaning(data):\n    before_cleaning = len(data)\n    print(\"Number of missing timestamps : \", len(data[data[\"timestamp\"].isna()]))\n    data = data.dropna(subset=[\"timestamp\"])\n    after_cleaning = len(data)\n    print(\"Percentage of removed steps : {:.1f}%\".format(100 * (before_cleaning - after_cleaning) / before_cleaning) )\n    return data","metadata":{"execution":{"iopub.status.busy":"2023-11-08T15:37:17.627927Z","iopub.execute_input":"2023-11-08T15:37:17.628578Z","iopub.status.idle":"2023-11-08T15:37:17.638498Z","shell.execute_reply.started":"2023-11-08T15:37:17.628531Z","shell.execute_reply":"2023-11-08T15:37:17.636705Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"preprocessed_train_events = cleaning(train_events)\npreprocessed_train_series = cleaning(train_series)","metadata":{"execution":{"iopub.status.busy":"2023-11-08T15:37:21.696322Z","iopub.execute_input":"2023-11-08T15:37:21.696821Z","iopub.status.idle":"2023-11-08T15:37:57.449966Z","shell.execute_reply.started":"2023-11-08T15:37:21.696778Z","shell.execute_reply":"2023-11-08T15:37:57.448454Z"},"trusted":true},"execution_count":null,"outputs":[]}]}