{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"Hi all. This Note book checks data, and LightBGM template","metadata":{}},{"cell_type":"code","source":"import numpy as np\nimport matplotlib.pyplot as plt\nimport seaborn as sns\nimport pandas as pd\nfrom sklearn.metrics import accuracy_score\nfrom sklearn.model_selection import train_test_split\nimport lightgbm as lgb\nfrom sklearn.metrics import accuracy_score","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:09:38.200751Z","iopub.execute_input":"2021-11-06T00:09:38.202375Z","iopub.status.idle":"2021-11-06T00:09:38.208015Z","shell.execute_reply.started":"2021-11-06T00:09:38.202309Z","shell.execute_reply":"2021-11-06T00:09:38.2069Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Data Read\ndata_test=pd.read_csv(\"../input/g-research-crypto-forecasting/example_test.csv\")\nprint(\"test_data\")\ndata_test_=data_test.sort_values(\"Asset_ID\")\ndata_test_.head()\ndata_test_.describe().T.style.background_gradient(cmap = 'Blues')\\\n                          .bar(subset = [\"mean\",], color = 'lightgreen')\\\n                           .bar(subset = [\"std\"], color = '#ee1f5f')","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:09:38.209628Z","iopub.execute_input":"2021-11-06T00:09:38.210418Z","iopub.status.idle":"2021-11-06T00:09:38.359601Z","shell.execute_reply.started":"2021-11-06T00:09:38.210352Z","shell.execute_reply":"2021-11-06T00:09:38.358633Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data_train=pd.read_csv(\"../input/g-research-crypto-forecasting/train.csv\")\nprint(\"train_data\")\ndata_train_=data_train.sort_values(\"Asset_ID\")\ndata_train_.head()\ndata_train_.describe().T.style.background_gradient(cmap = 'Blues')\\\n                          .bar(subset = [\"mean\",], color = 'lightgreen')\\\n                           .bar(subset = [\"std\"], color = '#ee1f5f')","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:09:38.360927Z","iopub.execute_input":"2021-11-06T00:09:38.361227Z","iopub.status.idle":"2021-11-06T00:10:57.919363Z","shell.execute_reply.started":"2021-11-06T00:09:38.361195Z","shell.execute_reply":"2021-11-06T00:10:57.91854Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Check Null\ndef fillCheck(df):\n        n_val=df.isnull().sum()\n        pre=100*df.isnull().sum()/len(df)\n        tdble=pd.concat([n_val,pre],axis=1)\n        ren_colum=tdble.rename(columns={0:\"Null Persent\",1:\"%\"})\n        return ren_colum","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:10:57.922075Z","iopub.execute_input":"2021-11-06T00:10:57.92253Z","iopub.status.idle":"2021-11-06T00:10:57.927927Z","shell.execute_reply.started":"2021-11-06T00:10:57.922492Z","shell.execute_reply":"2021-11-06T00:10:57.927336Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(\"train_data\")\nfillCheck(data_train_) ","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:10:57.92914Z","iopub.execute_input":"2021-11-06T00:10:57.929473Z","iopub.status.idle":"2021-11-06T00:10:58.876007Z","shell.execute_reply.started":"2021-11-06T00:10:57.929447Z","shell.execute_reply":"2021-11-06T00:10:58.875049Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(\"test_data\")\nfillCheck(data_test_)","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:10:58.87741Z","iopub.execute_input":"2021-11-06T00:10:58.87766Z","iopub.status.idle":"2021-11-06T00:10:58.892387Z","shell.execute_reply.started":"2021-11-06T00:10:58.877631Z","shell.execute_reply":"2021-11-06T00:10:58.891464Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Data_Split\ndf_train,df_val=train_test_split(data_train_,test_size=0.3)\n\nX_train=df_train.drop(\"Target\",axis=1)\ny_train=df_train[\"Target\"]\n\nX_val=df_val.drop(\"Target\",axis=1)\ny_val=df_val[\"Target\"]","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:10:58.893973Z","iopub.execute_input":"2021-11-06T00:10:58.894269Z","iopub.status.idle":"2021-11-06T00:11:05.785295Z","shell.execute_reply.started":"2021-11-06T00:10:58.894206Z","shell.execute_reply":"2021-11-06T00:11:05.784323Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#LGB Modeling\nparams = {\n    'random_state':100,\n    'verbose':0,\n    #Learning model indicators\n    'metrics' : \"auc\"\n}\n\n\ntrain_d=lgb.Dataset(X_train,y_train)\nval_d=lgb.Dataset(X_val,y_val)\n\nmodel=lgb.train(params,train_d,valid_sets=val_d,num_boost_round=100,early_stopping_rounds=100)","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:11:05.786646Z","iopub.execute_input":"2021-11-06T00:11:05.786874Z","iopub.status.idle":"2021-11-06T00:12:51.561505Z","shell.execute_reply.started":"2021-11-06T00:11:05.786849Z","shell.execute_reply":"2021-11-06T00:12:51.560819Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#fitting\ndata_x=data_test_.drop(\"group_num\",axis=1)\ndata_X=data_x.drop(\"row_id\",axis=1)\n\npred=model.predict(data_X)","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:12:51.565252Z","iopub.execute_input":"2021-11-06T00:12:51.565897Z","iopub.status.idle":"2021-11-06T00:12:51.576544Z","shell.execute_reply.started":"2021-11-06T00:12:51.565859Z","shell.execute_reply":"2021-11-06T00:12:51.575689Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"","metadata":{}},{"cell_type":"code","source":"#submit\nPassengerId=data_test_[\"Asset_ID\"]\nprint(PassengerId.shape)\nprint(PassengerId.head())\nPredictions=pd.DataFrame(data=pred,index=PassengerId,columns=['Target'])\nPredictions.to_csv(\"submission.csv\")","metadata":{"execution":{"iopub.status.busy":"2021-11-06T00:12:51.579101Z","iopub.execute_input":"2021-11-06T00:12:51.57943Z","iopub.status.idle":"2021-11-06T00:12:51.594986Z","shell.execute_reply.started":"2021-11-06T00:12:51.579394Z","shell.execute_reply":"2021-11-06T00:12:51.594116Z"},"trusted":true},"execution_count":null,"outputs":[]}]}