{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.6","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":19989,"databundleVersionId":1160143,"sourceType":"competition"}],"dockerImageVersionId":29974,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\ntrain_data=pd.read_csv(\"../input/global-wheat-detection/train.csv\")\ntrain_data.head(10)","metadata":{"_uuid":"d629ff2d2480ee46fbb7e2d37f6b5fab8052498a","_cell_guid":"79c7e3d0-c299-4dcb-8224-4455121ee9b0","trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.098086Z","iopub.execute_input":"2024-11-22T23:54:59.098457Z","iopub.status.idle":"2024-11-22T23:54:59.3268Z","shell.execute_reply.started":"2024-11-22T23:54:59.098428Z","shell.execute_reply":"2024-11-22T23:54:59.325503Z"}},"outputs":[{"execution_count":19,"output_type":"execute_result","data":{"text/plain":"    image_id  width  height                          bbox   source\n0  b6ab77fd7   1024    1024    [834.0, 222.0, 56.0, 36.0]  usask_1\n1  b6ab77fd7   1024    1024   [226.0, 548.0, 130.0, 58.0]  usask_1\n2  b6ab77fd7   1024    1024   [377.0, 504.0, 74.0, 160.0]  usask_1\n3  b6ab77fd7   1024    1024   [834.0, 95.0, 109.0, 107.0]  usask_1\n4  b6ab77fd7   1024    1024   [26.0, 144.0, 124.0, 117.0]  usask_1\n5  b6ab77fd7   1024    1024  [569.0, 382.0, 119.0, 111.0]  usask_1\n6  b6ab77fd7   1024    1024     [52.0, 602.0, 82.0, 45.0]  usask_1\n7  b6ab77fd7   1024    1024   [627.0, 302.0, 122.0, 75.0]  usask_1\n8  b6ab77fd7   1024    1024    [412.0, 367.0, 68.0, 82.0]  usask_1\n9  b6ab77fd7   1024    1024   [953.0, 220.0, 56.0, 103.0]  usask_1","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>image_id</th>\n      <th>width</th>\n      <th>height</th>\n      <th>bbox</th>\n      <th>source</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[834.0, 222.0, 56.0, 36.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[226.0, 548.0, 130.0, 58.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[377.0, 504.0, 74.0, 160.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[834.0, 95.0, 109.0, 107.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[26.0, 144.0, 124.0, 117.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[569.0, 382.0, 119.0, 111.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[52.0, 602.0, 82.0, 45.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[627.0, 302.0, 122.0, 75.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[412.0, 367.0, 68.0, 82.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[953.0, 220.0, 56.0, 103.0]</td>\n      <td>usask_1</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}],"execution_count":19},{"cell_type":"code","source":"train_data.info()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.329421Z","iopub.execute_input":"2024-11-22T23:54:59.3299Z","iopub.status.idle":"2024-11-22T23:54:59.365486Z","shell.execute_reply.started":"2024-11-22T23:54:59.329851Z","shell.execute_reply":"2024-11-22T23:54:59.364296Z"}},"outputs":[{"name":"stdout","text":"<class 'pandas.core.frame.DataFrame'>\nRangeIndex: 147793 entries, 0 to 147792\nData columns (total 5 columns):\n #   Column    Non-Null Count   Dtype \n---  ------    --------------   ----- \n 0   image_id  147793 non-null  object\n 1   width     147793 non-null  int64 \n 2   height    147793 non-null  int64 \n 3   bbox      147793 non-null  object\n 4   source    147793 non-null  object\ndtypes: int64(2), object(3)\nmemory usage: 5.6+ MB\n","output_type":"stream"}],"execution_count":20},{"cell_type":"code","source":"train_data.isnull().sum()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.367094Z","iopub.execute_input":"2024-11-22T23:54:59.367557Z","iopub.status.idle":"2024-11-22T23:54:59.399997Z","shell.execute_reply.started":"2024-11-22T23:54:59.367495Z","shell.execute_reply":"2024-11-22T23:54:59.39872Z"}},"outputs":[{"execution_count":21,"output_type":"execute_result","data":{"text/plain":"image_id    0\nwidth       0\nheight      0\nbbox        0\nsource      0\ndtype: int64"},"metadata":{}}],"execution_count":21},{"cell_type":"code","source":"#let us now remove every column that has more than three missing values\ntrain_data.dropna(thresh=3,axis=1).info()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.401401Z","iopub.execute_input":"2024-11-22T23:54:59.401711Z","iopub.status.idle":"2024-11-22T23:54:59.473485Z","shell.execute_reply.started":"2024-11-22T23:54:59.401679Z","shell.execute_reply":"2024-11-22T23:54:59.472511Z"}},"outputs":[{"name":"stdout","text":"<class 'pandas.core.frame.DataFrame'>\nRangeIndex: 147793 entries, 0 to 147792\nData columns (total 5 columns):\n #   Column    Non-Null Count   Dtype \n---  ------    --------------   ----- \n 0   image_id  147793 non-null  object\n 1   width     147793 non-null  int64 \n 2   height    147793 non-null  int64 \n 3   bbox      147793 non-null  object\n 4   source    147793 non-null  object\ndtypes: int64(2), object(3)\nmemory usage: 5.6+ MB\n","output_type":"stream"}],"execution_count":22},{"cell_type":"code","source":"train_data.dropna(thresh=3,axis=1).head(9)","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.47671Z","iopub.execute_input":"2024-11-22T23:54:59.47717Z","iopub.status.idle":"2024-11-22T23:54:59.519243Z","shell.execute_reply.started":"2024-11-22T23:54:59.477124Z","shell.execute_reply":"2024-11-22T23:54:59.518381Z"}},"outputs":[{"execution_count":23,"output_type":"execute_result","data":{"text/plain":"    image_id  width  height                          bbox   source\n0  b6ab77fd7   1024    1024    [834.0, 222.0, 56.0, 36.0]  usask_1\n1  b6ab77fd7   1024    1024   [226.0, 548.0, 130.0, 58.0]  usask_1\n2  b6ab77fd7   1024    1024   [377.0, 504.0, 74.0, 160.0]  usask_1\n3  b6ab77fd7   1024    1024   [834.0, 95.0, 109.0, 107.0]  usask_1\n4  b6ab77fd7   1024    1024   [26.0, 144.0, 124.0, 117.0]  usask_1\n5  b6ab77fd7   1024    1024  [569.0, 382.0, 119.0, 111.0]  usask_1\n6  b6ab77fd7   1024    1024     [52.0, 602.0, 82.0, 45.0]  usask_1\n7  b6ab77fd7   1024    1024   [627.0, 302.0, 122.0, 75.0]  usask_1\n8  b6ab77fd7   1024    1024    [412.0, 367.0, 68.0, 82.0]  usask_1","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>image_id</th>\n      <th>width</th>\n      <th>height</th>\n      <th>bbox</th>\n      <th>source</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[834.0, 222.0, 56.0, 36.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[226.0, 548.0, 130.0, 58.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[377.0, 504.0, 74.0, 160.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[834.0, 95.0, 109.0, 107.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[26.0, 144.0, 124.0, 117.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[569.0, 382.0, 119.0, 111.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[52.0, 602.0, 82.0, 45.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[627.0, 302.0, 122.0, 75.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[412.0, 367.0, 68.0, 82.0]</td>\n      <td>usask_1</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}],"execution_count":23},{"cell_type":"code","source":"train_data.dropna(thresh=3,axis=1,inplace=True)\ntrain_data.info()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.520798Z","iopub.execute_input":"2024-11-22T23:54:59.52111Z","iopub.status.idle":"2024-11-22T23:54:59.588545Z","shell.execute_reply.started":"2024-11-22T23:54:59.52108Z","shell.execute_reply":"2024-11-22T23:54:59.587617Z"}},"outputs":[{"name":"stdout","text":"<class 'pandas.core.frame.DataFrame'>\nRangeIndex: 147793 entries, 0 to 147792\nData columns (total 5 columns):\n #   Column    Non-Null Count   Dtype \n---  ------    --------------   ----- \n 0   image_id  147793 non-null  object\n 1   width     147793 non-null  int64 \n 2   height    147793 non-null  int64 \n 3   bbox      147793 non-null  object\n 4   source    147793 non-null  object\ndtypes: int64(2), object(3)\nmemory usage: 5.6+ MB\n","output_type":"stream"}],"execution_count":24},{"cell_type":"markdown","source":"**Plot bboxes with area less than 1000 pixels**","metadata":{}},{"cell_type":"code","source":"train_data.describe()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.590054Z","iopub.execute_input":"2024-11-22T23:54:59.590348Z","iopub.status.idle":"2024-11-22T23:54:59.617487Z","shell.execute_reply.started":"2024-11-22T23:54:59.590318Z","shell.execute_reply":"2024-11-22T23:54:59.616313Z"}},"outputs":[{"execution_count":25,"output_type":"execute_result","data":{"text/plain":"          width    height\ncount  147793.0  147793.0\nmean     1024.0    1024.0\nstd         0.0       0.0\nmin      1024.0    1024.0\n25%      1024.0    1024.0\n50%      1024.0    1024.0\n75%      1024.0    1024.0\nmax      1024.0    1024.0","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>width</th>\n      <th>height</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>count</th>\n      <td>147793.0</td>\n      <td>147793.0</td>\n    </tr>\n    <tr>\n      <th>mean</th>\n      <td>1024.0</td>\n      <td>1024.0</td>\n    </tr>\n    <tr>\n      <th>std</th>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>min</th>\n      <td>1024.0</td>\n      <td>1024.0</td>\n    </tr>\n    <tr>\n      <th>25%</th>\n      <td>1024.0</td>\n      <td>1024.0</td>\n    </tr>\n    <tr>\n      <th>50%</th>\n      <td>1024.0</td>\n      <td>1024.0</td>\n    </tr>\n    <tr>\n      <th>75%</th>\n      <td>1024.0</td>\n      <td>1024.0</td>\n    </tr>\n    <tr>\n      <th>max</th>\n      <td>1024.0</td>\n      <td>1024.0</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}],"execution_count":25},{"cell_type":"code","source":"train_data_copy=train_data.copy()\ntrain_data_copy=train_data_copy\ntrain_data_copy.head(10)","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-11-22T23:54:59.618899Z","iopub.execute_input":"2024-11-22T23:54:59.619242Z","iopub.status.idle":"2024-11-22T23:54:59.640998Z","shell.execute_reply.started":"2024-11-22T23:54:59.619211Z","shell.execute_reply":"2024-11-22T23:54:59.639994Z"}},"outputs":[{"execution_count":26,"output_type":"execute_result","data":{"text/plain":"    image_id  width  height                          bbox   source\n0  b6ab77fd7   1024    1024    [834.0, 222.0, 56.0, 36.0]  usask_1\n1  b6ab77fd7   1024    1024   [226.0, 548.0, 130.0, 58.0]  usask_1\n2  b6ab77fd7   1024    1024   [377.0, 504.0, 74.0, 160.0]  usask_1\n3  b6ab77fd7   1024    1024   [834.0, 95.0, 109.0, 107.0]  usask_1\n4  b6ab77fd7   1024    1024   [26.0, 144.0, 124.0, 117.0]  usask_1\n5  b6ab77fd7   1024    1024  [569.0, 382.0, 119.0, 111.0]  usask_1\n6  b6ab77fd7   1024    1024     [52.0, 602.0, 82.0, 45.0]  usask_1\n7  b6ab77fd7   1024    1024   [627.0, 302.0, 122.0, 75.0]  usask_1\n8  b6ab77fd7   1024    1024    [412.0, 367.0, 68.0, 82.0]  usask_1\n9  b6ab77fd7   1024    1024   [953.0, 220.0, 56.0, 103.0]  usask_1","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>image_id</th>\n      <th>width</th>\n      <th>height</th>\n      <th>bbox</th>\n      <th>source</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[834.0, 222.0, 56.0, 36.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[226.0, 548.0, 130.0, 58.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[377.0, 504.0, 74.0, 160.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[834.0, 95.0, 109.0, 107.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[26.0, 144.0, 124.0, 117.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[569.0, 382.0, 119.0, 111.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[52.0, 602.0, 82.0, 45.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[627.0, 302.0, 122.0, 75.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[412.0, 367.0, 68.0, 82.0]</td>\n      <td>usask_1</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>b6ab77fd7</td>\n      <td>1024</td>\n      <td>1024</td>\n      <td>[953.0, 220.0, 56.0, 103.0]</td>\n      <td>usask_1</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}],"execution_count":26},{"cell_type":"code","source":"","metadata":{"trusted":true},"outputs":[],"execution_count":null}]}