{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load\n\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n# Input data files are available in the read-only \"../input/\" directory\n# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n\nimport os\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n    for filename in filenames:\n        print(os.path.join(dirname, filename))\n\n# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-03-18T08:00:23.700827Z","iopub.execute_input":"2022-03-18T08:00:23.701134Z","iopub.status.idle":"2022-03-18T08:00:23.709552Z","shell.execute_reply.started":"2022-03-18T08:00:23.701100Z","shell.execute_reply":"2022-03-18T08:00:23.708589Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import tensorflow as tf\nfrom tensorflow.keras import Sequential\nfrom tensorflow.keras import layers\nimport matplotlib.pyplot as plt\nfrom sklearn.linear_model import LogisticRegression","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:23.711310Z","iopub.execute_input":"2022-03-18T08:00:23.712253Z","iopub.status.idle":"2022-03-18T08:00:31.228064Z","shell.execute_reply.started":"2022-03-18T08:00:23.712206Z","shell.execute_reply":"2022-03-18T08:00:31.227106Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = pd.read_csv(\"/kaggle/input/football-match-probability-prediction/train.csv\")\ntest = pd.read_csv(\"/kaggle/input/football-match-probability-prediction/test.csv\")","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:31.229173Z","iopub.execute_input":"2022-03-18T08:00:31.229405Z","iopub.status.idle":"2022-03-18T08:00:41.606093Z","shell.execute_reply.started":"2022-03-18T08:00:31.229378Z","shell.execute_reply":"2022-03-18T08:00:41.605129Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# EDA","metadata":{}},{"cell_type":"code","source":"train.info()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:41.607972Z","iopub.execute_input":"2022-03-18T08:00:41.608223Z","iopub.status.idle":"2022-03-18T08:00:41.647281Z","shell.execute_reply.started":"2022-03-18T08:00:41.608191Z","shell.execute_reply":"2022-03-18T08:00:41.646268Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pd.set_option(\"display.max_columns\", None)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:41.648877Z","iopub.execute_input":"2022-03-18T08:00:41.649219Z","iopub.status.idle":"2022-03-18T08:00:41.654431Z","shell.execute_reply.started":"2022-03-18T08:00:41.649172Z","shell.execute_reply":"2022-03-18T08:00:41.653322Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:41.656136Z","iopub.execute_input":"2022-03-18T08:00:41.656450Z","iopub.status.idle":"2022-03-18T08:00:41.874581Z","shell.execute_reply.started":"2022-03-18T08:00:41.656409Z","shell.execute_reply":"2022-03-18T08:00:41.873471Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Interesting features -\n* Target\n* Match Date\n* (home/away)is_play_home\n* (home/away)is_cup\n* (home/away)goal\n* (home/away)opponent_goal\n* (home/away)history_rating\n* (home/away)history_opponent_rating\n\n\n","metadata":{}},{"cell_type":"code","source":"train.columns.tolist()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:41.875921Z","iopub.execute_input":"2022-03-18T08:00:41.876227Z","iopub.status.idle":"2022-03-18T08:00:41.887735Z","shell.execute_reply.started":"2022-03-18T08:00:41.876186Z","shell.execute_reply":"2022-03-18T08:00:41.886884Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Data Pre-processing","metadata":{}},{"cell_type":"code","source":"X_train = train.drop(['target'], axis = 1)\ny_train = train['target']\nX_test = test","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:41.889112Z","iopub.execute_input":"2022-03-18T08:00:41.889349Z","iopub.status.idle":"2022-03-18T08:00:41.982129Z","shell.execute_reply.started":"2022-03-18T08:00:41.889320Z","shell.execute_reply":"2022-03-18T08:00:41.981247Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train.info()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:41.984184Z","iopub.execute_input":"2022-03-18T08:00:41.984407Z","iopub.status.idle":"2022-03-18T08:00:42.005383Z","shell.execute_reply.started":"2022-03-18T08:00:41.984380Z","shell.execute_reply":"2022-03-18T08:00:42.004106Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = train[['target',\n 'home_team_history_is_play_home_1',\n 'home_team_history_is_play_home_2',\n 'home_team_history_is_play_home_3',\n 'home_team_history_is_play_home_4',\n 'home_team_history_is_play_home_5',\n 'home_team_history_is_play_home_6',\n 'home_team_history_is_play_home_7',\n 'home_team_history_is_play_home_8',\n 'home_team_history_is_play_home_9',\n 'home_team_history_is_play_home_10',\n 'home_team_history_is_cup_1',\n 'home_team_history_is_cup_2',\n 'home_team_history_is_cup_3',\n 'home_team_history_is_cup_4',\n 'home_team_history_is_cup_5',\n 'home_team_history_is_cup_6',\n 'home_team_history_is_cup_7',\n 'home_team_history_is_cup_8',\n 'home_team_history_is_cup_9',\n 'home_team_history_is_cup_10',\n 'home_team_history_goal_1',\n 'home_team_history_goal_2',\n 'home_team_history_goal_3',\n 'home_team_history_goal_4',\n 'home_team_history_goal_5',\n 'home_team_history_goal_6',\n 'home_team_history_goal_7',\n 'home_team_history_goal_8',\n 'home_team_history_goal_9',\n 'home_team_history_goal_10',\n 'home_team_history_opponent_goal_1',\n 'home_team_history_opponent_goal_2',\n 'home_team_history_opponent_goal_3',\n 'home_team_history_opponent_goal_4',\n 'home_team_history_opponent_goal_5',\n 'home_team_history_opponent_goal_6',\n 'home_team_history_opponent_goal_7',\n 'home_team_history_opponent_goal_8',\n 'home_team_history_opponent_goal_9',\n 'home_team_history_opponent_goal_10',\n 'home_team_history_rating_1',\n 'home_team_history_rating_2',\n 'home_team_history_rating_3',\n 'home_team_history_rating_4',\n 'home_team_history_rating_5',\n 'home_team_history_rating_6',\n 'home_team_history_rating_7',\n 'home_team_history_rating_8',\n 'home_team_history_rating_9',\n 'home_team_history_rating_10',\n 'home_team_history_opponent_rating_1',\n 'home_team_history_opponent_rating_2',\n 'home_team_history_opponent_rating_3',\n 'home_team_history_opponent_rating_4',\n 'home_team_history_opponent_rating_5',\n 'home_team_history_opponent_rating_6',\n 'home_team_history_opponent_rating_7',\n 'home_team_history_opponent_rating_8',\n 'home_team_history_opponent_rating_9',\n 'home_team_history_opponent_rating_10',\n 'away_team_history_is_play_home_1',\n 'away_team_history_is_play_home_2',\n 'away_team_history_is_play_home_3',\n 'away_team_history_is_play_home_4',\n 'away_team_history_is_play_home_5',\n 'away_team_history_is_play_home_6',\n 'away_team_history_is_play_home_7',\n 'away_team_history_is_play_home_8',\n 'away_team_history_is_play_home_9',\n 'away_team_history_is_play_home_10',\n 'away_team_history_is_cup_1',\n 'away_team_history_is_cup_2',\n 'away_team_history_is_cup_3',\n 'away_team_history_is_cup_4',\n 'away_team_history_is_cup_5',\n 'away_team_history_is_cup_6',\n 'away_team_history_is_cup_7',\n 'away_team_history_is_cup_8',\n 'away_team_history_is_cup_9',\n 'away_team_history_is_cup_10',\n 'away_team_history_goal_1',\n 'away_team_history_goal_2',\n 'away_team_history_goal_3',\n 'away_team_history_goal_4',\n 'away_team_history_goal_5',\n 'away_team_history_goal_6',\n 'away_team_history_goal_7',\n 'away_team_history_goal_8',\n 'away_team_history_goal_9',\n 'away_team_history_goal_10',\n 'away_team_history_opponent_goal_1',\n 'away_team_history_opponent_goal_2',\n 'away_team_history_opponent_goal_3',\n 'away_team_history_opponent_goal_4',\n 'away_team_history_opponent_goal_5',\n 'away_team_history_opponent_goal_6',\n 'away_team_history_opponent_goal_7',\n 'away_team_history_opponent_goal_8',\n 'away_team_history_opponent_goal_9',\n 'away_team_history_opponent_goal_10',\n 'away_team_history_rating_1',\n 'away_team_history_rating_2',\n 'away_team_history_rating_3',\n 'away_team_history_rating_4',\n 'away_team_history_rating_5',\n 'away_team_history_rating_6',\n 'away_team_history_rating_7',\n 'away_team_history_rating_8',\n 'away_team_history_rating_9',\n 'away_team_history_rating_10',\n 'away_team_history_opponent_rating_1',\n 'away_team_history_opponent_rating_2',\n 'away_team_history_opponent_rating_3',\n 'away_team_history_opponent_rating_4',\n 'away_team_history_opponent_rating_5',\n 'away_team_history_opponent_rating_6',\n 'away_team_history_opponent_rating_7',\n 'away_team_history_opponent_rating_8',\n 'away_team_history_opponent_rating_9',\n 'away_team_history_opponent_rating_10',\n]]","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:42.007109Z","iopub.execute_input":"2022-03-18T08:00:42.007353Z","iopub.status.idle":"2022-03-18T08:00:42.069264Z","shell.execute_reply.started":"2022-03-18T08:00:42.007325Z","shell.execute_reply":"2022-03-18T08:00:42.068185Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train['target'] = train['target'].replace(['away','draw','home'],[0, 1, 2])\n","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:42.070296Z","iopub.execute_input":"2022-03-18T08:00:42.070562Z","iopub.status.idle":"2022-03-18T08:00:42.163267Z","shell.execute_reply.started":"2022-03-18T08:00:42.070503Z","shell.execute_reply":"2022-03-18T08:00:42.162353Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test = test[['home_team_history_is_play_home_1',\n 'home_team_history_is_play_home_2',\n 'home_team_history_is_play_home_3',\n 'home_team_history_is_play_home_4',\n 'home_team_history_is_play_home_5',\n 'home_team_history_is_play_home_6',\n 'home_team_history_is_play_home_7',\n 'home_team_history_is_play_home_8',\n 'home_team_history_is_play_home_9',\n 'home_team_history_is_play_home_10',\n 'home_team_history_is_cup_1',\n 'home_team_history_is_cup_2',\n 'home_team_history_is_cup_3',\n 'home_team_history_is_cup_4',\n 'home_team_history_is_cup_5',\n 'home_team_history_is_cup_6',\n 'home_team_history_is_cup_7',\n 'home_team_history_is_cup_8',\n 'home_team_history_is_cup_9',\n 'home_team_history_is_cup_10',\n 'home_team_history_goal_1',\n 'home_team_history_goal_2',\n 'home_team_history_goal_3',\n 'home_team_history_goal_4',\n 'home_team_history_goal_5',\n 'home_team_history_goal_6',\n 'home_team_history_goal_7',\n 'home_team_history_goal_8',\n 'home_team_history_goal_9',\n 'home_team_history_goal_10',\n 'home_team_history_opponent_goal_1',\n 'home_team_history_opponent_goal_2',\n 'home_team_history_opponent_goal_3',\n 'home_team_history_opponent_goal_4',\n 'home_team_history_opponent_goal_5',\n 'home_team_history_opponent_goal_6',\n 'home_team_history_opponent_goal_7',\n 'home_team_history_opponent_goal_8',\n 'home_team_history_opponent_goal_9',\n 'home_team_history_opponent_goal_10',\n 'home_team_history_rating_1',\n 'home_team_history_rating_2',\n 'home_team_history_rating_3',\n 'home_team_history_rating_4',\n 'home_team_history_rating_5',\n 'home_team_history_rating_6',\n 'home_team_history_rating_7',\n 'home_team_history_rating_8',\n 'home_team_history_rating_9',\n 'home_team_history_rating_10',\n 'home_team_history_opponent_rating_1',\n 'home_team_history_opponent_rating_2',\n 'home_team_history_opponent_rating_3',\n 'home_team_history_opponent_rating_4',\n 'home_team_history_opponent_rating_5',\n 'home_team_history_opponent_rating_6',\n 'home_team_history_opponent_rating_7',\n 'home_team_history_opponent_rating_8',\n 'home_team_history_opponent_rating_9',\n 'home_team_history_opponent_rating_10',\n 'away_team_history_is_play_home_1',\n 'away_team_history_is_play_home_2',\n 'away_team_history_is_play_home_3',\n 'away_team_history_is_play_home_4',\n 'away_team_history_is_play_home_5',\n 'away_team_history_is_play_home_6',\n 'away_team_history_is_play_home_7',\n 'away_team_history_is_play_home_8',\n 'away_team_history_is_play_home_9',\n 'away_team_history_is_play_home_10',\n 'away_team_history_is_cup_1',\n 'away_team_history_is_cup_2',\n 'away_team_history_is_cup_3',\n 'away_team_history_is_cup_4',\n 'away_team_history_is_cup_5',\n 'away_team_history_is_cup_6',\n 'away_team_history_is_cup_7',\n 'away_team_history_is_cup_8',\n 'away_team_history_is_cup_9',\n 'away_team_history_is_cup_10',\n 'away_team_history_goal_1',\n 'away_team_history_goal_2',\n 'away_team_history_goal_3',\n 'away_team_history_goal_4',\n 'away_team_history_goal_5',\n 'away_team_history_goal_6',\n 'away_team_history_goal_7',\n 'away_team_history_goal_8',\n 'away_team_history_goal_9',\n 'away_team_history_goal_10',\n 'away_team_history_opponent_goal_1',\n 'away_team_history_opponent_goal_2',\n 'away_team_history_opponent_goal_3',\n 'away_team_history_opponent_goal_4',\n 'away_team_history_opponent_goal_5',\n 'away_team_history_opponent_goal_6',\n 'away_team_history_opponent_goal_7',\n 'away_team_history_opponent_goal_8',\n 'away_team_history_opponent_goal_9',\n 'away_team_history_opponent_goal_10',\n 'away_team_history_rating_1',\n 'away_team_history_rating_2',\n 'away_team_history_rating_3',\n 'away_team_history_rating_4',\n 'away_team_history_rating_5',\n 'away_team_history_rating_6',\n 'away_team_history_rating_7',\n 'away_team_history_rating_8',\n 'away_team_history_rating_9',\n 'away_team_history_rating_10',\n 'away_team_history_opponent_rating_1',\n 'away_team_history_opponent_rating_2',\n 'away_team_history_opponent_rating_3',\n 'away_team_history_opponent_rating_4',\n 'away_team_history_opponent_rating_5',\n 'away_team_history_opponent_rating_6',\n 'away_team_history_opponent_rating_7',\n 'away_team_history_opponent_rating_8',\n 'away_team_history_opponent_rating_9',\n 'away_team_history_opponent_rating_10',\n]]","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:42.164295Z","iopub.execute_input":"2022-03-18T08:00:42.164532Z","iopub.status.idle":"2022-03-18T08:00:42.209766Z","shell.execute_reply.started":"2022-03-18T08:00:42.164493Z","shell.execute_reply":"2022-03-18T08:00:42.208826Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train = train.drop(['target'], axis = 1)\ny_train = train['target']\nX_test = test","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:42.210938Z","iopub.execute_input":"2022-03-18T08:00:42.211301Z","iopub.status.idle":"2022-03-18T08:00:42.313280Z","shell.execute_reply.started":"2022-03-18T08:00:42.211266Z","shell.execute_reply":"2022-03-18T08:00:42.312621Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train = X_train.fillna(0)\nX_test = X_test.fillna(0)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:00:42.315140Z","iopub.execute_input":"2022-03-18T08:00:42.315571Z","iopub.status.idle":"2022-03-18T08:00:42.447331Z","shell.execute_reply.started":"2022-03-18T08:00:42.315510Z","shell.execute_reply":"2022-03-18T08:00:42.446411Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Model 1","metadata":{}},{"cell_type":"code","source":"model = Sequential([\n    layers.Input(120),\n    layers.Dense(60, activation = 'relu'),\n    layers.Dense(30),\n    layers.Dense(10, activation = 'relu'),\n    layers.Dense(3)\n])","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:16:27.207238Z","iopub.execute_input":"2022-03-18T08:16:27.207564Z","iopub.status.idle":"2022-03-18T08:16:27.248778Z","shell.execute_reply.started":"2022-03-18T08:16:27.207505Z","shell.execute_reply":"2022-03-18T08:16:27.247943Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"model.compile(optimizer='adam',\n              loss=tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True),\n              metrics=['accuracy'])","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:16:28.775231Z","iopub.execute_input":"2022-03-18T08:16:28.775556Z","iopub.status.idle":"2022-03-18T08:16:28.786872Z","shell.execute_reply.started":"2022-03-18T08:16:28.775507Z","shell.execute_reply":"2022-03-18T08:16:28.785940Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"model.summary()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:16:29.578342Z","iopub.execute_input":"2022-03-18T08:16:29.578668Z","iopub.status.idle":"2022-03-18T08:16:29.587491Z","shell.execute_reply.started":"2022-03-18T08:16:29.578636Z","shell.execute_reply":"2022-03-18T08:16:29.586567Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"y_train1 = pd.DataFrame(data=y_train)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:22:19.726813Z","iopub.execute_input":"2022-03-18T08:22:19.728045Z","iopub.status.idle":"2022-03-18T08:22:19.734353Z","shell.execute_reply.started":"2022-03-18T08:22:19.727996Z","shell.execute_reply":"2022-03-18T08:22:19.733546Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"history = model.fit(X_train, y_train1, batch_size=11000, epochs=500, verbose=1)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:23:22.775307Z","iopub.execute_input":"2022-03-18T08:23:22.776090Z","iopub.status.idle":"2022-03-18T08:25:00.919986Z","shell.execute_reply.started":"2022-03-18T08:23:22.776030Z","shell.execute_reply":"2022-03-18T08:25:00.919040Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"plt.plot(history.history['loss'])\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:25:00.921569Z","iopub.execute_input":"2022-03-18T08:25:00.921827Z","iopub.status.idle":"2022-03-18T08:25:01.114199Z","shell.execute_reply.started":"2022-03-18T08:25:00.921796Z","shell.execute_reply":"2022-03-18T08:25:01.113333Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"predictions = model.predict(X_test)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:25:07.513595Z","iopub.execute_input":"2022-03-18T08:25:07.513877Z","iopub.status.idle":"2022-03-18T08:25:09.936078Z","shell.execute_reply.started":"2022-03-18T08:25:07.513848Z","shell.execute_reply":"2022-03-18T08:25:09.935101Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"probability_model = tf.keras.Sequential([model, \n                                         tf.keras.layers.Softmax()])","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:25:09.939262Z","iopub.execute_input":"2022-03-18T08:25:09.939801Z","iopub.status.idle":"2022-03-18T08:25:09.948030Z","shell.execute_reply.started":"2022-03-18T08:25:09.939754Z","shell.execute_reply":"2022-03-18T08:25:09.947163Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"predictions = probability_model.predict(X_test)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:25:09.949632Z","iopub.execute_input":"2022-03-18T08:25:09.950112Z","iopub.status.idle":"2022-03-18T08:25:12.541727Z","shell.execute_reply.started":"2022-03-18T08:25:09.950068Z","shell.execute_reply":"2022-03-18T08:25:12.541025Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"predictions","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:25:12.543374Z","iopub.execute_input":"2022-03-18T08:25:12.543783Z","iopub.status.idle":"2022-03-18T08:25:12.550109Z","shell.execute_reply.started":"2022-03-18T08:25:12.543746Z","shell.execute_reply":"2022-03-18T08:25:12.549219Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub = pd.DataFrame()\ntest1 = pd.read_csv(\"/kaggle/input/football-match-probability-prediction/test.csv\")\nsub['id'] = test1['id']\nsub['home'] = predictions[:,2]\nsub['draw'] = predictions[:,1]\nsub['away'] = predictions[:,0]","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:25:12.551271Z","iopub.execute_input":"2022-03-18T08:25:12.551513Z","iopub.status.idle":"2022-03-18T08:25:15.700117Z","shell.execute_reply.started":"2022-03-18T08:25:12.551485Z","shell.execute_reply":"2022-03-18T08:25:15.699381Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub.head()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:25:15.701487Z","iopub.execute_input":"2022-03-18T08:25:15.701951Z","iopub.status.idle":"2022-03-18T08:25:15.712212Z","shell.execute_reply.started":"2022-03-18T08:25:15.701917Z","shell.execute_reply":"2022-03-18T08:25:15.711593Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#sub.to_csv(\"submission3.csv\", index = False)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:28:20.034657Z","iopub.execute_input":"2022-03-18T08:28:20.034962Z","iopub.status.idle":"2022-03-18T08:28:20.039163Z","shell.execute_reply.started":"2022-03-18T08:28:20.034922Z","shell.execute_reply":"2022-03-18T08:28:20.038284Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Logistic Regression","metadata":{}},{"cell_type":"code","source":"X_train.info()","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:17:42.914341Z","iopub.execute_input":"2022-03-18T08:17:42.915357Z","iopub.status.idle":"2022-03-18T08:17:42.931064Z","shell.execute_reply.started":"2022-03-18T08:17:42.915307Z","shell.execute_reply":"2022-03-18T08:17:42.930111Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"model = LogisticRegression(C=0.001,penalty='l2',solver='saga')\nmodel.fit(X_train,y_train)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:06:34.762067Z","iopub.execute_input":"2022-03-18T08:06:34.762358Z","iopub.status.idle":"2022-03-18T08:07:01.160354Z","shell.execute_reply.started":"2022-03-18T08:06:34.762325Z","shell.execute_reply":"2022-03-18T08:07:01.159420Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"predictions = model.predict_proba(X_test)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:07:08.350727Z","iopub.execute_input":"2022-03-18T08:07:08.351266Z","iopub.status.idle":"2022-03-18T08:07:08.403536Z","shell.execute_reply.started":"2022-03-18T08:07:08.351231Z","shell.execute_reply":"2022-03-18T08:07:08.401781Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"predictions","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:07:09.849542Z","iopub.execute_input":"2022-03-18T08:07:09.849847Z","iopub.status.idle":"2022-03-18T08:07:09.857252Z","shell.execute_reply.started":"2022-03-18T08:07:09.849814Z","shell.execute_reply":"2022-03-18T08:07:09.856213Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub = pd.DataFrame()\ntest1 = pd.read_csv(\"/kaggle/input/football-match-probability-prediction/test.csv\")\nsub['id'] = test1['id']\nsub['home'] = predictions[:,2]\nsub['draw'] = predictions[:,1]\nsub['away'] = predictions[:,0]","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:07:14.287599Z","iopub.execute_input":"2022-03-18T08:07:14.288342Z","iopub.status.idle":"2022-03-18T08:07:17.326006Z","shell.execute_reply.started":"2022-03-18T08:07:14.288297Z","shell.execute_reply":"2022-03-18T08:07:17.325100Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#best result\nsub.to_csv(\"submission2.csv\", index = False)","metadata":{"execution":{"iopub.status.busy":"2022-03-18T08:07:18.971013Z","iopub.execute_input":"2022-03-18T08:07:18.971412Z","iopub.status.idle":"2022-03-18T08:07:19.530564Z","shell.execute_reply.started":"2022-03-18T08:07:18.971366Z","shell.execute_reply":"2022-03-18T08:07:19.529626Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}