{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:2px;\n           background-color:Black;\n           font-size:250%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n<p style=\"padding: 10px;\n          text-align: center;\n          font-size:150%;\n          color:green;\">\n       🎃2023 Kaggle AI Report 📚📚\n</p>\n<style>\n        h1{text-align: center;}\n </style>  \n    \n</div> ","metadata":{}},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:skyblue;\n           font-size:250%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n\n<p style=\"padding:3px;\n          text-align: center;\n          font-size:150%;\n          color:blue;\">\n           📚📚About The Dataset 🧾📑\n</p>\n<style>\n        h1{text-align: center;}\n </style>  ","metadata":{}},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:#00838F;\n           font-size:110%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n\n<p style=\"padding: 10px;\n              color:white;\">\nDataset Description\nParticipants are encouraged to reference resources such as winning solution writeups and scholarly articles. We have included a collection of writeups and scholarly articles for your convenience, but participants are free to use additional resources as well. There is no requirement to refer to any of these files using code.\n    \nkaggle_writeups.csv - metadata from recent Kaggle Competition Writeups\nSource: https://www.kaggle.com/datasets/kaggle/meta-kaggle\narXiv_metadata.json - metadata for recent arXiv publications\nSource: https://www.kaggle.com/datasets/Cornell-University/arxiv\nsample_submission.csv -a template file that you can modify for making your submission\n    \n</p>\n</div>","metadata":{}},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:red;\n           font-size:250%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n\n<p style=\"padding:3px;\n          text-align: center;\n          font-size:150%;\n          color:black;\">\n           📚📚Importing Libraries<span style='font-size:50px;'>&#128295;</span>\n</p>\n<style>\n        h1{text-align: center;}\n </style>","metadata":{}},{"cell_type":"code","source":"import numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:10:36.203458Z","iopub.execute_input":"2023-06-25T04:10:36.203786Z","iopub.status.idle":"2023-06-25T04:10:36.234183Z","shell.execute_reply.started":"2023-06-25T04:10:36.203760Z","shell.execute_reply":"2023-06-25T04:10:36.232744Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:violet;\n           font-size:200%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n\n<p style=\"padding:3px;\n          text-align: center;\n          font-size:150%;\n          color:brown;\">\n          <span style='font-size:50px;'>&#128229;</span> Loading the dataset<span style='font-size:50px;'>&#128160;</span>\n</p>\n<style>\n        h1{text-align: center;}\n </style>  \n    \n</div>","metadata":{}},{"cell_type":"code","source":"df = pd.read_csv(\"/kaggle/input/2023-kaggle-ai-report/kaggle_writeups_20230510.csv\")\ndf.head()","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:10:36.236308Z","iopub.execute_input":"2023-06-25T04:10:36.236645Z","iopub.status.idle":"2023-06-25T04:10:36.541190Z","shell.execute_reply.started":"2023-06-25T04:10:36.236619Z","shell.execute_reply":"2023-06-25T04:10:36.540066Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:#E35335;\n           font-size:200%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n<p style=\"padding:3px;\n          text-align: center;\n          font-size:150%;\n          color:black;\">          \n          <span style='font-size:50px;'>&#128221;</span> Loading the EDA using Dataprep <span style='font-size:50px;'>&#128227;</span>\n</p>\n<style>\n        h1{text-align: center;}\n </style> ","metadata":{}},{"cell_type":"code","source":"!pip install dataprep","metadata":{"_kg_hide-output":true,"execution":{"iopub.status.busy":"2023-06-25T04:10:36.542389Z","iopub.execute_input":"2023-06-25T04:10:36.542855Z","iopub.status.idle":"2023-06-25T04:11:02.466255Z","shell.execute_reply.started":"2023-06-25T04:10:36.542833Z","shell.execute_reply":"2023-06-25T04:11:02.465210Z"},"collapsed":true,"jupyter":{"outputs_hidden":true},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from dataprep.eda import create_report","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:11:02.469490Z","iopub.execute_input":"2023-06-25T04:11:02.470033Z","iopub.status.idle":"2023-06-25T04:11:04.868603Z","shell.execute_reply.started":"2023-06-25T04:11:02.470004Z","shell.execute_reply":"2023-06-25T04:11:04.867386Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:gold;\n           font-size:200%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n\n<p style=\"padding:3px;\n          text-align: center;\n          font-size:150%;\n          color:black;\">          \n          <span style='font-size:50px;'>&#128221;</span> Creating Instance of Dataframe <span style='font-size:50px;'>&#128227;</span>\n</p>\n<style>\n        h1{text-align: center;}\n </style>  \n    \n</div>","metadata":{"execution":{"iopub.status.busy":"2023-06-12T15:46:34.885220Z","iopub.execute_input":"2023-06-12T15:46:34.885587Z","iopub.status.idle":"2023-06-12T15:46:34.893187Z","shell.execute_reply.started":"2023-06-12T15:46:34.885558Z","shell.execute_reply":"2023-06-12T15:46:34.891567Z"}}},{"cell_type":"code","source":"report = create_report(df)","metadata":{"_kg_hide-output":true,"execution":{"iopub.status.busy":"2023-06-25T04:11:04.869770Z","iopub.execute_input":"2023-06-25T04:11:04.870086Z","iopub.status.idle":"2023-06-25T04:11:16.839165Z","shell.execute_reply.started":"2023-06-25T04:11:04.870061Z","shell.execute_reply":"2023-06-25T04:11:16.837874Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:Blue;\n           font-size:200%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n\n<p style=\"padding:3px;\n          text-align: center;\n          font-size:150%;\n          color:black;\">          \n          <span style='font-size:50px;'>&#128221;</span> Loading the EDA <span style='font-size:50px;'>&#128227;</span>\n</p>\n<style>\n        h1{text-align: center;}\n </style>  \n    \n</div>","metadata":{}},{"cell_type":"code","source":"report","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:11:16.840382Z","iopub.execute_input":"2023-06-25T04:11:16.840645Z","iopub.status.idle":"2023-06-25T04:11:16.988210Z","shell.execute_reply.started":"2023-06-25T04:11:16.840622Z","shell.execute_reply":"2023-06-25T04:11:16.987117Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_metadata = pd.read_json(\"/kaggle/input/2023-kaggle-ai-report/arxiv_metadata_20230510.json\",lines=True,convert_dates=True)\ndf_metadata.head() ","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:11:16.989519Z","iopub.execute_input":"2023-06-25T04:11:16.990501Z","iopub.status.idle":"2023-06-25T04:13:24.280042Z","shell.execute_reply.started":"2023-06-25T04:11:16.990464Z","shell.execute_reply":"2023-06-25T04:13:24.278885Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_samp = pd.read_csv('/kaggle/input/2023-kaggle-ai-report/sample_submission.csv')","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:13:24.281267Z","iopub.execute_input":"2023-06-25T04:13:24.281593Z","iopub.status.idle":"2023-06-25T04:13:24.297131Z","shell.execute_reply.started":"2023-06-25T04:13:24.281568Z","shell.execute_reply":"2023-06-25T04:13:24.295984Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_samp","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:13:24.298651Z","iopub.execute_input":"2023-06-25T04:13:24.299508Z","iopub.status.idle":"2023-06-25T04:13:24.309216Z","shell.execute_reply.started":"2023-06-25T04:13:24.299476Z","shell.execute_reply":"2023-06-25T04:13:24.308106Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_samp.loc[0]['value'] = 'Generative AI'\ndf_samp.loc[1]['value'] = 'https://www.kaggle.com/code/satyaprakashshukl/2023-kaggle-ai-generative-ai-summary/notebook/'\ndf_samp.loc[2]['value']='https://www.kaggle.com/code/satyaprakashshukl/2023-kaggle-ai-generative-ai-summary/comments#2309341'\ndf_samp.loc[3]['value']='https://www.kaggle.com/code/satyaprakashshukl/2023-kaggle-ai-generative-ai-summary/comments#2309266'\ndf_samp.loc[4]['value']='https://www.kaggle.com/code/satyaprakashshukl/2023-kaggle-ai-generative-ai-summary/comments#2309958'","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:13:24.312429Z","iopub.execute_input":"2023-06-25T04:13:24.312754Z","iopub.status.idle":"2023-06-25T04:13:24.319580Z","shell.execute_reply.started":"2023-06-25T04:13:24.312731Z","shell.execute_reply":"2023-06-25T04:13:24.318607Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_samp","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:13:24.321027Z","iopub.execute_input":"2023-06-25T04:13:24.321396Z","iopub.status.idle":"2023-06-25T04:13:24.334853Z","shell.execute_reply.started":"2023-06-25T04:13:24.321365Z","shell.execute_reply":"2023-06-25T04:13:24.333702Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_samp.to_csv('submission.csv',index=False)\n","metadata":{"execution":{"iopub.status.busy":"2023-06-25T04:13:24.336013Z","iopub.execute_input":"2023-06-25T04:13:24.336326Z","iopub.status.idle":"2023-06-25T04:13:24.349941Z","shell.execute_reply.started":"2023-06-25T04:13:24.336265Z","shell.execute_reply":"2023-06-25T04:13:24.348981Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"<div style=\"color:white;\n           display:fill;\n           border-radius:5px;\n           background-color:purple;\n           font-size:200%;\n           font-family:Verdana;\n           letter-spacing:0.5px\">\n\n<p style=\"padding:3px;\n          text-align: center;\n          font-size:150%;\n          color:green;\">\n           🆓🆓Feel Free to Modify any chages 🔗🔗\n</p>\n<style>\n        h1{text-align: center;}\n </style>  ","metadata":{"execution":{"iopub.status.busy":"2023-06-12T15:47:22.995493Z","iopub.execute_input":"2023-06-12T15:47:22.995875Z","iopub.status.idle":"2023-06-12T15:47:23.005708Z","shell.execute_reply.started":"2023-06-12T15:47:22.995833Z","shell.execute_reply":"2023-06-12T15:47:23.004544Z"}}}]}