{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# **Essays on the state of machine learning in 2023**\n","metadata":{}},{"cell_type":"markdown","source":"# Title:\nImpact of Text data and Kaggle Competitions on Community","metadata":{}},{"cell_type":"markdown","source":"# Introduction:\nIn recent years,Text data and Kaggle competitions have make a significant impact on the data science and machine learning community.To understand these impacts, Let's dive into the arXiv Dataset which is a comprehensive collection of scholarly articles, serves as a valuable resource and a collection of writeups ,for understanding the effect of text,images data and kaggle competitions on people.","metadata":{}},{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\n\n#Loading writeups file \nwriteups_df = pd.read_csv('/kaggle/input/2023-kaggle-ai-report/kaggle_writeups_20230510.csv')\nwriteups_df.head(2)","metadata":{"execution":{"iopub.status.busy":"2023-05-20T18:54:11.641546Z","iopub.execute_input":"2023-05-20T18:54:11.642002Z","iopub.status.idle":"2023-05-20T18:54:11.873671Z","shell.execute_reply.started":"2023-05-20T18:54:11.641965Z","shell.execute_reply":"2023-05-20T18:54:11.872598Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Loading the arxiv data\narxiv_df=pd.read_json(\"/kaggle/input/2023-kaggle-ai-report/arxiv_metadata_20230510.json\", \n                              lines=True)\narxiv_df.head(2)","metadata":{"execution":{"iopub.status.busy":"2023-05-20T18:55:31.562451Z","iopub.execute_input":"2023-05-20T18:55:31.562864Z","iopub.status.idle":"2023-05-20T18:57:53.421834Z","shell.execute_reply.started":"2023-05-20T18:55:31.562834Z","shell.execute_reply":"2023-05-20T18:57:53.419936Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Filter the dates to get only the last two years data\narxiv_df = arxiv_df[arxiv_df.update_date >= '2021-01-01']\narxiv_df.info()\n","metadata":{"execution":{"iopub.status.busy":"2023-05-20T19:07:23.020050Z","iopub.execute_input":"2023-05-20T19:07:23.020547Z","iopub.status.idle":"2023-05-20T19:07:26.918843Z","shell.execute_reply.started":"2023-05-20T19:07:23.020513Z","shell.execute_reply":"2023-05-20T19:07:26.917512Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"Continue...Later on)_","metadata":{}}]}