{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"- Let's see most common kagglers in AI4Code Dataset\n- Enjoy :)","metadata":{}},{"cell_type":"code","source":"import os\nimport re\nimport json\nimport numpy as np\nimport pandas as pd\nfrom joblib import Parallel, delayed\nfrom collections import Counter","metadata":{"execution":{"iopub.status.busy":"2022-05-14T14:00:45.486048Z","iopub.execute_input":"2022-05-14T14:00:45.486662Z","iopub.status.idle":"2022-05-14T14:00:45.591731Z","shell.execute_reply.started":"2022-05-14T14:00:45.486554Z","shell.execute_reply":"2022-05-14T14:00:45.591058Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def extract_user(file):\n    json_open = open(f'../input/AI4Code/train/{file}', 'r')\n    json_load = json.load(json_open)\n    json_load = '\\n'.join(json_load['source'].values())\n    res = re.findall(r'www.kaggle.com/+[a-zA-Z0-9_]+/', json_load)\n    res = set([r.split('/')[-2] for r in res])\n    res = [r for r in res if r not in ['c', 'kernels', 'learn']]\n    return res\n\nfiles = os.listdir('../input/AI4Code/train')\nresult = Parallel(n_jobs=4, verbose=1)(delayed(extract_user)(file) for file in files)\nresult = sum(result, [])\ncount = Counter(result)","metadata":{"execution":{"iopub.status.busy":"2022-05-14T14:00:45.593385Z","iopub.execute_input":"2022-05-14T14:00:45.593638Z","iopub.status.idle":"2022-05-14T14:03:58.587035Z","shell.execute_reply.started":"2022-05-14T14:00:45.593602Z","shell.execute_reply":"2022-05-14T14:03:58.586144Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# TOP30\nfor i, c in enumerate(count.most_common(20)):\n    print(i+1, c)","metadata":{"execution":{"iopub.status.busy":"2022-05-14T14:03:58.588485Z","iopub.execute_input":"2022-05-14T14:03:58.588700Z","iopub.status.idle":"2022-05-14T14:03:58.607658Z","shell.execute_reply.started":"2022-05-14T14:03:58.588670Z","shell.execute_reply":"2022-05-14T14:03:58.606357Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"count[\"danofer\"]","metadata":{"execution":{"iopub.status.busy":"2022-05-14T14:40:10.800917Z","iopub.execute_input":"2022-05-14T14:40:10.801576Z","iopub.status.idle":"2022-05-14T14:40:10.807177Z","shell.execute_reply.started":"2022-05-14T14:40:10.801542Z","shell.execute_reply":"2022-05-14T14:40:10.805999Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Glad to know I'm 23rd :)","metadata":{}}]}