{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"- Let's see most common kagglers in AI4Code Dataset\n- Enjoy :)","metadata":{}},{"cell_type":"code","source":"import os\nimport re\nimport json\nimport numpy as np\nimport pandas as pd\nfrom joblib import Parallel, delayed\nfrom collections import Counter","metadata":{"execution":{"iopub.status.busy":"2022-05-12T17:41:25.716156Z","iopub.execute_input":"2022-05-12T17:41:25.716614Z","iopub.status.idle":"2022-05-12T17:41:25.796568Z","shell.execute_reply.started":"2022-05-12T17:41:25.716526Z","shell.execute_reply":"2022-05-12T17:41:25.795996Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def extract_user(file):\n    json_open = open(f'../input/AI4Code/train/{file}', 'r')\n    json_load = json.load(json_open)\n    json_load = '\\n'.join(json_load['source'].values())\n    res = re.findall(r'www.kaggle.com/+[a-zA-Z0-9_]+/', json_load)\n    res = set([r.split('/')[-2] for r in res])\n    res = [r for r in res if r not in ['c', 'kernels', 'learn']]\n    return res\n\nfiles = os.listdir('../input/AI4Code/train')\nresult = Parallel(n_jobs=4, verbose=1)(delayed(extract_user)(file) for file in files)\nresult = sum(result, [])\ncount = Counter(result)","metadata":{"execution":{"iopub.status.busy":"2022-05-12T17:41:31.806788Z","iopub.execute_input":"2022-05-12T17:41:31.807040Z","iopub.status.idle":"2022-05-12T17:45:08.672543Z","shell.execute_reply.started":"2022-05-12T17:41:31.807016Z","shell.execute_reply":"2022-05-12T17:45:08.671760Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# TOP30\nfor i, c in enumerate(count.most_common(30)):\n    print(i+1, c)","metadata":{"execution":{"iopub.status.busy":"2022-05-12T17:45:42.766348Z","iopub.execute_input":"2022-05-12T17:45:42.766553Z","iopub.status.idle":"2022-05-12T17:45:42.778708Z","shell.execute_reply.started":"2022-05-12T17:45:42.766531Z","shell.execute_reply":"2022-05-12T17:45:42.778102Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Glad to know I'm 23rd :)","metadata":{}}]}