{"cells":[{"metadata":{"_uuid":"6e5867a9-4bd7-4106-b0ad-ccd222521724","_cell_guid":"46c3e2ab-89c3-4558-bc05-7b8d280d26e6","trusted":true},"cell_type":"code","source":"import glob\nimport numpy as np\nimport pandas as pd\nfrom termcolor import colored, cprint\n\ntrain = pd.read_csv('../input/coleridgeinitiative-show-us-the-data/train.csv')","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"train","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#Path to the JSON files\ntrain_files = glob.glob(\"../input/coleridgeinitiative-show-us-the-data/train/*.json\")\ntest_files = glob.glob(\"../input/coleridgeinitiative-show-us-the-data/test/*.json\")","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#using random index for demo\nidx = 1\n\nID = train_files[idx].split('/')[-1][:-5]\ndf_id = train[train['Id']==ID]\ndf_id","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"dataset_title = df_id['dataset_title']\ndataset_title = list(set(dataset_title.tolist()))\ndataset_title","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"json_content = pd.read_json(train_files[idx])\njson_content","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"section_titles = list(json_content['section_title'].to_numpy())\nsection_titles","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"string = ''\n\n#appending the text from all sections \nfor t in section_titles:\n    string += json_content[json_content['section_title'] == t]['text'].item()\n    string += '\\n'\n    \n    \nstart_idx = string.find(dataset_title[0])\n\n\nprint(string[:start_idx]  +  \n      colored(string[start_idx:start_idx+len(dataset_title[0])], 'red', attrs=['reverse', 'blink']) +   #highlighting the dataset name in the text\n      string[start_idx+len(dataset_title[0]):]\n     )\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat":4,"nbformat_minor":4}