{"cells":[{"metadata":{"trusted":true},"cell_type":"code","source":"# Load packages\nlibrary(tidyverse) # Data manipulation\nlibrary(Matrix) # Data manipulation\nlibrary(lightgbm) # Modeling\nlibrary(caret) # Modeling\nlibrary(Metrics) # Modeling\nlibrary(xgboost) # Modeling\nlibrary(rjson) # Json processing","execution_count":3,"outputs":[{"output_type":"stream","text":"── \u001b[1mAttaching packages\u001b[22m ─────────────────────────────────────── tidyverse 1.2.1 ──\n\u001b[32m✔\u001b[39m \u001b[34mggplot2\u001b[39m 3.1.1.\u001b[31m9000\u001b[39m \u001b[32m✔\u001b[39m \u001b[34mpurrr \u001b[39m 0.3.2 \n\u001b[32m✔\u001b[39m \u001b[34mtibble \u001b[39m 2.1.1 \u001b[32m✔\u001b[39m \u001b[34mdplyr \u001b[39m 0.8.1 \n\u001b[32m✔\u001b[39m \u001b[34mtidyr \u001b[39m 0.8.3 \u001b[32m✔\u001b[39m \u001b[34mstringr\u001b[39m 1.4.0 \n\u001b[32m✔\u001b[39m \u001b[34mreadr \u001b[39m 1.3.1 \u001b[32m✔\u001b[39m \u001b[34mforcats\u001b[39m 0.4.0 \n── \u001b[1mConflicts\u001b[22m ────────────────────────────────────────── tidyverse_conflicts() ──\n\u001b[31m✖\u001b[39m \u001b[34mdplyr\u001b[39m::\u001b[32mfilter()\u001b[39m masks \u001b[34mstats\u001b[39m::filter()\n\u001b[31m✖\u001b[39m \u001b[34mdplyr\u001b[39m::\u001b[32mlag()\u001b[39m masks \u001b[34mstats\u001b[39m::lag()\n\nAttaching package: ‘Matrix’\n\nThe following object is masked from ‘package:tidyr’:\n\n expand\n\nLoading required package: R6\n\nAttaching package: ‘lightgbm’\n\nThe following object is masked from ‘package:dplyr’:\n\n slice\n\nLoading required package: lattice\n\nAttaching package: ‘caret’\n\nThe following object is masked from ‘package:purrr’:\n\n lift\n\nThe following object is masked from ‘package:httr’:\n\n progress\n\n\nAttaching package: ‘Metrics’\n\nThe following objects are masked from ‘package:caret’:\n\n precision, recall\n\n\nAttaching package: ‘xgboost’\n\nThe following objects are masked from ‘package:lightgbm’:\n\n getinfo, setinfo, slice\n\nThe following object is masked from ‘package:dplyr’:\n\n slice\n\n","name":"stderr"}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Read data\n\ntrain <- read_csv(\"../input/train.csv\")\ntest <- read_csv(\"../input/test.csv\")\nsample <- read_csv(\"../input/sample_solution.csv\")\n\ntlen <- nrow(train)","execution_count":4,"outputs":[{"output_type":"stream","text":"Parsed with column specification:\ncols(\n .default = col_double()\n)\nSee spec(...) for full column specifications.\nParsed with column specification:\ncols(\n .default = col_double()\n)\nSee spec(...) for full column specifications.\nParsed with column specification:\ncols(\n match_id = \u001b[32mcol_double()\u001b[39m,\n radiant_win = \u001b[32mcol_double()\u001b[39m\n)\n","name":"stderr"}]},{"metadata":{"trusted":true},"cell_type":"code","source":"summary(train)","execution_count":5,"outputs":[{"output_type":"display_data","data":{"text/plain":" match_id r1_hero r1_level r1_xp \n Min. : 1 Min. : 1.00 Min. :0.000 Min. : 0 \n 1st Qu.: 45257 1st Qu.: 21.00 1st Qu.:1.000 1st Qu.: 917 \n Median : 90512 Median : 48.00 Median :1.000 Median :1171 \n Mean : 90512 Mean : 51.18 Mean :1.292 Mean :1272 \n 3rd Qu.:135768 3rd Qu.: 77.00 3rd Qu.:2.000 3rd Qu.:1631 \n Max. :181024 Max. :112.00 Max. :5.000 Max. :3280 \n \n r1_gold r1_lh r1_kills r1_deaths \n Min. : 0 Min. : 0.00 Min. :0.0000 Min. :0.000 \n 1st Qu.: 816 1st Qu.: 4.00 1st Qu.:0.0000 1st Qu.:0.000 \n Median :1078 Median :10.00 Median :0.0000 Median :0.000 \n Mean :1123 Mean :10.51 Mean :0.3714 Mean :0.315 \n 3rd Qu.:1372 3rd Qu.:16.00 3rd Qu.:1.0000 3rd Qu.:1.000 \n Max. :4616 Max. :46.00 Max. :8.0000 Max. :7.000 \n \n r1_items r2_hero r2_level r2_xp r2_gold \n Min. : 0.00 Min. : 1.00 Min. :0.000 Min. : 0 Min. : 0 \n 1st Qu.: 6.00 1st Qu.: 21.00 1st Qu.:1.000 1st Qu.: 895 1st Qu.: 787 \n Median : 8.00 Median : 48.00 Median :1.000 Median :1139 Median :1057 \n Mean : 7.65 Mean : 51.28 Mean :1.272 Mean :1241 Mean :1102 \n 3rd Qu.: 9.00 3rd Qu.: 78.00 3rd Qu.:2.000 3rd Qu.:1572 3rd Qu.:1354 \n Max. :44.00 Max. :112.00 Max. :5.000 Max. :3417 Max. :5021 \n \n r2_lh r2_kills r2_deaths r2_items \n Min. : 0.00 Min. :0.0000 Min. :0.0000 Min. : 0.000 \n 1st Qu.: 3.00 1st Qu.:0.0000 1st Qu.:0.0000 1st Qu.: 6.000 \n Median : 9.00 Median :0.0000 Median :0.0000 Median : 8.000 \n Mean :10.04 Mean :0.3716 Mean :0.3166 Mean : 7.687 \n 3rd Qu.:16.00 3rd Qu.:1.0000 3rd Qu.:1.0000 3rd Qu.: 9.000 \n Max. :54.00 Max. :8.0000 Max. :7.0000 Max. :25.000 \n \n r3_hero r3_level r3_xp r3_gold r3_lh \n Min. : 1.00 Min. :0.000 Min. : 0 Min. : 0 Min. : 0.00 \n 1st Qu.: 21.00 1st Qu.:1.000 1st Qu.: 896 1st Qu.: 788 1st Qu.: 3.00 \n Median : 48.00 Median :1.000 Median :1142 Median :1056 Median : 9.00 \n Mean : 51.31 Mean :1.273 Mean :1245 Mean :1103 Mean :10.05 \n 3rd Qu.: 78.00 3rd Qu.:2.000 3rd Qu.:1586 3rd Qu.:1353 3rd Qu.:16.00 \n Max. :112.00 Max. :5.000 Max. :3497 Max. :4926 Max. :43.00 \n \n r3_kills r3_deaths r3_items r4_hero \n Min. :0.0000 Min. :0.0000 Min. : 0.00 Min. : 1.00 \n 1st Qu.:0.0000 1st Qu.:0.0000 1st Qu.: 6.00 1st Qu.: 21.00 \n Median :0.0000 Median :0.0000 Median : 8.00 Median : 48.00 \n Mean :0.3706 Mean :0.3121 Mean : 7.69 Mean : 51.33 \n 3rd Qu.:1.0000 3rd Qu.:1.0000 3rd Qu.: 9.00 3rd Qu.: 78.00 \n Max. :7.0000 Max. :5.0000 Max. :31.00 Max. :112.00 \n \n r4_level r4_xp r4_gold r4_lh \n Min. :0.000 Min. : 0 Min. : 0 Min. : 0.000 \n 1st Qu.:1.000 1st Qu.: 892 1st Qu.: 784 1st Qu.: 3.000 \n Median :1.000 Median :1135 Median :1051 Median : 9.000 \n Mean :1.268 Mean :1238 Mean :1098 Mean : 9.955 \n 3rd Qu.:2.000 3rd Qu.:1570 3rd Qu.:1349 3rd Qu.:15.000 \n Max. :5.000 Max. :3263 Max. :3763 Max. :51.000 \n \n r4_kills r4_deaths r4_items r5_hero \n Min. :0.0000 Min. :0.0000 Min. : 0.000 Min. : 1.00 \n 1st Qu.:0.0000 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.00 \n Median :0.0000 Median :0.0000 Median : 8.000 Median : 48.00 \n Mean :0.3689 Mean :0.3164 Mean : 7.683 Mean : 51.19 \n 3rd Qu.:1.0000 3rd Qu.:1.0000 3rd Qu.: 9.000 3rd Qu.: 77.00 \n Max. :7.0000 Max. :6.0000 Max. :36.000 Max. :112.00 \n \n r5_level r5_xp r5_gold r5_lh \n Min. :0.000 Min. : 0 Min. : 0 Min. : 0.000 \n 1st Qu.:1.000 1st Qu.: 896 1st Qu.: 782 1st Qu.: 3.000 \n Median :1.000 Median :1138 Median :1038 Median : 9.000 \n Mean :1.271 Mean :1239 Mean :1087 Mean : 9.891 \n 3rd Qu.:2.000 3rd Qu.:1573 3rd Qu.:1330 3rd Qu.:15.000 \n Max. :5.000 Max. :3341 Max. :5289 Max. :46.000 \n \n r5_kills r5_deaths r5_items d1_hero \n Min. :0.0000 Min. :0.0000 Min. : 0.000 Min. : 1.00 \n 1st Qu.:0.0000 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.00 \n Median :0.0000 Median :0.0000 Median : 8.000 Median : 48.00 \n Mean :0.3507 Mean :0.3097 Mean : 7.619 Mean : 51.12 \n 3rd Qu.:1.0000 3rd Qu.:1.0000 3rd Qu.: 9.000 3rd Qu.: 77.00 \n Max. :7.0000 Max. :6.0000 Max. :24.000 Max. :112.00 \n \n d1_level d1_xp d1_gold d1_lh d1_kills \n Min. :0.0 Min. : 0 Min. : 0 Min. : 0.0 Min. :0.0000 \n 1st Qu.:1.0 1st Qu.: 932 1st Qu.: 823 1st Qu.: 4.0 1st Qu.:0.0000 \n Median :1.0 Median :1189 Median :1080 Median :10.0 Median :0.0000 \n Mean :1.3 Mean :1280 Mean :1122 Mean :10.5 Mean :0.3822 \n 3rd Qu.:2.0 3rd Qu.:1636 3rd Qu.:1367 3rd Qu.:16.0 3rd Qu.:1.0000 \n Max. :8.0 Max. :3701 Max. :6268 Max. :43.0 Max. :9.0000 \n \n d1_deaths d1_items d2_hero d2_level \n Min. :0.0000 Min. : 0.000 Min. : 1.00 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.000 \n Median :0.0000 Median : 8.000 Median : 48.00 Median :1.000 \n Mean :0.2989 Mean : 7.655 Mean : 51.38 Mean :1.279 \n 3rd Qu.:0.0000 3rd Qu.: 9.000 3rd Qu.: 78.00 3rd Qu.:2.000 \n Max. :6.0000 Max. :35.000 Max. :112.00 Max. :5.000 \n \n d2_xp d2_gold d2_lh d2_kills \n Min. : 0 Min. : 0 Min. : 0.00 Min. :0.0000 \n 1st Qu.: 912 1st Qu.: 794 1st Qu.: 3.00 1st Qu.:0.0000 \n Median :1157 Median :1059 Median : 9.00 Median :0.0000 \n Mean :1251 Mean :1102 Mean :10.04 Mean :0.3826 \n 3rd Qu.:1584 3rd Qu.:1349 3rd Qu.:15.00 3rd Qu.:1.0000 \n Max. :3508 Max. :6015 Max. :45.00 Max. :7.0000 \n \n d2_deaths d2_items d3_hero d3_level \n Min. :0.0000 Min. : 0.000 Min. : 1.00 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.000 \n Median :0.0000 Median : 8.000 Median : 48.00 Median :1.000 \n Mean :0.3021 Mean : 7.698 Mean : 51.49 Mean :1.278 \n 3rd Qu.:0.0000 3rd Qu.: 9.000 3rd Qu.: 78.00 3rd Qu.:2.000 \n Max. :5.0000 Max. :32.000 Max. :112.00 Max. :5.000 \n \n d3_xp d3_gold d3_lh d3_kills \n Min. : 0 Min. : 0 Min. : 0.000 Min. :0.0000 \n 1st Qu.: 907 1st Qu.: 790 1st Qu.: 3.000 1st Qu.:0.0000 \n Median :1155 Median :1056 Median : 9.000 Median :0.0000 \n Mean :1250 Mean :1100 Mean : 9.983 Mean :0.3846 \n 3rd Qu.:1587 3rd Qu.:1347 3rd Qu.:15.000 3rd Qu.:1.0000 \n Max. :3514 Max. :4604 Max. :55.000 Max. :8.0000 \n \n d3_deaths d3_items d4_hero d4_level \n Min. :0.0000 Min. : 0.000 Min. : 1.0 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.0 1st Qu.:1.000 \n Median :0.0000 Median : 8.000 Median : 49.0 Median :1.000 \n Mean :0.3045 Mean : 7.706 Mean : 51.4 Mean :1.275 \n 3rd Qu.:1.0000 3rd Qu.: 9.000 3rd Qu.: 78.0 3rd Qu.:2.000 \n Max. :5.0000 Max. :27.000 Max. :112.0 Max. :5.000 \n \n d4_xp d4_gold d4_lh d4_kills \n Min. : 0 Min. : 0 Min. : 0.000 Min. :0.0000 \n 1st Qu.: 906 1st Qu.: 789 1st Qu.: 3.000 1st Qu.:0.0000 \n Median :1149 Median :1052 Median : 9.000 Median :0.0000 \n Mean :1244 Mean :1097 Mean : 9.914 Mean :0.3832 \n 3rd Qu.:1572 3rd Qu.:1341 3rd Qu.:15.000 3rd Qu.:1.0000 \n Max. :3863 Max. :5762 Max. :47.000 Max. :8.0000 \n \n d4_deaths d4_items d5_hero d5_level \n Min. :0.0000 Min. : 0.000 Min. : 1.00 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.000 \n Median :0.0000 Median : 8.000 Median : 48.00 Median :1.000 \n Mean :0.3042 Mean : 7.705 Mean : 51.32 Mean :1.273 \n 3rd Qu.:0.0000 3rd Qu.: 9.000 3rd Qu.: 77.00 3rd Qu.:2.000 \n Max. :7.0000 Max. :51.000 Max. :112.00 Max. :5.000 \n \n d5_xp d5_gold d5_lh d5_kills \n Min. : 0 Min. : 0 Min. : 0.000 Min. :0.0000 \n 1st Qu.: 908 1st Qu.: 786 1st Qu.: 3.000 1st Qu.:0.0000 \n Median :1153 Median :1040 Median : 9.000 Median :0.0000 \n Mean :1244 Mean :1085 Mean : 9.836 Mean :0.3646 \n 3rd Qu.:1569 3rd Qu.:1322 3rd Qu.:15.000 3rd Qu.:1.0000 \n Max. :3304 Max. :5617 Max. :46.000 Max. :8.0000 \n \n d5_deaths d5_items first_blood_time first_blood_team\n Min. :0.0000 Min. : 0.00 Min. :-63.0 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.00 1st Qu.: 23.0 1st Qu.:0.000 \n Median :0.0000 Median : 8.00 Median : 91.0 Median :1.000 \n Mean :0.3005 Mean : 7.64 Mean : 97.5 Mean :0.509 \n 3rd Qu.:0.0000 3rd Qu.: 9.00 3rd Qu.:148.0 3rd Qu.:1.000 \n Max. :5.0000 Max. :33.00 Max. :300.0 Max. :1.000 \n NA's :13749 NA's :13749 \n first_blood_player1 first_blood_player2 radiant_bottle_time\n Min. :0.000 Min. :-1.000 Min. :-88.0 \n 1st Qu.:2.000 1st Qu.: 2.000 1st Qu.: 72.0 \n Median :5.000 Median : 4.000 Median :127.0 \n Mean :4.522 Mean : 4.454 Mean :116.2 \n 3rd Qu.:7.000 3rd Qu.: 7.000 3rd Qu.:168.0 \n Max. :9.000 Max. : 9.000 Max. :300.0 \n NA's :13749 NA's :13749 NA's :48947 \n radiant_courier_time radiant_flying_courier_time radiant_tpscroll_count\n Min. :-89.00 Min. :180 Min. : 0.000 \n 1st Qu.:-70.00 1st Qu.:189 1st Qu.: 1.000 \n Median :-64.00 Median :213 Median : 3.000 \n Mean :-54.15 Mean :223 Mean : 2.756 \n 3rd Qu.:-53.00 3rd Qu.:253 3rd Qu.: 4.000 \n Max. :300.00 Max. :300 Max. :23.000 \n NA's :6340 NA's :95582 \n radiant_boots_count radiant_ward_observer_count radiant_ward_sentry_count\n Min. :0.000 Min. : 0.000 Min. : 0.0000 \n 1st Qu.:2.000 1st Qu.: 1.000 1st Qu.: 0.0000 \n Median :3.000 Median : 2.000 Median : 0.0000 \n Mean :3.155 Mean : 1.695 Mean : 0.2414 \n 3rd Qu.:4.000 3rd Qu.: 2.000 3rd Qu.: 0.0000 \n Max. :8.000 Max. :14.000 Max. :19.0000 \n \n radiant_first_ward_time dire_bottle_time dire_courier_time\n Min. :-291.00 Min. :-88.0 Min. :-89.00 \n 1st Qu.: -9.00 1st Qu.: 71.0 1st Qu.:-70.00 \n Median : 9.00 Median :127.0 Median :-64.00 \n Mean : 25.76 Mean :116.6 Mean :-54.34 \n 3rd Qu.: 30.00 3rd Qu.:169.0 3rd Qu.:-54.00 \n Max. : 300.00 Max. :300.0 Max. :300.00 \n NA's :29687 NA's :49415 NA's :6149 \n dire_flying_courier_time dire_tpscroll_count dire_boots_count\n Min. :180.0 Min. : 0.000 Min. :0.000 \n 1st Qu.:188.0 1st Qu.: 1.000 1st Qu.:2.000 \n Median :212.0 Median : 2.000 Median :3.000 \n Mean :222.1 Mean : 2.723 Mean :3.177 \n 3rd Qu.:251.0 3rd Qu.: 4.000 3rd Qu.:4.000 \n Max. :300.0 Max. :15.000 Max. :8.000 \n NA's :91730 \n dire_ward_observer_count dire_ward_sentry_count dire_first_ward_time\n Min. : 0.000 Min. : 0.0000 Min. :-293.00 \n 1st Qu.: 1.000 1st Qu.: 0.0000 1st Qu.: -11.00 \n Median : 2.000 Median : 0.0000 Median : 7.00 \n Mean : 1.699 Mean : 0.2291 Mean : 26.12 \n 3rd Qu.: 2.000 3rd Qu.: 0.0000 3rd Qu.: 30.00 \n Max. :17.000 Max. :20.0000 Max. : 300.00 \n NA's :30662 \n radiant_win \n Min. :0.0000 \n 1st Qu.:0.0000 \n Median :1.0000 \n Mean :0.5117 \n 3rd Qu.:1.0000 \n Max. :1.0000 \n "},"metadata":{}}]},{"metadata":{},"cell_type":"markdown","source":"Tasks to consider:\n\n1. Figure out what to do with NA values. \n2. Figure out what to do about negative times. It is very odd that there are negative times.\n3. Create team-level features. (make features for total team kills, xp, items etc.)\n4. Create team difference features (difference bewteen team xp, kills etc).\n5. Create hero-related features (are the teams using high winrate heroes?). Consider making team composition-based features and matchup/counter based features (does one team have more \"meta\" heroes that \"counter\" the other team?). (Is external data allowed, such as known hero performance stats? Is this just a random sample of all matches of all skill levels?)\n\nThere doesn't seem to be any use for the item_ids.json as no items ids are given, only the number of items purchased.\n\nSome of the time features have negative values."},{"metadata":{"trusted":true},"cell_type":"code","source":"# Combine train/test for feature extraction:\ntarget <- train$radiant_win\ntrain$radiant_win <- NULL\n\ntrain <- rbind(train,test)","execution_count":6,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Add hero and team composition features extracted from hero json\n\nhero_data <- fromJSON(file=\"../input/hero_names.json\")\n\nget_hero_name <- function(x){\n return(x$localized_name)\n}\n\n# Get hero name list\nheroes <- unique(sapply(hero_data, FUN = get_hero_name))\n\nget_hero_id <- function(x){\n return(x$id)\n}\n\n# Get hero ID list\nhero_ids <- unique(sapply(hero_data, FUN = get_hero_id))\n\n# Other hero-level features of interest\nprimary_attr <- c('agi', 'str', 'int')\nattack_type <- c('Melee', 'Ranged')\nroles <- c('Carry','Escape','Nuker','Initiator','Durable',\n 'Disabler','Jungler','Support','Pusher')\n\n# Initialize features to hold team composition counts\nfor (feature in c(heroes, primary_attr, attack_type, roles)){\n train[paste(\"r\",feature, sep=\"_\")] <- 0\n train[paste(\"d\",feature, sep=\"_\")] <- 0\n}","execution_count":7,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# A few hero ids are missing. This was messing up my data extraction!\nhero_ids","execution_count":8,"outputs":[{"output_type":"display_data","data":{"text/plain":" [1] 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18\n [19] 19 20 21 22 23 25 26 27 28 29 30 31 32 33 34 35 36 37\n [37] 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55\n [55] 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73\n [73] 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91\n [91] 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109\n[109] 110 111 112 113 114 119 120 121 129","text/latex":"\\begin{enumerate*}\n\\item 1\n\\item 2\n\\item 3\n\\item 4\n\\item 5\n\\item 6\n\\item 7\n\\item 8\n\\item 9\n\\item 10\n\\item 11\n\\item 12\n\\item 13\n\\item 14\n\\item 15\n\\item 16\n\\item 17\n\\item 18\n\\item 19\n\\item 20\n\\item 21\n\\item 22\n\\item 23\n\\item 25\n\\item 26\n\\item 27\n\\item 28\n\\item 29\n\\item 30\n\\item 31\n\\item 32\n\\item 33\n\\item 34\n\\item 35\n\\item 36\n\\item 37\n\\item 38\n\\item 39\n\\item 40\n\\item 41\n\\item 42\n\\item 43\n\\item 44\n\\item 45\n\\item 46\n\\item 47\n\\item 48\n\\item 49\n\\item 50\n\\item 51\n\\item 52\n\\item 53\n\\item 54\n\\item 55\n\\item 56\n\\item 57\n\\item 58\n\\item 59\n\\item 60\n\\item 61\n\\item 62\n\\item 63\n\\item 64\n\\item 65\n\\item 66\n\\item 67\n\\item 68\n\\item 69\n\\item 70\n\\item 71\n\\item 72\n\\item 73\n\\item 74\n\\item 75\n\\item 76\n\\item 77\n\\item 78\n\\item 79\n\\item 80\n\\item 81\n\\item 82\n\\item 83\n\\item 84\n\\item 85\n\\item 86\n\\item 87\n\\item 88\n\\item 89\n\\item 90\n\\item 91\n\\item 92\n\\item 93\n\\item 94\n\\item 95\n\\item 96\n\\item 97\n\\item 98\n\\item 99\n\\item 100\n\\item 101\n\\item 102\n\\item 103\n\\item 104\n\\item 105\n\\item 106\n\\item 107\n\\item 108\n\\item 109\n\\item 110\n\\item 111\n\\item 112\n\\item 113\n\\item 114\n\\item 119\n\\item 120\n\\item 121\n\\item 129\n\\end{enumerate*}\n","text/markdown":"1. 1\n2. 2\n3. 3\n4. 4\n5. 5\n6. 6\n7. 7\n8. 8\n9. 9\n10. 10\n11. 11\n12. 12\n13. 13\n14. 14\n15. 15\n16. 16\n17. 17\n18. 18\n19. 19\n20. 20\n21. 21\n22. 22\n23. 23\n24. 25\n25. 26\n26. 27\n27. 28\n28. 29\n29. 30\n30. 31\n31. 32\n32. 33\n33. 34\n34. 35\n35. 36\n36. 37\n37. 38\n38. 39\n39. 40\n40. 41\n41. 42\n42. 43\n43. 44\n44. 45\n45. 46\n46. 47\n47. 48\n48. 49\n49. 50\n50. 51\n51. 52\n52. 53\n53. 54\n54. 55\n55. 56\n56. 57\n57. 58\n58. 59\n59. 60\n60. 61\n61. 62\n62. 63\n63. 64\n64. 65\n65. 66\n66. 67\n67. 68\n68. 69\n69. 70\n70. 71\n71. 72\n72. 73\n73. 74\n74. 75\n75. 76\n76. 77\n77. 78\n78. 79\n79. 80\n80. 81\n81. 82\n82. 83\n83. 84\n84. 85\n85. 86\n86. 87\n87. 88\n88. 89\n89. 90\n90. 91\n91. 92\n92. 93\n93. 94\n94. 95\n95. 96\n96. 97\n97. 98\n98. 99\n99. 100\n100. 101\n101. 102\n102. 103\n103. 104\n104. 105\n105. 106\n106. 107\n107. 108\n108. 109\n109. 110\n110. 111\n111. 112\n112. 113\n113. 114\n114. 119\n115. 120\n116. 121\n117. 129\n\n\n","text/html":"
    \n\t
  1. 1
    2. \n\t
  2. 2
    3. \n\t
  3. 3
    4. \n\t
  4. 4
    5. \n\t
  5. 5
    6. \n\t
  6. 6
    7. \n\t
  7. 7
    8. \n\t
  8. 8
    9. \n\t
  9. 9
    10. \n\t
  10. 10
    11. \n\t
  11. 11
    12. \n\t
  12. 12
    13. \n\t
  13. 13
    14. \n\t
  14. 14
    15. \n\t
  15. 15
    16. \n\t
  16. 16
    17. \n\t
  17. 17
    18. \n\t
  18. 18
    19. \n\t
  19. 19
    20. \n\t
  20. 20
    21. \n\t
  21. 21
    22. \n\t
  22. 22
    23. \n\t
  23. 23
    24. \n\t
  24. 25
    25. \n\t
  25. 26
    26. \n\t
  26. 27
    27. \n\t
  27. 28
    28. \n\t
  28. 29
    29. \n\t
  29. 30
    30. \n\t
  30. 31
    31. \n\t
  31. 32
    32. \n\t
  32. 33
    33. \n\t
  33. 34
    34. \n\t
  34. 35
    35. \n\t
  35. 36
    36. \n\t
  36. 37
    37. \n\t
  37. 38
    38. \n\t
  38. 39
    39. \n\t
  39. 40
    40. \n\t
  40. 41
    41. \n\t
  41. 42
    42. \n\t
  42. 43
    43. \n\t
  43. 44
    44. \n\t
  44. 45
    45. \n\t
  45. 46
    46. \n\t
  46. 47
    47. \n\t
  47. 48
    48. \n\t
  48. 49
    49. \n\t
  49. 50
    50. \n\t
  50. 51
    51. \n\t
  51. 52
    52. \n\t
  52. 53
    53. \n\t
  53. 54
    54. \n\t
  54. 55
    55. \n\t
  55. 56
    56. \n\t
  56. 57
    57. \n\t
  57. 58
    58. \n\t
  58. 59
    59. \n\t
  59. 60
    60. \n\t
  60. 61
    61. \n\t
  61. 62
    62. \n\t
  62. 63
    63. \n\t
  63. 64
    64. \n\t
  64. 65
    65. \n\t
  65. 66
    66. \n\t
  66. 67
    67. \n\t
  67. 68
    68. \n\t
  68. 69
    69. \n\t
  69. 70
    70. \n\t
  70. 71
    71. \n\t
  71. 72
    72. \n\t
  72. 73
    73. \n\t
  73. 74
    74. \n\t
  74. 75
    75. \n\t
  75. 76
    76. \n\t
  76. 77
    77. \n\t
  77. 78
    78. \n\t
  78. 79
    79. \n\t
  79. 80
    80. \n\t
  80. 81
    81. \n\t
  81. 82
    82. \n\t
  82. 83
    83. \n\t
  83. 84
    84. \n\t
  84. 85
    85. \n\t
  85. 86
    86. \n\t
  86. 87
    87. \n\t
  87. 88
    88. \n\t
  88. 89
    89. \n\t
  89. 90
    90. \n\t
  90. 91
    91. \n\t
  91. 92
    92. \n\t
  92. 93
    93. \n\t
  93. 94
    94. \n\t
  94. 95
    95. \n\t
  95. 96
    96. \n\t
  96. 97
    97. \n\t
  97. 98
    98. \n\t
  98. 99
    99. \n\t
  99. 100
    100. \n\t
  100. 101
    101. \n\t
  101. 102
    102. \n\t
  102. 103
    103. \n\t
  103. 104
    104. \n\t
  104. 105
    105. \n\t
  105. 106
    106. \n\t
  106. 107
    107. \n\t
  107. 108
    108. \n\t
  108. 109
    109. \n\t
  109. 110
    110. \n\t
  110. 111
    111. \n\t
  111. 112
    112. \n\t
  112. 113
    113. \n\t
  113. 114
    114. \n\t
  114. 119
    115. \n\t
  115. 120
    116. \n\t
  116. 121
    117. \n\t
  117. 129
    118. \n
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# There are a couple missing hero ID numbers...\nmatch = train[1,]\nrh <- c(match[\"r1_hero\"],match[\"r2_hero\"],match[\"r3_hero\"],match[\"r4_hero\"],match[\"r5_hero\"])\n\n# Function translates hero_id into appropriate sequential index in hero json\nget_hero_index <- function(id){\n return (which(hero_ids == id))\n}\n\nrh\nsapply(rh, FUN=get_hero_index)\n","execution_count":9,"outputs":[{"output_type":"display_data","data":{"text/plain":"$r1_hero\n[1] 44\n\n$r2_hero\n[1] 97\n\n$r3_hero\n[1] 29\n\n$r4_hero\n[1] 85\n\n$r5_hero\n[1] 40\n","text/latex":"\\begin{description}\n\\item[\\$r1\\_hero] 44\n\\item[\\$r2\\_hero] 97\n\\item[\\$r3\\_hero] 29\n\\item[\\$r4\\_hero] 85\n\\item[\\$r5\\_hero] 40\n\\end{description}\n","text/markdown":"$r1_hero\n: 44\n$r2_hero\n: 97\n$r3_hero\n: 29\n$r4_hero\n: 85\n$r5_hero\n: 40\n\n\n","text/html":"
\n\t
$r1_hero
\n\t\t
44
\n\t
$r2_hero
\n\t\t
97
\n\t
$r3_hero
\n\t\t
29
\n\t
$r4_hero
\n\t\t
85
\n\t
$r5_hero
\n\t\t
40
\n
\n"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"r1_hero r2_hero r3_hero r4_hero r5_hero \n 43 96 28 84 39 ","text/latex":"\\begin{description*}\n\\item[r1\\textbackslash{}\\_hero] 43\n\\item[r2\\textbackslash{}\\_hero] 96\n\\item[r3\\textbackslash{}\\_hero] 28\n\\item[r4\\textbackslash{}\\_hero] 84\n\\item[r5\\textbackslash{}\\_hero] 39\n\\end{description*}\n","text/markdown":"r1_hero\n: 43r2_hero\n: 96r3_hero\n: 28r4_hero\n: 84r5_hero\n: 39\n\n","text/html":"
\n\t
r1_hero
\n\t\t
43
\n\t
r2_hero
\n\t\t
96
\n\t
r3_hero
\n\t\t
28
\n\t
r4_hero
\n\t\t
84
\n\t
r5_hero
\n\t\t
39
\n
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Function translates hero_id into appropriate sequential index in hero json\nget_hero_index <- function(id){\n return (which(hero_ids == id))\n}\n\n# Aggregate hero data to populate initialized feature columns\n\n# Function takes a match (row of train) and returns a list of the features for each hero used\n\nget_hero_data <- function(match){\n rh <- c(match[\"r1_hero\"],match[\"r2_hero\"],match[\"r3_hero\"],match[\"r4_hero\"],match[\"r5_hero\"])\n dh <- c(match[\"d1_hero\"],match[\"d2_hero\"],match[\"d3_hero\"],match[\"d4_hero\"],match[\"d5_hero\"])\n \n r_index <- sapply(rh, FUN=get_hero_index)\n rhero <- hero_data[r_index]\n \n rdat <- c()\n hero_names <- c()\n player_gold_xp <- c(match[c(3,11,19,27,35)+1] + match[c(3,11,19,27,35)+2],\n match[c(43,51,59,67,75)+1] + match[c(43,51,59,67,75)+2])\n \n for (h in rhero){\n rdat <- c(rdat, h$localized_name, h$primary_attr, h$attack_type, h$roles)\n hero_names <- c(hero_names, paste(\"r\",h$localized_name, sep=\"_\"))\n }\n \n d_index <- sapply(dh, FUN=get_hero_index)\n dhero <- hero_data[d_index]\n \n ddat <- c()\n for (h in dhero){\n ddat <- c(ddat, h$localized_name, h$primary_attr, h$attack_type, h$roles)\n hero_names <- c(hero_names, paste(\"d\",h$localized_name, sep=\"_\"))\n }\n \n extracted <- c( paste(\"r\",rdat, sep=\"_\"), paste(\"d\",ddat, sep=\"_\") )\n \n hero_info <- list(extracted, hero_names, player_gold_xp)\n \n return(hero_info )\n \n}","execution_count":10,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Function extracts hero data for a row and returns a new row populated with the extracted data\nupdated_row <- function(row){\n d <- get_hero_data(row)\n row[names(table(d[1]))] <- table(d[1])\n row[d[[2]]] <- d[[3]] # Encode heroes with player gold + exp gained\n return (row)\n}\n\n# Apply the hero extraction and row update to the data (This will take ~ 2 minutes to run)\ntrain <- apply(train, FUN=updated_row, MARGIN=1)\ntrain <- data.frame(t(train))","execution_count":11,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"gc()","execution_count":12,"outputs":[{"output_type":"display_data","data":{"text/plain":" used (Mb) gc trigger (Mb) max used (Mb) \nNcells 2179956 116.5 4333080 231.5 4333080 231.5\nVcells 86817218 662.4 583943745 4455.2 667889553 5095.6","text/latex":"A matrix: 2 × 6 of type dbl\n\\begin{tabular}{r|llllll}\n & used & (Mb) & gc trigger & (Mb) & max used & (Mb)\\\\\n\\hline\n\tNcells & 2179956 & 116.5 & 4333080 & 231.5 & 4333080 & 231.5\\\\\n\tVcells & 86817218 & 662.4 & 583943745 & 4455.2 & 667889553 & 5095.6\\\\\n\\end{tabular}\n","text/markdown":"\nA matrix: 2 × 6 of type dbl\n\n| | used | (Mb) | gc trigger | (Mb) | max used | (Mb) |\n|---|---|---|---|---|---|---|\n| Ncells | 2179956 | 116.5 | 4333080 | 231.5 | 4333080 | 231.5 |\n| Vcells | 86817218 | 662.4 | 583943745 | 4455.2 | 667889553 | 5095.6 |\n\n","text/html":"\n\n\n\t\n\n\n\t\n\t\n\n
A matrix: 2 × 6 of type dbl
used(Mb)gc trigger(Mb)max used(Mb)
Ncells 2179956116.5 4333080 231.5 4333080 231.5
Vcells86817218662.45839437454455.26678895535095.6
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Make some team-level features\n\n# Aggregate basic feature categories for each team\ntrain$radiant_level <- train$r1_level + train$r2_level + train$r3_level + train$r4_level + train$r5_level\ntrain$radiant_xp <- train$r1_xp + train$r2_xp + train$r3_xp + train$r4_xp + train$r5_xp\ntrain$radiant_gold <- train$r1_gold + train$r2_gold + train$r3_gold + train$r4_gold + train$r5_gold\ntrain$radiant_lhits <- train$r1_lh + train$r2_lh + train$r3_lh + train$r4_lh + train$r5_lh\ntrain$radiant_kills <- train$r1_kills + train$r2_kills + train$r3_kills + train$r4_kills + train$r5_kills\ntrain$radiant_deaths <- train$r1_deaths + train$r2_deaths + train$r3_deaths + train$r4_deaths + train$r5_deaths\ntrain$radiant_items <- train$r1_items + train$r2_items + train$r3_items + train$r4_items + train$r5_items\n\ntrain$dire_level <- train$d1_level + train$d2_level + train$d3_level + train$d4_level + train$d5_level\ntrain$dire_xp <- train$d1_xp + train$d2_xp + train$d3_xp + train$d4_xp + train$d5_xp\ntrain$dire_gold <- train$d1_gold + train$d2_gold + train$d3_gold + train$d4_gold + train$d5_gold\ntrain$dire_lhits <- train$d1_lh + train$d2_lh + train$d3_lh + train$d4_lh + train$d5_lh\ntrain$dire_kills <- train$d1_kills + train$d2_kills + train$d3_kills + train$d4_kills + train$d5_kills\ntrain$dire_deaths <- train$d1_deaths + train$d2_deaths + train$d3_deaths + train$d4_deaths + train$d5_deaths\ntrain$dire_items <- train$d1_items + train$d2_items + train$d3_items + train$d4_items + train$d5_items\n\n# Calculate differences of team totals\ntrain$radiant_level_diff <- train$radiant_level - train$dire_level\ntrain$radiant_xp_diff <- train$radiant_xp - train$dire_xp \ntrain$radiant_gold_diff <- train$radiant_gold - train$dire_gold\ntrain$radiant_lhits_diff <- train$radiant_lhits - train$dire_lhits\ntrain$radiant_kills_diff <- train$radiant_kills - train$dire_kills\ntrain$radiant_deaths_diff <- train$radiant_deaths - train$dire_deaths\ntrain$radiant_items_diff <- train$radiant_items - train$dire_items\n\n# Calculate max and min player totals for each category\ntrain$radiant_maxlevel <- apply(train[,c(3,11,19,27,35)], FUN=max, MARGIN=1)\ntrain$radiant_maxxp <- apply(train[,c(3,11,19,27,35)+1], FUN=max, MARGIN=1)\ntrain$radiant_maxgold <- apply(train[,c(3,11,19,27,35)+2], FUN=max, MARGIN=1)\ntrain$radiant_maxlhits <- apply(train[,c(3,11,19,27,35)+3], FUN=max, MARGIN=1)\ntrain$radiant_maxkills <- apply(train[,c(3,11,19,27,35)+4], FUN=max, MARGIN=1)\ntrain$radiant_maxdeaths <- apply(train[,c(3,11,19,27,35)+5], FUN=max, MARGIN=1)\ntrain$radiant_maxitems <- apply(train[,c(3,11,19,27,35)+6], FUN=max, MARGIN=1)\n\ntrain$radiant_minlevel <- apply(train[,c(3,11,19,27,35)], FUN=min, MARGIN=1)\ntrain$radiant_minxp <- apply(train[,c(3,11,19,27,35)+1], FUN=min, MARGIN=1)\ntrain$radiant_mingold <- apply(train[,c(3,11,19,27,35)+2], FUN=min, MARGIN=1)\ntrain$radiant_minlhits <- apply(train[,c(3,11,19,27,35)+3], FUN=min, MARGIN=1)\ntrain$radiant_minkills <- apply(train[,c(3,11,19,27,35)+4], FUN=min, MARGIN=1)\ntrain$radiant_mindeaths <- apply(train[,c(3,11,19,27,35)+5], FUN=min, MARGIN=1)\ntrain$radiant_minitems <- apply(train[,c(3,11,19,27,35)+6], FUN=min, MARGIN=1)\n\ntrain$d_minlevel <- apply(train[,c(43,51,59,67,75)], FUN=min, MARGIN=1)\ntrain$d_minxp <- apply(train[,c(43,51,59,67,75)+1], FUN=min, MARGIN=1)\ntrain$d_mingold <- apply(train[,c(43,51,59,67,75)+2], FUN=min, MARGIN=1)\ntrain$d_minlhits <- apply(train[,c(43,51,59,67,75)+3], FUN=min, MARGIN=1)\ntrain$d_minkills <- apply(train[,c(43,51,59,67,75)+4], FUN=min, MARGIN=1)\ntrain$d_mindeaths <- apply(train[,c(43,51,59,67,75)+5], FUN=min, MARGIN=1)\ntrain$d_minitems <- apply(train[,c(43,51,59,67,75)+6], FUN=min, MARGIN=1)\n\ntrain$d_maxlevel <- apply(train[,c(43,51,59,67,75)], FUN=max, MARGIN=1)\ntrain$d_maxxp <- apply(train[,c(43,51,59,67,75)+1], FUN=max, MARGIN=1)\ntrain$d_maxgold <- apply(train[,c(43,51,59,67,75)+2], FUN=max, MARGIN=1)\ntrain$d_maxlhits <- apply(train[,c(43,51,59,67,75)+3], FUN=max, MARGIN=1)\ntrain$d_maxkills <- apply(train[,c(43,51,59,67,75)+4], FUN=max, MARGIN=1)\ntrain$d_maxdeaths <- apply(train[,c(43,51,59,67,75)+5], FUN=max, MARGIN=1)\ntrain$d_maxitems <- apply(train[,c(43,51,59,67,75)+6], FUN=max, MARGIN=1)\n\n# Create some features related to deaths\ntrain$radiant_env_deaths <- train$radiant_deaths - train$dire_kills\ntrain$dire_env_deaths <- train$dire_deaths - train$radiant_kills\ntrain$radiant_env_death_diff <- train$radiant_env_deaths - train$dire_env_deaths\n\ntrain$max_death_diff <- train$radiant_maxdeaths - train$d_maxdeaths\ntrain$min_death_diff <- train$radiant_mindeaths - train$d_mindeaths\ntrain$max_kill_diff <- train$radiant_maxkills - train$d_maxkills\ntrain$min_kill_diff <- train$radiant_minkills - train$d_minkills\n\ntrain$r_kills_minus_death <- train$radiant_kills - train$radiant_deaths\ntrain$d_kills_minus_death <- train$dire_kills - train$dire_deaths\n\n# Create some features related to gold and experience gained\ntrain$gold_diff_x_death_diff <- train$radiant_gold_diff * train$radiant_deaths_diff\ntrain$lh_diff_x_death_diff <- train$radiant_lhits_diff * train$radiant_deaths_diff\ntrain$lh_diff_x_gold_diff <- train$radiant_lhits_diff * train$radiant_gold_diff\n\n# These features may introduce Inf values. Add 1 to denominator\ntrain$r_gold_per_exp <- train$radiant_gold/(train$radiant_xp+1)\ntrain$d_gold_per_exp <- train$dire_gold/(train$dire_xp+1)\n\ntrain$r_gold_per_lh <- train$radiant_gold/(train$radiant_lhits+1)\ntrain$d_gold_per_lh <- train$dire_gold/(train$dire_lhits+1)\n\ntrain$xp_diff_x_gold_diff <- train$radiant_xp_diff * train$radiant_gold_diff\ntrain$xp_diff_plus_gold_diff <- train$radiant_xp_diff + train$radiant_gold_diff\n\n# Create some difference features from other variables\ntrain$obs_ward_diff <- train$radiant_ward_observer_count - train$dire_ward_observer_count\ntrain$boots_diff <- train$radiant_boots_count - train$dire_boots_count\ntrain$tp_scroll_diff <- train$radiant_tpscroll_count - train$dire_tpscroll_count\n\ntrain$bottle_diff <- train$radiant_bottle_time - train$dire_bottle_time\ntrain$courier_diff <- train$radiant_courier_time - train$dire_courier_time\ntrain$first_ward_diff <-train$radiant_first_ward_time - train$dire_first_ward_time\ntrain$fcourier_diff <- train$radiant_flying_courier_time - train$dire_flying_courier_time\n","execution_count":13,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"summary(train)","execution_count":14,"outputs":[{"output_type":"display_data","data":{"text/plain":" match_id r1_hero r1_level r1_xp \n Min. : 1 Min. : 1.00 Min. :0.000 Min. : 0 \n 1st Qu.: 26622 1st Qu.: 21.00 1st Qu.:1.000 1st Qu.: 918 \n Median : 74540 Median : 48.00 Median :1.000 Median :1171 \n Mean : 79331 Mean : 51.17 Mean :1.292 Mean :1272 \n 3rd Qu.:127782 3rd Qu.: 77.00 3rd Qu.:2.000 3rd Qu.:1632 \n Max. :181024 Max. :112.00 Max. :5.000 Max. :3280 \n \n r1_gold r1_lh r1_kills r1_deaths \n Min. : 0 Min. : 0.00 Min. :0.0000 Min. :0.0000 \n 1st Qu.: 816 1st Qu.: 4.00 1st Qu.:0.0000 1st Qu.:0.0000 \n Median :1078 Median :10.00 Median :0.0000 Median :0.0000 \n Mean :1123 Mean :10.51 Mean :0.3712 Mean :0.3156 \n 3rd Qu.:1372 3rd Qu.:16.00 3rd Qu.:1.0000 3rd Qu.:1.0000 \n Max. :4616 Max. :46.00 Max. :8.0000 Max. :7.0000 \n \n r1_items r2_hero r2_level r2_xp \n Min. : 0.000 Min. : 1.00 Min. :0.000 Min. : 0 \n 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.000 1st Qu.: 896 \n Median : 8.000 Median : 48.00 Median :1.000 Median :1139 \n Mean : 7.648 Mean : 51.27 Mean :1.273 Mean :1242 \n 3rd Qu.: 9.000 3rd Qu.: 78.00 3rd Qu.:2.000 3rd Qu.:1574 \n Max. :44.000 Max. :112.00 Max. :5.000 Max. :3417 \n \n r2_gold r2_lh r2_kills r2_deaths \n Min. : 0 Min. : 0.00 Min. : 0.0000 Min. :0.0000 \n 1st Qu.: 788 1st Qu.: 3.00 1st Qu.: 0.0000 1st Qu.:0.0000 \n Median :1058 Median : 9.00 Median : 0.0000 Median :0.0000 \n Mean :1103 Mean :10.05 Mean : 0.3727 Mean :0.3162 \n 3rd Qu.:1356 3rd Qu.:16.00 3rd Qu.: 1.0000 3rd Qu.:1.0000 \n Max. :5021 Max. :54.00 Max. :11.0000 Max. :7.0000 \n \n r2_items r3_hero r3_level r3_xp \n Min. : 0.000 Min. : 1.00 Min. :0.000 Min. : 0 \n 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.000 1st Qu.: 896 \n Median : 8.000 Median : 48.00 Median :1.000 Median :1141 \n Mean : 7.686 Mean : 51.26 Mean :1.273 Mean :1245 \n 3rd Qu.: 9.000 3rd Qu.: 78.00 3rd Qu.:2.000 3rd Qu.:1585 \n Max. :25.000 Max. :112.00 Max. :6.000 Max. :3497 \n \n r3_gold r3_lh r3_kills r3_deaths \n Min. : 0 Min. : 0.00 Min. :0.0000 Min. :0.0000 \n 1st Qu.: 788 1st Qu.: 3.00 1st Qu.:0.0000 1st Qu.:0.0000 \n Median :1056 Median : 9.00 Median :0.0000 Median :0.0000 \n Mean :1103 Mean :10.05 Mean :0.3702 Mean :0.3126 \n 3rd Qu.:1353 3rd Qu.:16.00 3rd Qu.:1.0000 3rd Qu.:1.0000 \n Max. :4926 Max. :43.00 Max. :7.0000 Max. :5.0000 \n \n r3_items r4_hero r4_level r4_xp \n Min. : 0.000 Min. : 1.00 Min. :0.000 Min. : 0 \n 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.000 1st Qu.: 892 \n Median : 8.000 Median : 48.00 Median :1.000 Median :1135 \n Mean : 7.691 Mean : 51.38 Mean :1.268 Mean :1238 \n 3rd Qu.: 9.000 3rd Qu.: 78.00 3rd Qu.:2.000 3rd Qu.:1569 \n Max. :31.000 Max. :112.00 Max. :5.000 Max. :3298 \n \n r4_gold r4_lh r4_kills r4_deaths \n Min. : 0 Min. : 0.000 Min. :0.0000 Min. :0.0000 \n 1st Qu.: 784 1st Qu.: 3.000 1st Qu.:0.0000 1st Qu.:0.0000 \n Median :1050 Median : 9.000 Median :0.0000 Median :0.0000 \n Mean :1098 Mean : 9.956 Mean :0.3688 Mean :0.3154 \n 3rd Qu.:1348 3rd Qu.:15.000 3rd Qu.:1.0000 3rd Qu.:1.0000 \n Max. :4124 Max. :51.000 Max. :7.0000 Max. :6.0000 \n \n r4_items r5_hero r5_level r5_xp r5_gold \n Min. : 0.000 Min. : 1.00 Min. :0.00 Min. : 0 Min. : 0 \n 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.00 1st Qu.: 896 1st Qu.: 782 \n Median : 8.000 Median : 48.00 Median :1.00 Median :1138 Median :1039 \n Mean : 7.685 Mean : 51.17 Mean :1.27 Mean :1239 Mean :1087 \n 3rd Qu.: 9.000 3rd Qu.: 77.00 3rd Qu.:2.00 3rd Qu.:1573 3rd Qu.:1329 \n Max. :36.000 Max. :112.00 Max. :5.00 Max. :3341 Max. :5289 \n \n r5_lh r5_kills r5_deaths r5_items \n Min. : 0.000 Min. :0.0000 Min. :0.0000 Min. : 0.000 \n 1st Qu.: 3.000 1st Qu.:0.0000 1st Qu.:0.0000 1st Qu.: 6.000 \n Median : 9.000 Median :0.0000 Median :0.0000 Median : 8.000 \n Mean : 9.895 Mean :0.3502 Mean :0.3096 Mean : 7.619 \n 3rd Qu.:15.000 3rd Qu.:1.0000 3rd Qu.:1.0000 3rd Qu.: 9.000 \n Max. :46.000 Max. :7.0000 Max. :6.0000 Max. :33.000 \n \n d1_hero d1_level d1_xp d1_gold d1_lh \n Min. : 1.00 Min. :0.0 Min. : 0 Min. : 0 Min. : 0.00 \n 1st Qu.: 21.00 1st Qu.:1.0 1st Qu.: 933 1st Qu.: 823 1st Qu.: 4.00 \n Median : 48.00 Median :1.0 Median :1190 Median :1080 Median :10.00 \n Mean : 51.11 Mean :1.3 Mean :1280 Mean :1122 Mean :10.51 \n 3rd Qu.: 77.00 3rd Qu.:2.0 3rd Qu.:1636 3rd Qu.:1367 3rd Qu.:16.00 \n Max. :112.00 Max. :8.0 Max. :3701 Max. :6268 Max. :43.00 \n \n d1_kills d1_deaths d1_items d2_hero \n Min. :0.0000 Min. :0.000 Min. : 0.000 Min. : 1.00 \n 1st Qu.:0.0000 1st Qu.:0.000 1st Qu.: 6.000 1st Qu.: 21.00 \n Median :0.0000 Median :0.000 Median : 8.000 Median : 48.00 \n Mean :0.3823 Mean :0.299 Mean : 7.652 Mean : 51.39 \n 3rd Qu.:1.0000 3rd Qu.:0.000 3rd Qu.: 9.000 3rd Qu.: 78.00 \n Max. :9.0000 Max. :6.000 Max. :35.000 Max. :112.00 \n \n d2_level d2_xp d2_gold d2_lh d2_kills \n Min. :0.000 Min. : 0 Min. : 0 Min. : 0.00 Min. :0.0000 \n 1st Qu.:1.000 1st Qu.: 912 1st Qu.: 794 1st Qu.: 3.00 1st Qu.:0.0000 \n Median :1.000 Median :1158 Median :1060 Median : 9.00 Median :0.0000 \n Mean :1.279 Mean :1252 Mean :1103 Mean :10.05 Mean :0.3831 \n 3rd Qu.:2.000 3rd Qu.:1586 3rd Qu.:1350 3rd Qu.:15.00 3rd Qu.:1.0000 \n Max. :5.000 Max. :3523 Max. :6015 Max. :45.00 Max. :7.0000 \n \n d2_deaths d2_items d3_hero d3_level \n Min. :0.0000 Min. : 0.000 Min. : 1.0 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.0 1st Qu.:1.000 \n Median :0.0000 Median : 8.000 Median : 49.0 Median :1.000 \n Mean :0.3015 Mean : 7.697 Mean : 51.5 Mean :1.277 \n 3rd Qu.:0.0000 3rd Qu.: 9.000 3rd Qu.: 78.0 3rd Qu.:2.000 \n Max. :5.0000 Max. :32.000 Max. :112.0 Max. :5.000 \n \n d3_xp d3_gold d3_lh d3_kills \n Min. : 0 Min. : 0 Min. : 0.000 Min. :0.0000 \n 1st Qu.: 907 1st Qu.: 790 1st Qu.: 3.000 1st Qu.:0.0000 \n Median :1154 Median :1055 Median : 9.000 Median :0.0000 \n Mean :1249 Mean :1100 Mean : 9.976 Mean :0.3838 \n 3rd Qu.:1586 3rd Qu.:1347 3rd Qu.:15.000 3rd Qu.:1.0000 \n Max. :3514 Max. :4604 Max. :55.000 Max. :8.0000 \n \n d3_deaths d3_items d4_hero d4_level \n Min. :0.0000 Min. : 0.000 Min. : 1.0 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.0 1st Qu.:1.000 \n Median :0.0000 Median : 8.000 Median : 49.0 Median :1.000 \n Mean :0.3047 Mean : 7.703 Mean : 51.4 Mean :1.274 \n 3rd Qu.:1.0000 3rd Qu.: 9.000 3rd Qu.: 78.0 3rd Qu.:2.000 \n Max. :5.0000 Max. :27.000 Max. :112.0 Max. :5.000 \n \n d4_xp d4_gold d4_lh d4_kills \n Min. : 0 Min. : 0 Min. : 0.000 Min. :0.0000 \n 1st Qu.: 907 1st Qu.: 789 1st Qu.: 3.000 1st Qu.:0.0000 \n Median :1150 Median :1052 Median : 9.000 Median :0.0000 \n Mean :1244 Mean :1097 Mean : 9.921 Mean :0.3837 \n 3rd Qu.:1571 3rd Qu.:1342 3rd Qu.:15.000 3rd Qu.:1.0000 \n Max. :3863 Max. :5762 Max. :47.000 Max. :8.0000 \n \n d4_deaths d4_items d5_hero d5_level \n Min. :0.0000 Min. : 0.000 Min. : 1.00 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 21.00 1st Qu.:1.000 \n Median :0.0000 Median : 8.000 Median : 48.00 Median :1.000 \n Mean :0.3035 Mean : 7.707 Mean : 51.31 Mean :1.273 \n 3rd Qu.:0.0000 3rd Qu.: 9.000 3rd Qu.: 77.00 3rd Qu.:2.000 \n Max. :7.0000 Max. :51.000 Max. :112.00 Max. :5.000 \n \n d5_xp d5_gold d5_lh d5_kills \n Min. : 0 Min. : 0 Min. : 0.000 Min. :0.0000 \n 1st Qu.: 909 1st Qu.: 787 1st Qu.: 3.000 1st Qu.:0.0000 \n Median :1154 Median :1040 Median : 9.000 Median :0.0000 \n Mean :1244 Mean :1086 Mean : 9.838 Mean :0.3649 \n 3rd Qu.:1570 3rd Qu.:1322 3rd Qu.:15.000 3rd Qu.:1.0000 \n Max. :3304 Max. :5617 Max. :46.000 Max. :8.0000 \n \n d5_deaths d5_items first_blood_time first_blood_team\n Min. :0.0000 Min. : 0.000 Min. :-63.00 Min. :0.000 \n 1st Qu.:0.0000 1st Qu.: 6.000 1st Qu.: 23.00 1st Qu.:0.000 \n Median :0.0000 Median : 8.000 Median : 90.00 Median :1.000 \n Mean :0.3009 Mean : 7.642 Mean : 97.47 Mean :0.509 \n 3rd Qu.:0.0000 3rd Qu.: 9.000 3rd Qu.:148.00 3rd Qu.:1.000 \n Max. :8.0000 Max. :33.000 Max. :300.00 Max. :1.000 \n NA's :16170 NA's :16170 \n first_blood_player1 first_blood_player2 radiant_bottle_time\n Min. :0.000 Min. :-1.000 Min. :-88 \n 1st Qu.:2.000 1st Qu.: 2.000 1st Qu.: 71 \n Median :5.000 Median : 4.000 Median :126 \n Mean :4.522 Mean : 4.452 Mean :116 \n 3rd Qu.:7.000 3rd Qu.: 7.000 3rd Qu.:168 \n Max. :9.000 Max. : 9.000 Max. :300 \n NA's :16170 NA's :16170 NA's :57643 \n radiant_courier_time radiant_flying_courier_time radiant_tpscroll_count\n Min. :-89.00 Min. :180 Min. : 0.000 \n 1st Qu.:-70.00 1st Qu.:189 1st Qu.: 1.000 \n Median :-64.00 Median :213 Median : 3.000 \n Mean :-54.12 Mean :223 Mean : 2.756 \n 3rd Qu.:-53.00 3rd Qu.:253 3rd Qu.: 4.000 \n Max. :300.00 Max. :300 Max. :23.000 \n NA's :7490 NA's :112538 \n radiant_boots_count radiant_ward_observer_count radiant_ward_sentry_count\n Min. :0.000 Min. : 0.000 Min. : 0.000 \n 1st Qu.:2.000 1st Qu.: 1.000 1st Qu.: 0.000 \n Median :3.000 Median : 2.000 Median : 0.000 \n Mean :3.154 Mean : 1.694 Mean : 0.242 \n 3rd Qu.:4.000 3rd Qu.: 2.000 3rd Qu.: 0.000 \n Max. :8.000 Max. :14.000 Max. :22.000 \n \n radiant_first_ward_time dire_bottle_time dire_courier_time\n Min. :-291.00 Min. :-88.0 Min. :-89.00 \n 1st Qu.: -9.00 1st Qu.: 71.0 1st Qu.:-70.00 \n Median : 9.00 Median :127.0 Median :-64.00 \n Mean : 25.82 Mean :116.7 Mean :-54.24 \n 3rd Qu.: 30.25 3rd Qu.:169.0 3rd Qu.:-53.00 \n Max. : 300.00 Max. :300.0 Max. :300.00 \n NA's :34986 NA's :58114 NA's :7253 \n dire_flying_courier_time dire_tpscroll_count dire_boots_count\n Min. :180 Min. : 0.000 Min. :0.000 \n 1st Qu.:188 1st Qu.: 1.000 1st Qu.:2.000 \n Median :212 Median : 2.000 Median :3.000 \n Mean :222 Mean : 2.722 Mean :3.177 \n 3rd Qu.:251 3rd Qu.: 4.000 3rd Qu.:4.000 \n Max. :300 Max. :15.000 Max. :8.000 \n NA's :108013 \n dire_ward_observer_count dire_ward_sentry_count dire_first_ward_time\n Min. : 0.000 Min. : 0.0000 Min. :-293.00 \n 1st Qu.: 1.000 1st Qu.: 0.0000 1st Qu.: -11.00 \n Median : 2.000 Median : 0.0000 Median : 7.00 \n Mean : 1.698 Mean : 0.2296 Mean : 26.12 \n 3rd Qu.: 2.000 3rd Qu.: 0.0000 3rd Qu.: 30.00 \n Max. :17.000 Max. :20.0000 Max. : 300.00 \n NA's :36147 \n r_Anti.Mage d_Anti.Mage r_Axe d_Axe \n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 195.9 Mean : 196.3 Mean : 144.6 Mean : 145.8 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5545.0 Max. :5551.0 Max. :6000.0 Max. :6161.0 \n \n r_Bane d_Bane r_Bloodseeker d_Bloodseeker \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 59.54 Mean : 61.62 Mean : 93.76 Mean : 93.65 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5501.00 Max. :6021.00 Max. :5789.00 Max. :6656.00 \n \n r_Crystal.Maiden d_Crystal.Maiden r_Drow.Ranger d_Drow.Ranger \n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 129.9 Mean : 129.1 Mean : 108.8 Mean : 106.8 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :4787.0 Max. :4898.0 Max. :5137.0 Max. :5756.0 \n \n r_Earthshaker d_Earthshaker r_Juggernaut d_Juggernaut \n Min. : 0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 159 Mean : 159.4 Mean : 233.1 Mean : 232.1 \n 3rd Qu.: 0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5178 Max. :6728.0 Max. :6364.0 Max. :7447.0 \n \n r_Mirana d_Mirana r_Morphling d_Morphling \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 141.6 Mean : 139.9 Mean : 58.05 Mean : 59.61 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5654.0 Max. :5975.0 Max. :5990.00 Max. :5382.00 \n \n r_Shadow.Fiend d_Shadow.Fiend r_Phantom.Lancer d_Phantom.Lancer\n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 411.2 Mean : 378.7 Mean : 113.4 Mean : 113.3 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :6419.0 Max. :7578.0 Max. :5363.0 Max. :5456.0 \n \n r_Puck d_Puck r_Pudge d_Pudge \n Min. : 0.00 Min. : 0.0 Min. : 0.0 Min. : 0 \n 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0 \n Median : 0.00 Median : 0.0 Median : 0.0 Median : 0 \n Mean : 63.92 Mean : 65.8 Mean : 301.2 Mean : 283 \n 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0 \n Max. :6080.00 Max. :7577.0 Max. :6504.0 Max. :7616 \n \n r_Razor d_Razor r_Sand.King d_Sand.King \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 70.79 Mean : 72.53 Mean : 68.08 Mean : 70.25 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :6156.00 Max. :5320.00 Max. :5119.00 Max. :5389.00 \n \n r_Storm.Spirit d_Storm.Spirit r_Sven d_Sven \n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 102.8 Mean : 101.9 Mean : 105.4 Mean : 104.4 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :6650.0 Max. :6047.0 Max. :5595.0 Max. :5639.0 \n \n r_Tiny d_Tiny r_Vengeful.Spirit d_Vengeful.Spirit\n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 149.8 Mean : 156.6 Mean : 92.67 Mean : 91.05 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5720.0 Max. :5731.0 Max. :5784.00 Max. :5490.00 \n \n r_Windranger d_Windranger r_Zeus d_Zeus \n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 350.3 Mean : 357.9 Mean : 134.7 Mean : 133.5 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :6384.0 Max. :7076.0 Max. :6054.0 Max. :5570.0 \n \n r_Kunkka d_Kunkka r_Lina d_Lina \n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 109.3 Mean : 102.5 Mean : 176.2 Mean : 179.8 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :6078.0 Max. :5836.0 Max. :5905.0 Max. :6391.0 \n \n r_Lion d_Lion r_Shadow.Shaman d_Shadow.Shaman \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 103.5 Mean : 101.9 Mean : 68.66 Mean : 69.67 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5273.0 Max. :5224.0 Max. :5134.00 Max. :5709.00 \n \n r_Slardar d_Slardar r_Tidehunter d_Tidehunter \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 149.3 Mean : 151.3 Mean : 61.96 Mean : 66.44 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5586.0 Max. :5453.0 Max. :5556.00 Max. :5257.00 \n \n r_Witch.Doctor d_Witch.Doctor r_Lich d_Lich \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 115.9 Mean : 119.8 Mean : 80.27 Mean : 84.12 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5550.0 Max. :5404.0 Max. :4926.00 Max. :6026.00 \n \n r_Riki d_Riki r_Enigma d_Enigma \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 131.8 Mean : 132.8 Mean : 77.49 Mean : 86.12 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5788.0 Max. :5013.0 Max. :5774.00 Max. :4827.00 \n \n r_Tinker d_Tinker r_Sniper d_Sniper \n Min. : 0.00 Min. : 0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0 Median : 0.0 Median : 0.0 \n Mean : 94.77 Mean : 95 Mean : 165.3 Mean : 163.4 \n 3rd Qu.: 0.00 3rd Qu.: 0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5874.00 Max. :7855 Max. :6028.0 Max. :7561.0 \n \n r_Necrophos d_Necrophos r_Warlock d_Warlock \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 130.3 Mean : 133.2 Mean : 50.87 Mean : 50.73 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5748.0 Max. :6015.0 Max. :5537.00 Max. :5374.00 \n \n r_Beastmaster d_Beastmaster r_Queen.of.Pain d_Queen.of.Pain \n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 40.92 Mean : 40.45 Mean : 205.6 Mean : 207.8 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5562.00 Max. :5712.00 Max. :6599.0 Max. :5830.0 \n \n r_Venomancer d_Venomancer r_Faceless.Void d_Faceless.Void \n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 77.22 Mean : 79.67 Mean : 104.5 Mean : 101.8 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5697.00 Max. :5889.00 Max. :5744.0 Max. :5082.0 \n \n r_Wraith.King d_Wraith.King r_Death.Prophet d_Death.Prophet \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 137.1 Mean : 134.1 Mean : 67.07 Mean : 67.27 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5336.0 Max. :4930.0 Max. :5591.00 Max. :6027.00 \n \n r_Phantom.Assassin d_Phantom.Assassin r_Pugna d_Pugna \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 198.2 Mean : 201.7 Mean : 52.16 Mean : 53.02 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5289.0 Max. :5231.0 Max. :6216.00 Max. :5978.00 \n \n r_Templar.Assassin d_Templar.Assassin r_Viper d_Viper \n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 151.3 Mean : 151.2 Mean : 123.6 Mean : 126.8 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :6583.0 Max. :6112.0 Max. :6615.0 Max. :5832.0 \n \n r_Luna d_Luna r_Dragon.Knight d_Dragon.Knight \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 92.03 Mean : 91.33 Mean : 75.04 Mean : 74.49 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :6825.00 Max. :5105.00 Max. :6564.00 Max. :5002.00 \n \n r_Dazzle d_Dazzle r_Clockwerk d_Clockwerk \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.0 \n Mean : 116.6 Mean : 116.7 Mean : 99.22 Mean : 103.1 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.0 \n Max. :5625.0 Max. :5287.0 Max. :5364.00 Max. :5051.0 \n \n r_Leshrac d_Leshrac r_Nature.s.Prophet d_Nature.s.Prophet\n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 52.77 Mean : 53.58 Mean : 100.7 Mean : 101.8 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5614.00 Max. :8349.00 Max. :5225.0 Max. :5652.0 \n \n r_Lifestealer d_Lifestealer r_Dark.Seer d_Dark.Seer \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 81.83 Mean : 83.51 Mean : 83.78 Mean : 84.96 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :6888.00 Max. :4975.00 Max. :7602.00 Max. :5323.00 \n \n r_Clinkz d_Clinkz r_Omniknight d_Omniknight \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 79.45 Mean : 82.83 Mean : 76.64 Mean : 77.17 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5560.00 Max. :5713.00 Max. :5877.00 Max. :5752.00 \n \n r_Enchantress d_Enchantress r_Huskar d_Huskar \n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 43.87 Mean : 46.05 Mean : 136.6 Mean : 139.8 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5163.00 Max. :5563.00 Max. :5827.0 Max. :5876.0 \n \n r_Night.Stalker d_Night.Stalker r_Broodmother d_Broodmother \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 82.85 Mean : 84.13 Mean : 57.37 Mean : 58.66 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5296.00 Max. :6539.00 Max. :6434.00 Max. :6285.00 \n \n r_Bounty.Hunter d_Bounty.Hunter r_Weaver d_Weaver \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 123.9 Mean : 126.4 Mean : 92.41 Mean : 92.88 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :6546.0 Max. :5211.0 Max. :5686.00 Max. :5875.00 \n \n r_Jakiro d_Jakiro r_Batrider d_Batrider \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 58.28 Mean : 59.59 Mean : 36.05 Mean : 35.45 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5293.00 Max. :5094.00 Max. :6047.00 Max. :6020.00 \n \n r_Chen d_Chen r_Spectre d_Spectre \n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 18.41 Mean : 17.59 Mean : 108.2 Mean : 105.1 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :4559.00 Max. :4212.00 Max. :5015.0 Max. :4536.0 \n \n r_Ancient.Apparition d_Ancient.Apparition r_Doom d_Doom \n Min. : 0.00 Min. : 0.0 Min. : 0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.0 Median : 0 Median : 0.0 \n Mean : 91.13 Mean : 93.2 Mean : 107 Mean : 109.4 \n 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0 3rd Qu.: 0.0 \n Max. :4920.00 Max. :4835.0 Max. :5406 Max. :5620.0 \n \n r_Ursa d_Ursa r_Spirit.Breaker d_Spirit.Breaker\n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 106.1 Mean : 109.4 Mean : 124.2 Mean : 129.5 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5923.0 Max. :6847.0 Max. :5118.0 Max. :4912.0 \n \n r_Gyrocopter d_Gyrocopter r_Alchemist d_Alchemist \n Min. : 0.0 Min. : 0.0 Min. : 0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0 Median : 0.0 \n Mean : 132.5 Mean : 129.9 Mean : 280 Mean : 266.7 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0 3rd Qu.: 0.0 \n Max. :5748.0 Max. :5476.0 Max. :7802 Max. :6943.0 \n \n r_Invoker d_Invoker r_Silencer d_Silencer \n Min. : 0.0 Min. : 0.0 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.0 Median : 0.0 Median : 0.0 Median : 0.0 \n Mean : 354.7 Mean : 347.1 Mean : 121.1 Mean : 121.6 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :7205.0 Max. :7164.0 Max. :6429.0 Max. :5977.0 \n \n r_Outworld.Devourer d_Outworld.Devourer r_Lycan d_Lycan \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 69.51 Mean : 69.89 Mean : 41.06 Mean : 41.03 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :6125.00 Max. :6059.00 Max. :5187.00 Max. :5173.00 \n \n r_Brewmaster d_Brewmaster r_Shadow.Demon d_Shadow.Demon \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 42.32 Mean : 42.65 Mean : 34.35 Mean : 34.55 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5512.00 Max. :5108.00 Max. :5017.00 Max. :5054.00 \n \n r_Lone.Druid d_Lone.Druid r_Chaos.Knight d_Chaos.Knight \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.0 \n Mean : 41.54 Mean : 41.52 Mean : 74.92 Mean : 73.3 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 \n Max. :5256.00 Max. :8564.00 Max. :5319.00 Max. :5196.0 \n \n r_Meepo d_Meepo r_Treant.Protector d_Treant.Protector\n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 63.56 Mean : 62.67 Mean : 44.64 Mean : 46.61 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5995.00 Max. :6755.00 Max. :5654.00 Max. :5148.00 \n \n r_Ogre.Magi d_Ogre.Magi r_Undying d_Undying \n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 78.62 Mean : 81.35 Mean : 102.6 Mean : 104.5 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5775.00 Max. :5137.00 Max. :5074.0 Max. :5519.0 \n \n r_Rubick d_Rubick r_Disruptor d_Disruptor \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 118.3 Mean : 120.8 Mean : 70.59 Mean : 69.04 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5260.0 Max. :5244.0 Max. :5308.00 Max. :5435.00 \n \n r_Nyx.Assassin d_Nyx.Assassin r_Naga.Siren d_Naga.Siren \n Min. : 0.0 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 74.3 Mean : 77.12 Mean : 42.77 Mean : 42.93 \n 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :7334.0 Max. :4958.00 Max. :5301.00 Max. :5097.00 \n \n r_Keeper.of.the.Light d_Keeper.of.the.Light r_Io d_Io \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.0 \n Mean : 51.66 Mean : 50.39 Mean : 30.89 Mean : 31.1 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 \n Max. :5299.00 Max. :4521.00 Max. :4174.00 Max. :4937.0 \n \n r_Visage d_Visage r_Slark d_Slark \n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 25.41 Mean : 25.97 Mean : 171.1 Mean : 167.6 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :4954.00 Max. :5102.00 Max. :6444.0 Max. :5751.0 \n \n r_Medusa d_Medusa r_Troll.Warlord d_Troll.Warlord \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 74.66 Mean : 75.48 Mean : 68.75 Mean : 67.63 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :6006.00 Max. :4921.00 Max. :5373.00 Max. :5121.00 \n \n r_Centaur.Warrunner d_Centaur.Warrunner r_Magnus d_Magnus \n Min. : 0.00 Min. : 0.00 Min. : 0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0 Median : 0.0 \n Mean : 62.27 Mean : 65.73 Mean : 115 Mean : 117.6 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0 3rd Qu.: 0.0 \n Max. :4800.00 Max. :5302.00 Max. :5643 Max. :7144.0 \n \n r_Timbersaw d_Timbersaw r_Bristleback d_Bristleback \n Min. : 0.00 Min. : 0.00 Min. : 0.0 Min. : 0.0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.0 1st Qu.: 0.0 \n Median : 0.00 Median : 0.00 Median : 0.0 Median : 0.0 \n Mean : 88.94 Mean : 94.89 Mean : 109.5 Mean : 112.5 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.0 3rd Qu.: 0.0 \n Max. :5339.00 Max. :6312.00 Max. :5329.0 Max. :5583.0 \n \n r_Tusk d_Tusk r_Skywrath.Mage d_Skywrath.Mage \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 162.8 Mean : 166.8 Mean : 70.39 Mean : 70.18 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5564.0 Max. :5243.0 Max. :5383.00 Max. :5451.00 \n \n r_Abaddon d_Abaddon r_Elder.Titan d_Elder.Titan \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 76.92 Mean : 76.85 Mean : 31.16 Mean : 31.43 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :6060.00 Max. :5740.00 Max. :5261.00 Max. :5149.00 \n \n r_Legion.Commander d_Legion.Commander r_Techies d_Techies \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 192.2 Mean : 190.3 Mean : 45.02 Mean : 45.05 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :5961.0 Max. :6650.0 Max. :5501.00 Max. :4977.00 \n \n r_Ember.Spirit d_Ember.Spirit r_Earth.Spirit d_Earth.Spirit \n Min. : 0.0 Min. : 0.0 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.0 1st Qu.: 0.0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.0 Median : 0.0 Median : 0.00 Median : 0.00 \n Mean : 287.7 Mean : 284.2 Mean : 52.67 Mean : 53.27 \n 3rd Qu.: 0.0 3rd Qu.: 0.0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :7429.0 Max. :6210.0 Max. :5464.00 Max. :5559.00 \n \n r_Underlord d_Underlord r_Terrorblade d_Terrorblade \n Min. :0 Min. :0 Min. : 0.00 Min. : 0.00 \n 1st Qu.:0 1st Qu.:0 1st Qu.: 0.00 1st Qu.: 0.00 \n Median :0 Median :0 Median : 0.00 Median : 0.00 \n Mean :0 Mean :0 Mean : 57.03 Mean : 58.72 \n 3rd Qu.:0 3rd Qu.:0 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :0 Max. :0 Max. :5092.00 Max. :5571.00 \n \n r_Phoenix d_Phoenix r_Oracle d_Oracle \n Min. : 0.00 Min. : 0.00 Min. : 0.00 Min. : 0.00 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.: 0.00 \n Median : 0.00 Median : 0.00 Median : 0.00 Median : 0.00 \n Mean : 58.55 Mean : 62.15 Mean : 33.24 Mean : 33.52 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.: 0.00 \n Max. :4762.00 Max. :5062.00 Max. :5151.00 Max. :5525.00 \n \n r_Winter.Wyvern d_Winter.Wyvern r_Arc.Warden d_Arc.Warden r_Monkey.King\n Min. : 0.00 Min. : 0.00 Min. :0 Min. :0 Min. :0 \n 1st Qu.: 0.00 1st Qu.: 0.00 1st Qu.:0 1st Qu.:0 1st Qu.:0 \n Median : 0.00 Median : 0.00 Median :0 Median :0 Median :0 \n Mean : 90.86 Mean : 92.64 Mean :0 Mean :0 Mean :0 \n 3rd Qu.: 0.00 3rd Qu.: 0.00 3rd Qu.:0 3rd Qu.:0 3rd Qu.:0 \n Max. :5313.00 Max. :5113.00 Max. :0 Max. :0 Max. :0 \n \n d_Monkey.King r_Dark.Willow d_Dark.Willow r_Pangolier d_Pangolier\n Min. :0 Min. :0 Min. :0 Min. :0 Min. :0 \n 1st Qu.:0 1st Qu.:0 1st Qu.:0 1st Qu.:0 1st Qu.:0 \n Median :0 Median :0 Median :0 Median :0 Median :0 \n Mean :0 Mean :0 Mean :0 Mean :0 Mean :0 \n 3rd Qu.:0 3rd Qu.:0 3rd Qu.:0 3rd Qu.:0 3rd Qu.:0 \n Max. :0 Max. :0 Max. :0 Max. :0 Max. :0 \n \n r_Grimstroke d_Grimstroke r_Mars d_Mars r_agi \n Min. :0 Min. :0 Min. :0 Min. :0 Min. :0.000 \n 1st Qu.:0 1st Qu.:0 1st Qu.:0 1st Qu.:0 1st Qu.:1.000 \n Median :0 Median :0 Median :0 Median :0 Median :2.000 \n Mean :0 Mean :0 Mean :0 Mean :0 Mean :1.631 \n 3rd Qu.:0 3rd Qu.:0 3rd Qu.:0 3rd Qu.:0 3rd Qu.:2.000 \n Max. :0 Max. :0 Max. :0 Max. :0 Max. :5.000 \n \n d_agi r_str d_str r_int d_int \n Min. :0.000 Min. :0.000 Min. :0.00 Min. :0.000 Min. :0.000 \n 1st Qu.:1.000 1st Qu.:1.000 1st Qu.:1.00 1st Qu.:1.000 1st Qu.:1.000 \n Median :2.000 Median :2.000 Median :2.00 Median :2.000 Median :2.000 \n Mean :1.624 Mean :1.632 Mean :1.63 Mean :1.737 Mean :1.745 \n 3rd Qu.:2.000 3rd Qu.:2.000 3rd Qu.:2.00 3rd Qu.:2.000 3rd Qu.:2.000 \n Max. :5.000 Max. :5.000 Max. :5.00 Max. :5.000 Max. :5.000 \n \n r_Melee d_Melee r_Ranged d_Ranged \n Min. :0.000 Min. :0.000 Min. :0.000 Min. :0.000 \n 1st Qu.:2.000 1st Qu.:2.000 1st Qu.:2.000 1st Qu.:2.000 \n Median :2.000 Median :2.000 Median :3.000 Median :3.000 \n Mean :2.485 Mean :2.485 Mean :2.515 Mean :2.515 \n 3rd Qu.:3.000 3rd Qu.:3.000 3rd Qu.:3.000 3rd Qu.:3.000 \n Max. :5.000 Max. :5.000 Max. :5.000 Max. :5.000 \n \n r_Carry d_Carry r_Escape d_Escape r_Nuker \n Min. :0.000 Min. :0.000 Min. :0.00 Min. :0.000 Min. :0.000 \n 1st Qu.:2.000 1st Qu.:2.000 1st Qu.:1.00 1st Qu.:1.000 1st Qu.:3.000 \n Median :3.000 Median :3.000 Median :2.00 Median :2.000 Median :4.000 \n Mean :2.952 Mean :2.947 Mean :1.94 Mean :1.949 Mean :3.763 \n 3rd Qu.:4.000 3rd Qu.:4.000 3rd Qu.:3.00 3rd Qu.:3.000 3rd Qu.:4.000 \n Max. :5.000 Max. :5.000 Max. :5.00 Max. :5.000 Max. :5.000 \n \n d_Nuker r_Initiator d_Initiator r_Durable d_Durable \n Min. :0.00 Min. :0.000 Min. :0.000 Min. :0.000 Min. :0.000 \n 1st Qu.:3.00 1st Qu.:1.000 1st Qu.:1.000 1st Qu.:1.000 1st Qu.:1.000 \n Median :4.00 Median :2.000 Median :2.000 Median :2.000 Median :2.000 \n Mean :3.76 Mean :2.204 Mean :2.201 Mean :1.795 Mean :1.796 \n 3rd Qu.:4.00 3rd Qu.:3.000 3rd Qu.:3.000 3rd Qu.:2.000 3rd Qu.:2.000 \n Max. :5.00 Max. :5.000 Max. :5.000 Max. :5.000 Max. :5.000 \n \n r_Disabler d_Disabler r_Jungler d_Jungler \n Min. :0.000 Min. :0.000 Min. :0.0000 Min. :0.0000 \n 1st Qu.:3.000 1st Qu.:3.000 1st Qu.:0.0000 1st Qu.:0.0000 \n Median :4.000 Median :4.000 Median :0.0000 Median :0.0000 \n Mean :3.647 Mean :3.646 Mean :0.5155 Mean :0.5165 \n 3rd Qu.:4.000 3rd Qu.:4.000 3rd Qu.:1.0000 3rd Qu.:1.0000 \n Max. :5.000 Max. :5.000 Max. :5.0000 Max. :5.0000 \n \n r_Support d_Support r_Pusher d_Pusher radiant_level \n Min. :0.000 Min. :0.000 Min. :0.0000 Min. :0 Min. : 0.000 \n 1st Qu.:1.000 1st Qu.:1.000 1st Qu.:0.0000 1st Qu.:0 1st Qu.: 5.000 \n Median :2.000 Median :2.000 Median :1.0000 Median :1 Median : 6.000 \n Mean :1.811 Mean :1.812 Mean :0.9973 Mean :1 Mean : 6.376 \n 3rd Qu.:2.000 3rd Qu.:2.000 3rd Qu.:2.0000 3rd Qu.:2 3rd Qu.: 8.000 \n Max. :5.000 Max. :5.000 Max. :5.0000 Max. :5 Max. :17.000 \n \n radiant_xp radiant_gold radiant_lhits radiant_kills \n Min. : 0 Min. : 0 Min. : 0.00 Min. : 0.000 \n 1st Qu.:5834 1st Qu.: 4975 1st Qu.: 42.00 1st Qu.: 1.000 \n Median :6224 Median : 5464 Median : 50.00 Median : 2.000 \n Mean :6237 Mean : 5514 Mean : 50.46 Mean : 1.833 \n 3rd Qu.:6627 3rd Qu.: 5998 3rd Qu.: 58.00 3rd Qu.: 3.000 \n Max. :9822 Max. :12267 Max. :118.00 Max. :16.000 \n \n radiant_deaths radiant_items dire_level dire_xp \n Min. : 0.000 Min. : 0.00 Min. : 0.000 Min. : 0 \n 1st Qu.: 0.000 1st Qu.:34.00 1st Qu.: 5.000 1st Qu.:5864 \n Median : 1.000 Median :38.00 Median : 6.000 Median :6253 \n Mean : 1.569 Mean :38.33 Mean : 6.405 Mean :6270 \n 3rd Qu.: 2.000 3rd Qu.:43.00 3rd Qu.: 8.000 3rd Qu.:6658 \n Max. :17.000 Max. :75.00 Max. :18.000 Max. :9864 \n \n dire_gold dire_lhits dire_kills dire_deaths \n Min. : 0 Min. : 0.00 Min. : 0.000 Min. : 0.00 \n 1st Qu.: 4968 1st Qu.: 41.00 1st Qu.: 1.000 1st Qu.: 0.00 \n Median : 5457 Median : 50.00 Median : 2.000 Median : 1.00 \n Mean : 5507 Mean : 50.29 Mean : 1.898 Mean : 1.51 \n 3rd Qu.: 5990 3rd Qu.: 58.00 3rd Qu.: 3.000 3rd Qu.: 2.00 \n Max. :11862 Max. :118.00 Max. :17.000 Max. :16.00 \n \n dire_items radiant_level_diff radiant_xp_diff radiant_gold_diff \n Min. : 0.0 Min. :-9.00000 Min. :-5608.00 Min. :-7224.000 \n 1st Qu.:34.0 1st Qu.:-1.00000 1st Qu.: -644.00 1st Qu.: -727.000 \n Median :38.0 Median : 0.00000 Median : -32.00 Median : 5.000 \n Mean :38.4 Mean :-0.02885 Mean : -33.78 Mean : 6.558 \n 3rd Qu.:43.0 3rd Qu.: 1.00000 3rd Qu.: 577.00 3rd Qu.: 744.000 \n Max. :98.0 Max. : 8.00000 Max. : 5366.00 Max. : 6169.000 \n \n radiant_lhits_diff radiant_kills_diff radiant_deaths_diff radiant_items_diff \n Min. :-87.0000 Min. :-13.00000 Min. :-12.00000 Min. :-53.00000 \n 1st Qu.:-11.0000 1st Qu.: -1.00000 1st Qu.: -1.00000 1st Qu.: -5.00000 \n Median : 0.0000 Median : 0.00000 Median : 0.00000 Median : 0.00000 \n Mean : 0.1645 Mean : -0.06476 Mean : 0.05977 Mean : -0.07152 \n 3rd Qu.: 11.0000 3rd Qu.: 1.00000 3rd Qu.: 1.00000 3rd Qu.: 5.00000 \n Max. : 72.0000 Max. : 12.00000 Max. : 13.00000 Max. : 39.00000 \n \n radiant_maxlevel radiant_maxxp radiant_maxgold radiant_maxlhits\n Min. :0.000 Min. : 0 Min. : 0 Min. : 0.00 \n 1st Qu.:1.000 1st Qu.:1792 1st Qu.:1384 1st Qu.:16.00 \n Median :2.000 Median :1973 Median :1575 Median :20.00 \n Mean :1.843 Mean :1961 Mean :1620 Mean :19.79 \n 3rd Qu.:2.000 3rd Qu.:2131 3rd Qu.:1800 3rd Qu.:23.00 \n Max. :6.000 Max. :3497 Max. :5289 Max. :54.00 \n \n radiant_maxkills radiant_maxdeaths radiant_maxitems radiant_minlevel\n Min. : 0.000 Min. :0.0000 Min. : 0.00 Min. :0.0000 \n 1st Qu.: 1.000 1st Qu.:0.0000 1st Qu.: 9.00 1st Qu.:1.0000 \n Median : 1.000 Median :1.0000 Median :10.00 Median :1.0000 \n Mean : 1.172 Mean :0.9764 Mean :10.62 Mean :0.8294 \n 3rd Qu.: 2.000 3rd Qu.:1.0000 3rd Qu.:12.00 3rd Qu.:1.0000 \n Max. :11.000 Max. :7.0000 Max. :44.00 Max. :3.0000 \n \n radiant_minxp radiant_mingold radiant_minlhits radiant_minkills \n Min. : 0.0 Min. : 0.0 Min. : 0.000 Min. :0.00000 \n 1st Qu.: 583.0 1st Qu.: 550.0 1st Qu.: 0.000 1st Qu.:0.00000 \n Median : 740.0 Median : 639.0 Median : 1.000 Median :0.00000 \n Mean : 718.6 Mean : 672.8 Mean : 1.769 Mean :0.00278 \n 3rd Qu.: 874.0 3rd Qu.: 760.0 3rd Qu.: 3.000 3rd Qu.:0.00000 \n Max. :1704.0 Max. :1649.0 Max. :15.000 Max. :1.00000 \n \n radiant_mindeaths radiant_minitems d_minlevel d_minxp \n Min. :0.000000 Min. : 0.000 Min. :0.0000 Min. : 0.0 \n 1st Qu.:0.000000 1st Qu.: 4.000 1st Qu.:1.0000 1st Qu.: 590.0 \n Median :0.000000 Median : 5.000 Median :1.0000 Median : 751.0 \n Mean :0.004019 Mean : 4.941 Mean :0.8379 Mean : 727.8 \n 3rd Qu.:0.000000 3rd Qu.: 6.000 3rd Qu.:1.0000 3rd Qu.: 886.0 \n Max. :2.000000 Max. :12.000 Max. :3.0000 Max. :1648.0 \n \n d_mingold d_minlhits d_minkills d_mindeaths \n Min. : 0.0 Min. : 0.000 Min. :0.000000 Min. :0.000000 \n 1st Qu.: 554.0 1st Qu.: 0.000 1st Qu.:0.000000 1st Qu.:0.000000 \n Median : 646.0 Median : 1.000 Median :0.000000 Median :0.000000 \n Mean : 677.1 Mean : 1.805 Mean :0.003024 Mean :0.003367 \n 3rd Qu.: 767.0 3rd Qu.: 3.000 3rd Qu.:0.000000 3rd Qu.:0.000000 \n Max. :1965.0 Max. :17.000 Max. :1.000000 Max. :2.000000 \n \n d_minitems d_maxlevel d_maxxp d_maxgold d_maxlhits \n Min. : 0.000 Min. :0.000 Min. : 0 Min. : 0 Min. : 0.00 \n 1st Qu.: 4.000 1st Qu.:1.000 1st Qu.:1775 1st Qu.:1373 1st Qu.:16.00 \n Median : 5.000 Median :2.000 Median :1955 Median :1564 Median :20.00 \n Mean : 4.958 Mean :1.831 Mean :1943 Mean :1607 Mean :19.73 \n 3rd Qu.: 6.000 3rd Qu.:2.000 3rd Qu.:2112 3rd Qu.:1785 3rd Qu.:23.00 \n Max. :12.000 Max. :8.000 Max. :3863 Max. :6268 Max. :55.00 \n \n d_maxkills d_maxdeaths d_maxitems radiant_env_deaths\n Min. :0.0 Min. :0.0000 Min. : 0.00 Min. :-9.0000 \n 1st Qu.:1.0 1st Qu.:0.0000 1st Qu.: 9.00 1st Qu.: 0.0000 \n Median :1.0 Median :1.0000 Median :10.00 Median : 0.0000 \n Mean :1.2 Mean :0.9517 Mean :10.64 Mean :-0.3284 \n 3rd Qu.:2.0 3rd Qu.:1.0000 3rd Qu.:12.00 3rd Qu.: 0.0000 \n Max. :9.0 Max. :8.0000 Max. :51.00 Max. : 2.0000 \n \n dire_env_deaths radiant_env_death_diff max_death_diff \n Min. :-8.0000 Min. :-9.000000 Min. :-7.00000 \n 1st Qu.: 0.0000 1st Qu.: 0.000000 1st Qu.:-1.00000 \n Median : 0.0000 Median : 0.000000 Median : 0.00000 \n Mean :-0.3234 Mean :-0.004987 Mean : 0.02465 \n 3rd Qu.: 0.0000 3rd Qu.: 0.000000 3rd Qu.: 1.00000 \n Max. : 2.0000 Max. : 8.000000 Max. : 7.00000 \n \n min_death_diff max_kill_diff min_kill_diff \n Min. :-2.0000000 Min. :-8.0000 Min. :-1.0000000 \n 1st Qu.: 0.0000000 1st Qu.:-1.0000 1st Qu.: 0.0000000 \n Median : 0.0000000 Median : 0.0000 Median : 0.0000000 \n Mean : 0.0006527 Mean :-0.0288 Mean :-0.0002442 \n 3rd Qu.: 0.0000000 3rd Qu.: 1.0000 3rd Qu.: 0.0000000 \n Max. : 2.0000000 Max. :11.0000 Max. : 1.0000000 \n \n r_kills_minus_death d_kills_minus_death gold_diff_x_death_diff\n Min. :-13.0000 Min. :-12.0000 Min. :-63544 \n 1st Qu.: -1.0000 1st Qu.: -1.0000 1st Qu.: -1810 \n Median : 0.0000 Median : 0.0000 Median : -420 \n Mean : 0.2636 Mean : 0.3881 Mean : -1388 \n 3rd Qu.: 2.0000 3rd Qu.: 2.0000 3rd Qu.: 0 \n Max. : 12.0000 Max. : 13.0000 Max. : 9768 \n \n lh_diff_x_death_diff lh_diff_x_gold_diff r_gold_per_exp d_gold_per_exp \n Min. :-550.000 Min. :-121968 Min. : 0.0000 Min. : 0.0000 \n 1st Qu.: -12.000 1st Qu.: -352 1st Qu.: 0.8206 1st Qu.: 0.8141 \n Median : 0.000 Median : 3900 Median : 0.8799 Median : 0.8743 \n Mean : -2.243 Mean : 11271 Mean : 0.8865 Mean : 0.8803 \n 3rd Qu.: 8.000 3rd Qu.: 16303 3rd Qu.: 0.9428 3rd Qu.: 0.9371 \n Max. : 351.000 Max. : 347256 Max. :160.0000 Max. :245.0000 \n \n r_gold_per_lh d_gold_per_lh xp_diff_x_gold_diff xp_diff_plus_gold_diff\n Min. : 0.00 Min. : 0.00 Min. :-9606432 Min. :-11138.00 \n 1st Qu.: 94.69 1st Qu.: 94.55 1st Qu.: 6204 1st Qu.: -1281.00 \n Median : 107.44 Median : 108.00 Median : 284255 Median : -30.00 \n Mean : 111.88 Mean : 112.51 Mean : 776918 Mean : -27.22 \n 3rd Qu.: 123.84 3rd Qu.: 125.08 3rd Qu.: 1041749 3rd Qu.: 1237.00 \n Max. :1357.50 Max. :1371.00 Max. :30064840 Max. : 10374.00 \n \n obs_ward_diff boots_diff tp_scroll_diff bottle_diff \n Min. :-15.000000 Min. :-6.00000 Min. :-14.00000 Min. :-386.00 \n 1st Qu.: -1.000000 1st Qu.:-1.00000 1st Qu.: -1.00000 1st Qu.: -75.00 \n Median : 0.000000 Median : 0.00000 Median : 0.00000 Median : 0.00 \n Mean : -0.003423 Mean :-0.02293 Mean : 0.03425 Mean : -0.35 \n 3rd Qu.: 1.000000 3rd Qu.: 1.00000 3rd Qu.: 1.00000 3rd Qu.: 74.00 \n Max. : 13.000000 Max. : 6.00000 Max. : 19.00000 Max. : 371.00 \n NA's :99001 \n courier_diff first_ward_diff fcourier_diff \n Min. :-382.000 Min. :-433.00 Min. :-120.00 \n 1st Qu.: -10.000 1st Qu.: -28.00 1st Qu.: -33.00 \n Median : 0.000 Median : 1.00 Median : 0.00 \n Mean : 0.128 Mean : -0.34 Mean : 1.01 \n 3rd Qu.: 10.000 3rd Qu.: 30.00 3rd Qu.: 35.00 \n Max. : 382.000 Max. : 442.00 Max. : 120.00 \n NA's :11469 NA's :62093 NA's :161167 "},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Deal with some of the NA values and strange features\ntrain$first_blood_time[is.na(train$first_blood_time)] <- mean(train$first_blood_time)\ntrain$first_blood_exist <- ifelse(is.na(train$first_blood_time),0,1)\ntrain$first_blood_r <- ifelse(train$first_blood_team==1 | is.na(train$first_blood_team),0,1)\ntrain$first_blood_d <- ifelse(train$first_blood_team==0 | is.na(train$first_blood_team),0,1)\ntrain$first_blood_team <- NULL # This info has been separatead into one hot vectors\ntrain$first_blood_player1 <- NULL # Don't use this info for now\ntrain$first_blood_player2 <- NULL # Don't use this info for now\n\ntrain$r_bottle_exist <- ifelse(is.na(train$radiant_bottle_time),0,1)\ntrain$d_bottle_exist <- ifelse(is.na(train$dire_bottle_time),0,1)\ntrain$radiant_bottle_time[is.na(train$radiant_bottle_time)] <- 115\ntrain$dire_bottle_time[is.na(train$dire_bottle_time)] <- 115\n\ntrain$r_courier_exist <- ifelse(is.na(train$radiant_courier_time),0,1)\ntrain$d_courier_exist <- ifelse(is.na(train$dire_courier_time),0,1)\ntrain$radiant_courier_time[is.na(train$radiant_courier_time)] <- -55\ntrain$dire_courier_time[is.na(train$dire_courier_time)] <- -55\n\ntrain$rf_courier_exist <- ifelse(is.na(train$radiant_flying_courier_time),0,1)\ntrain$df_courier_exist <- ifelse(is.na(train$dire_flying_courier_time),0,1)\ntrain$radiant_flying_courier_time[is.na(train$radiant_flying_courier_time)] <- 225\ntrain$dire_flying_courier_time[is.na(train$dire_flying_courier_time)] <- 225\n\ntrain$r_fward_exist <- ifelse(is.na(train$radiant_first_ward_time),0,1)\ntrain$d_fward_exist <- ifelse(is.na(train$dire_first_ward_time),0,1)\ntrain$radiant_first_ward_time[is.na(train$radiant_first_ward_time)] <- 25\ntrain$dire_first_ward_time[is.na(train$dire_first_ward_time)] <- 25\n\ntrain$bottle_adv <- train$r_bottle_exist - train$d_bottle_exist\ntrain$courier_adv <-train$r_courier_exist - train$d_courier_exist\ntrain$flycourier_adv <-train$rf_courier_exist - train$df_courier_exist\ntrain$first_ward_adv <-train$r_fward_exist - train$d_fward_exist","execution_count":15,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Separate train and test\ntest <- train[(tlen+1):nrow(train),]\ntrain <- train[(1:tlen),]\ntrain$radiant_win <- target\n\n# Fill other NA with -1 for now\ntrain[is.na(train)] <- -1\ntest[is.na(test)] <- -1","execution_count":16,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Calculate hero win rates and make some vars based on those\n# Teams cannot have the same hero at the same time\n# This could risk data leakage...\n\nhero_win_rates <- c()\nwins_cols <- cbind(train$radiant_win, 1-train$radiant_win)\n\nfor (hero in 0:(length(heroes)-1)){\n hero_cols <- train[,(c(99,100)+(hero*2))]\n hero_wins <- hero_cols * wins_cols\n win_percentage <- length(which(hero_wins != 0))/length(which(hero_cols != 0))\n hero_win_rates <- c(hero_win_rates, win_percentage)\n}\n\nhero_win_rates[is.na(hero_win_rates)] <- 0","execution_count":17,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"hero_win_rates","execution_count":18,"outputs":[{"output_type":"display_data","data":{"text/plain":" [1] 0.4817628 0.4544813 0.4751891 0.4508907 0.5451191 0.5240508 0.5251689\n [8] 0.5317917 0.5240026 0.4320366 0.5210488 0.4784768 0.4183686 0.4888519\n [15] 0.4851147 0.4803789 0.4212119 0.5230301 0.4858830 0.5393075 0.4902625\n [22] 0.5606648 0.4601381 0.4541067 0.4807986 0.5134790 0.5451470 0.5287366\n [29] 0.5306656 0.5581320 0.5644249 0.5161178 0.4085704 0.4750296 0.5720392\n [36] 0.5461793 0.4877372 0.4468606 0.5310738 0.4571622 0.5756829 0.4971515\n [43] 0.4852966 0.4668444 0.4829952 0.5088735 0.5364308 0.4798181 0.5360613\n [50] 0.4891435 0.4628967 0.4307960 0.4753853 0.5291487 0.4479202 0.5973235\n [57] 0.4337977 0.4862680 0.5146494 0.3968466 0.4729981 0.4851485 0.5110073\n [64] 0.4368132 0.4426230 0.5881835 0.4952091 0.5195927 0.5669904 0.5426003\n [71] 0.5050803 0.5125953 0.4894413 0.5352852 0.4781122 0.5008277 0.4894815\n [78] 0.4150418 0.4319104 0.5272219 0.4175669 0.5147283 0.5236346 0.5587481\n [85] 0.4521718 0.5219652 0.4764406 0.4524894 0.4864631 0.4283380 0.4727122\n [92] 0.4941186 0.5281434 0.4801298 0.5276835 0.4680969 0.4534783 0.4912146\n [99] 0.4927458 0.4607180 0.5854527 0.5224620 0.4952686 0.4654227 0.4651176\n[106] 0.4724752 0.0000000 0.5190775 0.5206410 0.4267194 0.5094725 0.0000000\n[113] 0.0000000 0.0000000 0.0000000 0.0000000 0.0000000","text/latex":"\\begin{enumerate*}\n\\item 0.481762751469568\n\\item 0.454481265298437\n\\item 0.475189094838334\n\\item 0.450890656903471\n\\item 0.545119051843441\n\\item 0.524050791267905\n\\item 0.525168929390614\n\\item 0.531791728578504\n\\item 0.524002568836799\n\\item 0.432036559643778\n\\item 0.521048805084547\n\\item 0.478476821192053\n\\item 0.418368565627613\n\\item 0.48885186791118\n\\item 0.485114740541658\n\\item 0.480378890392422\n\\item 0.421211873415651\n\\item 0.523030146202614\n\\item 0.485882979667939\n\\item 0.539307466726822\n\\item 0.490262471154054\n\\item 0.560664790527266\n\\item 0.460138061721711\n\\item 0.454106653280303\n\\item 0.480798628804373\n\\item 0.513479001135074\n\\item 0.545146965531825\n\\item 0.528736646949766\n\\item 0.53066556085424\n\\item 0.558132045088567\n\\item 0.564424860853432\n\\item 0.51611776011182\n\\item 0.408570406154947\n\\item 0.47502964817499\n\\item 0.572039163063466\n\\item 0.546179333195279\n\\item 0.487737158722814\n\\item 0.446860593203052\n\\item 0.531073849447021\n\\item 0.457162207924145\n\\item 0.575682852807284\n\\item 0.497151456519402\n\\item 0.485296617372089\n\\item 0.466844385204932\n\\item 0.482995174699145\n\\item 0.50887352886232\n\\item 0.536430834213305\n\\item 0.479818131205345\n\\item 0.536061339128296\n\\item 0.489143508261062\n\\item 0.46289665390789\n\\item 0.430795951368509\n\\item 0.475385341302296\n\\item 0.529148685759121\n\\item 0.447920218206614\n\\item 0.597323523815564\n\\item 0.433797664274659\n\\item 0.48626800149901\n\\item 0.514649375600384\n\\item 0.396846573681019\n\\item 0.472998137802607\n\\item 0.485148514851485\n\\item 0.511007338225484\n\\item 0.436813186813187\n\\item 0.442622950819672\n\\item 0.588183477002454\n\\item 0.495209148980012\n\\item 0.519592718296822\n\\item 0.566990412152907\n\\item 0.54260030695023\n\\item 0.505080301540479\n\\item 0.512595339724302\n\\item 0.489441344727735\n\\item 0.535285209490156\n\\item 0.478112175102599\n\\item 0.500827689992476\n\\item 0.489481530561537\n\\item 0.415041782729805\n\\item 0.43191040415517\n\\item 0.52722192175951\n\\item 0.417566932832316\n\\item 0.514728343879555\n\\item 0.523634551908825\n\\item 0.558748105839841\n\\item 0.452171810782497\n\\item 0.521965238812098\n\\item 0.476440599412946\n\\item 0.452489374620522\n\\item 0.486463050390211\n\\item 0.428338036536462\n\\item 0.472712180950405\n\\item 0.494118598164841\n\\item 0.528143377205265\n\\item 0.480129764801298\n\\item 0.527683506254242\n\\item 0.468096945715346\n\\item 0.453478323491286\n\\item 0.491214622641509\n\\item 0.492745835572273\n\\item 0.460717981373876\n\\item 0.585452695829095\n\\item 0.522461973823842\n\\item 0.495268598049207\n\\item 0.465422718091757\n\\item 0.465117595449014\n\\item 0.472475207447885\n\\item 0\n\\item 0.519077517507848\n\\item 0.520640956002173\n\\item 0.426719367588933\n\\item 0.509472457009618\n\\item 0\n\\item 0\n\\item 0\n\\item 0\n\\item 0\n\\item 0\n\\end{enumerate*}\n","text/markdown":"1. 0.481762751469568\n2. 0.454481265298437\n3. 0.475189094838334\n4. 0.450890656903471\n5. 0.545119051843441\n6. 0.524050791267905\n7. 0.525168929390614\n8. 0.531791728578504\n9. 0.524002568836799\n10. 0.432036559643778\n11. 0.521048805084547\n12. 0.478476821192053\n13. 0.418368565627613\n14. 0.48885186791118\n15. 0.485114740541658\n16. 0.480378890392422\n17. 0.421211873415651\n18. 0.523030146202614\n19. 0.485882979667939\n20. 0.539307466726822\n21. 0.490262471154054\n22. 0.560664790527266\n23. 0.460138061721711\n24. 0.454106653280303\n25. 0.480798628804373\n26. 0.513479001135074\n27. 0.545146965531825\n28. 0.528736646949766\n29. 0.53066556085424\n30. 0.558132045088567\n31. 0.564424860853432\n32. 0.51611776011182\n33. 0.408570406154947\n34. 0.47502964817499\n35. 0.572039163063466\n36. 0.546179333195279\n37. 0.487737158722814\n38. 0.446860593203052\n39. 0.531073849447021\n40. 0.457162207924145\n41. 0.575682852807284\n42. 0.497151456519402\n43. 0.485296617372089\n44. 0.466844385204932\n45. 0.482995174699145\n46. 0.50887352886232\n47. 0.536430834213305\n48. 0.479818131205345\n49. 0.536061339128296\n50. 0.489143508261062\n51. 0.46289665390789\n52. 0.430795951368509\n53. 0.475385341302296\n54. 0.529148685759121\n55. 0.447920218206614\n56. 0.597323523815564\n57. 0.433797664274659\n58. 0.48626800149901\n59. 0.514649375600384\n60. 0.396846573681019\n61. 0.472998137802607\n62. 0.485148514851485\n63. 0.511007338225484\n64. 0.436813186813187\n65. 0.442622950819672\n66. 0.588183477002454\n67. 0.495209148980012\n68. 0.519592718296822\n69. 0.566990412152907\n70. 0.54260030695023\n71. 0.505080301540479\n72. 0.512595339724302\n73. 0.489441344727735\n74. 0.535285209490156\n75. 0.478112175102599\n76. 0.500827689992476\n77. 0.489481530561537\n78. 0.415041782729805\n79. 0.43191040415517\n80. 0.52722192175951\n81. 0.417566932832316\n82. 0.514728343879555\n83. 0.523634551908825\n84. 0.558748105839841\n85. 0.452171810782497\n86. 0.521965238812098\n87. 0.476440599412946\n88. 0.452489374620522\n89. 0.486463050390211\n90. 0.428338036536462\n91. 0.472712180950405\n92. 0.494118598164841\n93. 0.528143377205265\n94. 0.480129764801298\n95. 0.527683506254242\n96. 0.468096945715346\n97. 0.453478323491286\n98. 0.491214622641509\n99. 0.492745835572273\n100. 0.460717981373876\n101. 0.585452695829095\n102. 0.522461973823842\n103. 0.495268598049207\n104. 0.465422718091757\n105. 0.465117595449014\n106. 0.472475207447885\n107. 0\n108. 0.519077517507848\n109. 0.520640956002173\n110. 0.426719367588933\n111. 0.509472457009618\n112. 0\n113. 0\n114. 0\n115. 0\n116. 0\n117. 0\n\n\n","text/html":"
    \n\t
  1. 0.481762751469568
    2. \n\t
  2. 0.454481265298437
    3. \n\t
  3. 0.475189094838334
    4. \n\t
  4. 0.450890656903471
    5. \n\t
  5. 0.545119051843441
    6. \n\t
  6. 0.524050791267905
    7. \n\t
  7. 0.525168929390614
    8. \n\t
  8. 0.531791728578504
    9. \n\t
  9. 0.524002568836799
    10. \n\t
  10. 0.432036559643778
    11. \n\t
  11. 0.521048805084547
    12. \n\t
  12. 0.478476821192053
    13. \n\t
  13. 0.418368565627613
    14. \n\t
  14. 0.48885186791118
    15. \n\t
  15. 0.485114740541658
    16. \n\t
  16. 0.480378890392422
    17. \n\t
  17. 0.421211873415651
    18. \n\t
  18. 0.523030146202614
    19. \n\t
  19. 0.485882979667939
    20. \n\t
  20. 0.539307466726822
    21. \n\t
  21. 0.490262471154054
    22. \n\t
  22. 0.560664790527266
    23. \n\t
  23. 0.460138061721711
    24. \n\t
  24. 0.454106653280303
    25. \n\t
  25. 0.480798628804373
    26. \n\t
  26. 0.513479001135074
    27. \n\t
  27. 0.545146965531825
    28. \n\t
  28. 0.528736646949766
    29. \n\t
  29. 0.53066556085424
    30. \n\t
  30. 0.558132045088567
    31. \n\t
  31. 0.564424860853432
    32. \n\t
  32. 0.51611776011182
    33. \n\t
  33. 0.408570406154947
    34. \n\t
  34. 0.47502964817499
    35. \n\t
  35. 0.572039163063466
    36. \n\t
  36. 0.546179333195279
    37. \n\t
  37. 0.487737158722814
    38. \n\t
  38. 0.446860593203052
    39. \n\t
  39. 0.531073849447021
    40. \n\t
  40. 0.457162207924145
    41. \n\t
  41. 0.575682852807284
    42. \n\t
  42. 0.497151456519402
    43. \n\t
  43. 0.485296617372089
    44. \n\t
  44. 0.466844385204932
    45. \n\t
  45. 0.482995174699145
    46. \n\t
  46. 0.50887352886232
    47. \n\t
  47. 0.536430834213305
    48. \n\t
  48. 0.479818131205345
    49. \n\t
  49. 0.536061339128296
    50. \n\t
  50. 0.489143508261062
    51. \n\t
  51. 0.46289665390789
    52. \n\t
  52. 0.430795951368509
    53. \n\t
  53. 0.475385341302296
    54. \n\t
  54. 0.529148685759121
    55. \n\t
  55. 0.447920218206614
    56. \n\t
  56. 0.597323523815564
    57. \n\t
  57. 0.433797664274659
    58. \n\t
  58. 0.48626800149901
    59. \n\t
  59. 0.514649375600384
    60. \n\t
  60. 0.396846573681019
    61. \n\t
  61. 0.472998137802607
    62. \n\t
  62. 0.485148514851485
    63. \n\t
  63. 0.511007338225484
    64. \n\t
  64. 0.436813186813187
    65. \n\t
  65. 0.442622950819672
    66. \n\t
  66. 0.588183477002454
    67. \n\t
  67. 0.495209148980012
    68. \n\t
  68. 0.519592718296822
    69. \n\t
  69. 0.566990412152907
    70. \n\t
  70. 0.54260030695023
    71. \n\t
  71. 0.505080301540479
    72. \n\t
  72. 0.512595339724302
    73. \n\t
  73. 0.489441344727735
    74. \n\t
  74. 0.535285209490156
    75. \n\t
  75. 0.478112175102599
    76. \n\t
  76. 0.500827689992476
    77. \n\t
  77. 0.489481530561537
    78. \n\t
  78. 0.415041782729805
    79. \n\t
  79. 0.43191040415517
    80. \n\t
  80. 0.52722192175951
    81. \n\t
  81. 0.417566932832316
    82. \n\t
  82. 0.514728343879555
    83. \n\t
  83. 0.523634551908825
    84. \n\t
  84. 0.558748105839841
    85. \n\t
  85. 0.452171810782497
    86. \n\t
  86. 0.521965238812098
    87. \n\t
  87. 0.476440599412946
    88. \n\t
  88. 0.452489374620522
    89. \n\t
  89. 0.486463050390211
    90. \n\t
  90. 0.428338036536462
    91. \n\t
  91. 0.472712180950405
    92. \n\t
  92. 0.494118598164841
    93. \n\t
  93. 0.528143377205265
    94. \n\t
  94. 0.480129764801298
    95. \n\t
  95. 0.527683506254242
    96. \n\t
  96. 0.468096945715346
    97. \n\t
  97. 0.453478323491286
    98. \n\t
  98. 0.491214622641509
    99. \n\t
  99. 0.492745835572273
    100. \n\t
  100. 0.460717981373876
    101. \n\t
  101. 0.585452695829095
    102. \n\t
  102. 0.522461973823842
    103. \n\t
  103. 0.495268598049207
    104. \n\t
  104. 0.465422718091757
    105. \n\t
  105. 0.465117595449014
    106. \n\t
  106. 0.472475207447885
    107. \n\t
  107. 0
    108. \n\t
  108. 0.519077517507848
    109. \n\t
  109. 0.520640956002173
    110. \n\t
  110. 0.426719367588933
    111. \n\t
  111. 0.509472457009618
    112. \n\t
  112. 0
    113. \n\t
  113. 0
    114. \n\t
  114. 0
    115. \n\t
  115. 0
    116. \n\t
  116. 0
    117. \n\t
  117. 0
    118. \n
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Combine train/test again for additional feature extraction:\ntarget <- train$radiant_win\ntrain$radiant_win <- NULL\n\ntrain <- rbind(train,test)","execution_count":19,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Extract hero win rate features for each match\n\ntrain_r_heroes <- train[,seq(99,(99+(116*2)),2)]\ntrain_d_heroes <- train[,seq(100,(100+(116*2)),2)]\ntrain_r_heroes <- ifelse(train_r_heroes>0,1,0)\ntrain_d_heroes <- ifelse(train_d_heroes>0,1,0)\nr_wr <- t(t(train_r_heroes) * hero_win_rates)\nd_wr <- t(t(train_d_heroes) * hero_win_rates)\n\nr_team_power <- rowSums(r_wr)/5\nd_team_power <- rowSums(d_wr)/5\n","execution_count":20,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"train[,seq(99,(99+(116*2)),2)] %>% head()","execution_count":21,"outputs":[{"output_type":"display_data","data":{"text/plain":" r_Anti.Mage r_Axe r_Bane r_Bloodseeker r_Crystal.Maiden r_Drow.Ranger\n1 0 0 0 0 0 0 \n2 0 0 0 0 0 0 \n3 0 0 0 0 0 0 \n4 3318 0 0 0 1504 0 \n5 0 0 0 0 0 0 \n6 0 0 0 0 0 0 \n r_Earthshaker r_Juggernaut r_Mirana r_Morphling ⋯ r_Terrorblade r_Phoenix\n1 0 0 0 0 ⋯ 0 0 \n2 0 0 0 0 ⋯ 0 0 \n3 0 0 0 0 ⋯ 0 0 \n4 0 0 0 0 ⋯ 0 0 \n5 0 0 0 0 ⋯ 0 0 \n6 0 0 0 0 ⋯ 0 0 \n r_Oracle r_Winter.Wyvern r_Arc.Warden r_Monkey.King r_Dark.Willow r_Pangolier\n1 0 0 0 0 0 0 \n2 0 0 0 0 0 0 \n3 0 0 0 0 0 0 \n4 0 0 0 0 0 0 \n5 0 0 0 0 0 0 \n6 0 0 0 0 0 0 \n r_Grimstroke r_Mars\n1 0 0 \n2 0 0 \n3 0 0 \n4 0 0 \n5 0 0 \n6 0 0 ","text/latex":"A data.frame: 6 × 117\n\\begin{tabular}{r|lllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllll}\n r\\_Anti.Mage & r\\_Axe & r\\_Bane & r\\_Bloodseeker & r\\_Crystal.Maiden & r\\_Drow.Ranger & r\\_Earthshaker & r\\_Juggernaut & r\\_Mirana & r\\_Morphling & r\\_Shadow.Fiend & r\\_Phantom.Lancer & r\\_Puck & r\\_Pudge & r\\_Razor & r\\_Sand.King & r\\_Storm.Spirit & r\\_Sven & r\\_Tiny & r\\_Vengeful.Spirit & r\\_Windranger & r\\_Zeus & r\\_Kunkka & r\\_Lina & r\\_Lion & r\\_Shadow.Shaman & r\\_Slardar & r\\_Tidehunter & r\\_Witch.Doctor & r\\_Lich & r\\_Riki & r\\_Enigma & r\\_Tinker & r\\_Sniper & r\\_Necrophos & r\\_Warlock & r\\_Beastmaster & r\\_Queen.of.Pain & r\\_Venomancer & r\\_Faceless.Void & r\\_Wraith.King & r\\_Death.Prophet & r\\_Phantom.Assassin & r\\_Pugna & r\\_Templar.Assassin & r\\_Viper & r\\_Luna & r\\_Dragon.Knight & r\\_Dazzle & r\\_Clockwerk & r\\_Leshrac & r\\_Nature.s.Prophet & r\\_Lifestealer & r\\_Dark.Seer & r\\_Clinkz & r\\_Omniknight & r\\_Enchantress & r\\_Huskar & r\\_Night.Stalker & r\\_Broodmother & r\\_Bounty.Hunter & r\\_Weaver & r\\_Jakiro & r\\_Batrider & r\\_Chen & r\\_Spectre & r\\_Ancient.Apparition & r\\_Doom & r\\_Ursa & r\\_Spirit.Breaker & r\\_Gyrocopter & r\\_Alchemist & r\\_Invoker & r\\_Silencer & r\\_Outworld.Devourer & r\\_Lycan & r\\_Brewmaster & r\\_Shadow.Demon & r\\_Lone.Druid & r\\_Chaos.Knight & r\\_Meepo & r\\_Treant.Protector & r\\_Ogre.Magi & r\\_Undying & r\\_Rubick & r\\_Disruptor & r\\_Nyx.Assassin & r\\_Naga.Siren & r\\_Keeper.of.the.Light & r\\_Io & r\\_Visage & r\\_Slark & r\\_Medusa & r\\_Troll.Warlord & r\\_Centaur.Warrunner & r\\_Magnus & r\\_Timbersaw & r\\_Bristleback & r\\_Tusk & r\\_Skywrath.Mage & r\\_Abaddon & r\\_Elder.Titan & r\\_Legion.Commander & r\\_Techies & r\\_Ember.Spirit & r\\_Earth.Spirit & r\\_Underlord & r\\_Terrorblade & r\\_Phoenix & r\\_Oracle & r\\_Winter.Wyvern & r\\_Arc.Warden & r\\_Monkey.King & r\\_Dark.Willow & r\\_Pangolier & r\\_Grimstroke & r\\_Mars\\\\\n & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & \\\\\n\\hline\n\t 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1648 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1023 & 0 & 0 & 0 & 2611 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 2610 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 2220 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0\\\\\n\t 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1219 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 4615 & 0 & 0 & 0 & 1824 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1063 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 3120 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0\\\\\n\t 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 3968 & 3046 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 2844 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 2922 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1796 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0\\\\\n\t 3318 & 0 & 0 & 0 & 1504 & 0 & 0 & 0 & 0 & 0 & 3883 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 3678 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1809 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0\\\\\n\t 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 3329 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1752 & 1119 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 2293 & 0 & 0 & 0 & 2049 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0\\\\\n\t 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1734 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 1565 & 2155 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 2925 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 2857 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0 & 0\\\\\n\\end{tabular}\n","text/markdown":"\nA data.frame: 6 × 117\n\n| r_Anti.Mage <dbl> | r_Axe <dbl> | r_Bane <dbl> | r_Bloodseeker <dbl> | r_Crystal.Maiden <dbl> | r_Drow.Ranger <dbl> | r_Earthshaker <dbl> | r_Juggernaut <dbl> | r_Mirana <dbl> | r_Morphling <dbl> | ⋯ ⋯ | r_Terrorblade <dbl> | r_Phoenix <dbl> | r_Oracle <dbl> | r_Winter.Wyvern <dbl> | r_Arc.Warden <dbl> | r_Monkey.King <dbl> | r_Dark.Willow <dbl> | r_Pangolier <dbl> | r_Grimstroke <dbl> | r_Mars <dbl> |\n|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|\n| 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ⋯ | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |\n| 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ⋯ | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |\n| 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ⋯ | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |\n| 3318 | 0 | 0 | 0 | 1504 | 0 | 0 | 0 | 0 | 0 | ⋯ | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |\n| 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ⋯ | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |\n| 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ⋯ | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |\n\n","text/html":"\n\n\n\t\n\t\n\n\n\t\n\t\n\t\n\t\n\t\n\t\n\n
A data.frame: 6 × 117
r_Anti.Mager_Axer_Baner_Bloodseekerr_Crystal.Maidenr_Drow.Rangerr_Earthshakerr_Juggernautr_Miranar_Morphling⋯r_Terrorblader_Phoenixr_Oracler_Winter.Wyvernr_Arc.Wardenr_Monkey.Kingr_Dark.Willowr_Pangolierr_Grimstroker_Mars
<dbl><dbl><dbl><dbl><dbl><dbl><dbl><dbl><dbl><dbl>⋯<dbl><dbl><dbl><dbl><dbl><dbl><dbl><dbl><dbl><dbl>
0000 000000⋯0000000000
0000 000000⋯0000000000
0000 000000⋯0000000000
3318000150400000⋯0000000000
0000 000000⋯0000000000
0000 000000⋯0000000000
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Several heroes have no matches played\nno_matches <- heroes[which(hero_win_rates==0)]\nno_matches\n\n# for (hero in no_matches){\n# train[paste(\"r\", hero, sep=\"_\")] <- NULL\n# train[paste(\"d\", hero, sep=\"_\")] <- NULL\n# }\n\n# The models perform better with these \"dead features...\"\n# Perhaps that indicates col subsampling fraction should be reduced.","execution_count":22,"outputs":[{"output_type":"display_data","data":{"text/plain":"[1] \"Underlord\" \"Arc Warden\" \"Monkey King\" \"Dark Willow\" \"Pangolier\" \n[6] \"Grimstroke\" \"Mars\" ","text/latex":"\\begin{enumerate*}\n\\item 'Underlord'\n\\item 'Arc Warden'\n\\item 'Monkey King'\n\\item 'Dark Willow'\n\\item 'Pangolier'\n\\item 'Grimstroke'\n\\item 'Mars'\n\\end{enumerate*}\n","text/markdown":"1. 'Underlord'\n2. 'Arc Warden'\n3. 'Monkey King'\n4. 'Dark Willow'\n5. 'Pangolier'\n6. 'Grimstroke'\n7. 'Mars'\n\n\n","text/html":"
    \n\t
  1. 'Underlord'
    2. \n\t
  2. 'Arc Warden'
    3. \n\t
  3. 'Monkey King'
    4. \n\t
  4. 'Dark Willow'
    5. \n\t
  5. 'Pangolier'
    6. \n\t
  6. 'Grimstroke'
    7. \n\t
  7. 'Mars'
    8. \n
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Create win rate-related features\n\ntrain$r_team_power <- r_team_power \ntrain$d_team_power <- d_team_power\n\ntrain$team_power_diff <- train$r_team_power-train$d_team_power\n\ntrain$r_power_performance <- train$r_team_power * (train$radiant_gold+train$radiant_xp)\ntrain$d_power_performance <- train$d_team_power * (train$dire_gold+train$dire_xp)\n\n# Strongest feature for xgb\ntrain$pp_diff <- train$r_power_performance - train$d_power_performance\n\n# Try some more power features\ntrain$r_team_power_items <- r_team_power * train$radiant_items\ntrain$d_team_power_items <- d_team_power * train$dire_items\n\ntrain$r_team_power_lhits <- r_team_power * train$radiant_lhits\ntrain$d_team_power_lhits <- d_team_power * train$dire_lhits\n\ntrain$r_team_power_deaths <- r_team_power * train$radiant_deaths\ntrain$d_team_power_deaths <- d_team_power * train$dire_deaths\n\ntrain$r_team_power_level <- r_team_power * train$radiant_level\ntrain$d_team_power_level <- d_team_power * train$dire_level\n\n\n# These features seem to dominate the model too much and reduce performance\n# r_wr <- ifelse(r_wr == 0,1,r_wr)\n# d_wr <- ifelse(d_wr == 0,1,d_wr)\n\n#train$r_team_win_prob <- apply(r_wr, FUN=prod, MARGIN=1)\n#train$d_team_win_prob <- apply(d_wr, FUN=prod, MARGIN=1)\n\n#train$pp_prob <- (train$r_team_win_prob * (train$radiant_gold + train$radiant_xp)) /\n# (train$d_team_win_prob * (train$dire_gold + train$dire_xp))","execution_count":23,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Separate train and test again\ntest <- train[(tlen+1):nrow(train),]\ntrain <- train[(1:tlen),]\ntrain$radiant_win <- target","execution_count":24,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"dim(train)\ndim(test)","execution_count":25,"outputs":[{"output_type":"display_data","data":{"text/plain":"[1] 181024 464","text/latex":"\\begin{enumerate*}\n\\item 181024\n\\item 464\n\\end{enumerate*}\n","text/markdown":"1. 181024\n2. 464\n\n\n","text/html":"
    \n\t
  1. 181024
    2. \n\t
  2. 464
    3. \n
\n"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"[1] 31946 463","text/latex":"\\begin{enumerate*}\n\\item 31946\n\\item 463\n\\end{enumerate*}\n","text/markdown":"1. 31946\n2. 463\n\n\n","text/html":"
    \n\t
  1. 31946
    2. \n\t
  2. 463
    3. \n
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Split train for validation\ntrain$radiant_win <- target\ntrain[is.na(train)] <- -1\nt <- train[1:150000,]\nv <- train[150001:nrow(train),]\nvt <- v$radiant_win\nv$radiant_win <- NULL","execution_count":48,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"runs <- 1\ntot_xgb <- rep(0, length(vt))\n\nfor (x in 12:(12+runs-1)){\n\n# XGB validation area\ncontrol = trainControl(method = \"none\",\n number = 1\n)\n\ngrid = expand.grid(nrounds=c(5), \n max_depth= c(3), \n eta=c(0.2), \n gamma= c(0.01), \n colsample_bytree = 0.8, \n min_child_weight = 1,\n subsample = 0.8)\n \n\nset.seed(x)\n\nxgb_tree_v = train(as.factor(radiant_win)~.-match_id, \n data=t,\n method=\"xgbTree\",\n trControl=control, \n tuneGrid=grid, \n lambda = 2,\n alpha = 8,\n metric=\"AUC\")\n\npx <- predict(xgb_tree_v, newdata = v,type=\"prob\")[,c(2)]\n\nprint(auc(vt, px))\ntot_xgb <- tot_xgb+px\n}\n\nauc(vt, tot_xgb/runs)\n\n# 0.665760466010664 with new data set, standard features, 50,3,0.2\n# 0.692121005047191 with hero-level features added\n# 0.71380797743193 nrounds=c(1250), max_depth= c(6), eta=c(0.02)\n\n# 0.712087730121544 with hero/team power features added (may overestimate)\n# 0.718821737667761 300 rounds\n\n# 0.720410462562999 bagging 5 rounds","execution_count":49,"outputs":[{"output_type":"stream","text":"[1] 0.7184607\n[1] 0.7187677\n[1] 0.7188426\n[1] 0.7188081\n[1] 0.7181331\n","name":"stdout"},{"output_type":"display_data","data":{"text/plain":"[1] 0.7206115","text/latex":"0.720611512227744","text/markdown":"0.720611512227744","text/html":"0.720611512227744"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"varImp(xgb_tree_v)$importance %>% head(50)","execution_count":50,"outputs":[{"output_type":"display_data","data":{"text/plain":" Overall \npp_diff 100.0000000\nteam_power_diff 33.9169022\nradiant_items_diff 5.4813033\nradiant_gold_diff 4.4229464\nd_team_power 3.7463899\nr_team_power 3.1701404\nd_maxgold 1.5902979\nradiant_maxlhits 1.5552292\nr_power_performance 1.1689560\nd_maxlhits 1.1147674\nr_team_power_lhits 0.9765314\nd_Melee 0.9661758\nr_Melee 0.9290814\nd_power_performance 0.8208981\nradiant_maxgold 0.7929500\nd_team_power_lhits 0.7728320\ndire_first_ward_time 0.7597269\nr_Tiny 0.7574895\nd_gold_per_exp 0.7408705\ncourier_diff 0.7397416\nd_Alchemist 0.7376910\nr_team_power_items 0.7190217\nd_minxp 0.7066631\nd_team_power_items 0.7028725\nd_gold_per_lh 0.6736498\nr_Riki 0.6400373\nd_team_power_level 0.5999355\nobs_ward_diff 0.5996982\nr_Spectre 0.5880041\nr_Alchemist 0.5603915\ndire_courier_time 0.5337098\nd_int 0.5240535\nradiant_mingold 0.5197409\nr_int 0.5125533\nd_Tiny 0.4842499\nr3_xp 0.4815926\nd_Axe 0.4597951\nd_mingold 0.4524379\nradiant_minxp 0.4496415\nd_Spectre 0.4467703\nflycourier_adv 0.4427435\nr_Anti.Mage 0.4394104\nr3_gold 0.4353156\nr2_gold 0.4313836\nd_minlhits 0.4297114\nd3_xp 0.4254041\ngold_diff_x_death_diff 0.4233154\nr_team_power_deaths 0.4170689\nd_Riki 0.4166374\nd5_lh 0.4135570","text/latex":"A data.frame: 50 × 1\n\\begin{tabular}{r|l}\n & Overall\\\\\n & \\\\\n\\hline\n\tpp\\_diff & 100.0000000\\\\\n\tteam\\_power\\_diff & 33.9169022\\\\\n\tradiant\\_items\\_diff & 5.4813033\\\\\n\tradiant\\_gold\\_diff & 4.4229464\\\\\n\td\\_team\\_power & 3.7463899\\\\\n\tr\\_team\\_power & 3.1701404\\\\\n\td\\_maxgold & 1.5902979\\\\\n\tradiant\\_maxlhits & 1.5552292\\\\\n\tr\\_power\\_performance & 1.1689560\\\\\n\td\\_maxlhits & 1.1147674\\\\\n\tr\\_team\\_power\\_lhits & 0.9765314\\\\\n\td\\_Melee & 0.9661758\\\\\n\tr\\_Melee & 0.9290814\\\\\n\td\\_power\\_performance & 0.8208981\\\\\n\tradiant\\_maxgold & 0.7929500\\\\\n\td\\_team\\_power\\_lhits & 0.7728320\\\\\n\tdire\\_first\\_ward\\_time & 0.7597269\\\\\n\tr\\_Tiny & 0.7574895\\\\\n\td\\_gold\\_per\\_exp & 0.7408705\\\\\n\tcourier\\_diff & 0.7397416\\\\\n\td\\_Alchemist & 0.7376910\\\\\n\tr\\_team\\_power\\_items & 0.7190217\\\\\n\td\\_minxp & 0.7066631\\\\\n\td\\_team\\_power\\_items & 0.7028725\\\\\n\td\\_gold\\_per\\_lh & 0.6736498\\\\\n\tr\\_Riki & 0.6400373\\\\\n\td\\_team\\_power\\_level & 0.5999355\\\\\n\tobs\\_ward\\_diff & 0.5996982\\\\\n\tr\\_Spectre & 0.5880041\\\\\n\tr\\_Alchemist & 0.5603915\\\\\n\tdire\\_courier\\_time & 0.5337098\\\\\n\td\\_int & 0.5240535\\\\\n\tradiant\\_mingold & 0.5197409\\\\\n\tr\\_int & 0.5125533\\\\\n\td\\_Tiny & 0.4842499\\\\\n\tr3\\_xp & 0.4815926\\\\\n\td\\_Axe & 0.4597951\\\\\n\td\\_mingold & 0.4524379\\\\\n\tradiant\\_minxp & 0.4496415\\\\\n\td\\_Spectre & 0.4467703\\\\\n\tflycourier\\_adv & 0.4427435\\\\\n\tr\\_Anti.Mage & 0.4394104\\\\\n\tr3\\_gold & 0.4353156\\\\\n\tr2\\_gold & 0.4313836\\\\\n\td\\_minlhits & 0.4297114\\\\\n\td3\\_xp & 0.4254041\\\\\n\tgold\\_diff\\_x\\_death\\_diff & 0.4233154\\\\\n\tr\\_team\\_power\\_deaths & 0.4170689\\\\\n\td\\_Riki & 0.4166374\\\\\n\td5\\_lh & 0.4135570\\\\\n\\end{tabular}\n","text/markdown":"\nA data.frame: 50 × 1\n\n| | Overall <dbl> |\n|---|---|\n| pp_diff | 100.0000000 |\n| team_power_diff | 33.9169022 |\n| radiant_items_diff | 5.4813033 |\n| radiant_gold_diff | 4.4229464 |\n| d_team_power | 3.7463899 |\n| r_team_power | 3.1701404 |\n| d_maxgold | 1.5902979 |\n| radiant_maxlhits | 1.5552292 |\n| r_power_performance | 1.1689560 |\n| d_maxlhits | 1.1147674 |\n| r_team_power_lhits | 0.9765314 |\n| d_Melee | 0.9661758 |\n| r_Melee | 0.9290814 |\n| d_power_performance | 0.8208981 |\n| radiant_maxgold | 0.7929500 |\n| d_team_power_lhits | 0.7728320 |\n| dire_first_ward_time | 0.7597269 |\n| r_Tiny | 0.7574895 |\n| d_gold_per_exp | 0.7408705 |\n| courier_diff | 0.7397416 |\n| d_Alchemist | 0.7376910 |\n| r_team_power_items | 0.7190217 |\n| d_minxp | 0.7066631 |\n| d_team_power_items | 0.7028725 |\n| d_gold_per_lh | 0.6736498 |\n| r_Riki | 0.6400373 |\n| d_team_power_level | 0.5999355 |\n| obs_ward_diff | 0.5996982 |\n| r_Spectre | 0.5880041 |\n| r_Alchemist | 0.5603915 |\n| dire_courier_time | 0.5337098 |\n| d_int | 0.5240535 |\n| radiant_mingold | 0.5197409 |\n| r_int | 0.5125533 |\n| d_Tiny | 0.4842499 |\n| r3_xp | 0.4815926 |\n| d_Axe | 0.4597951 |\n| d_mingold | 0.4524379 |\n| radiant_minxp | 0.4496415 |\n| d_Spectre | 0.4467703 |\n| flycourier_adv | 0.4427435 |\n| r_Anti.Mage | 0.4394104 |\n| r3_gold | 0.4353156 |\n| r2_gold | 0.4313836 |\n| d_minlhits | 0.4297114 |\n| d3_xp | 0.4254041 |\n| gold_diff_x_death_diff | 0.4233154 |\n| r_team_power_deaths | 0.4170689 |\n| d_Riki | 0.4166374 |\n| d5_lh | 0.4135570 |\n\n","text/html":"\n\n\n\t\n\t\n\n\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\n
A data.frame: 50 × 1
Overall
<dbl>
pp_diff100.0000000
team_power_diff 33.9169022
radiant_items_diff 5.4813033
radiant_gold_diff 4.4229464
d_team_power 3.7463899
r_team_power 3.1701404
d_maxgold 1.5902979
radiant_maxlhits 1.5552292
r_power_performance 1.1689560
d_maxlhits 1.1147674
r_team_power_lhits 0.9765314
d_Melee 0.9661758
r_Melee 0.9290814
d_power_performance 0.8208981
radiant_maxgold 0.7929500
d_team_power_lhits 0.7728320
dire_first_ward_time 0.7597269
r_Tiny 0.7574895
d_gold_per_exp 0.7408705
courier_diff 0.7397416
d_Alchemist 0.7376910
r_team_power_items 0.7190217
d_minxp 0.7066631
d_team_power_items 0.7028725
d_gold_per_lh 0.6736498
r_Riki 0.6400373
d_team_power_level 0.5999355
obs_ward_diff 0.5996982
r_Spectre 0.5880041
r_Alchemist 0.5603915
dire_courier_time 0.5337098
d_int 0.5240535
radiant_mingold 0.5197409
r_int 0.5125533
d_Tiny 0.4842499
r3_xp 0.4815926
d_Axe 0.4597951
d_mingold 0.4524379
radiant_minxp 0.4496415
d_Spectre 0.4467703
flycourier_adv 0.4427435
r_Anti.Mage 0.4394104
r3_gold 0.4353156
r2_gold 0.4313836
d_minlhits 0.4297114
d3_xp 0.4254041
gold_diff_x_death_diff 0.4233154
r_team_power_deaths 0.4170689
d_Riki 0.4166374
d5_lh 0.4135570
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Logreg with full extracted features\n\nglmod <- glm(radiant_win ~.- match_id, data = t)\n\nglmp <- predict(glmod, newdata = v, type=\"response\")\nglmp <- ifelse(glmp < 0, 10e-15, ifelse(glmp > 1, 1-10e-15, glmp))\n\nauc(vt, glmp)\n\n# 0.72052 with logreg on all extracted features","execution_count":29,"outputs":[{"output_type":"stream","text":"Warning message in predict.lm(object, newdata, se.fit, scale = 1, type = if (type == :\n“prediction from a rank-deficient fit may be misleading”","name":"stderr"},{"output_type":"display_data","data":{"text/plain":"[1] 0.7215132","text/latex":"0.721513203753733","text/markdown":"0.721513203753733","text/html":"0.721513203753733"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"summary(glmod)","execution_count":30,"outputs":[{"output_type":"display_data","data":{"text/plain":"\nCall:\nglm(formula = radiant_win ~ . - match_id, data = t)\n\nDeviance Residuals: \n Min 1Q Median 3Q Max \n-1.27626 -0.42904 0.06337 0.41943 1.23453 \n\nCoefficients: (61 not defined because of singularities)\n Estimate Std. Error t value Pr(>|t|) \n(Intercept) 3.205e-01 2.140e-01 1.498 0.134226 \nr1_hero -3.478e-05 6.875e-05 -0.506 0.612874 \nr1_level -4.697e-02 1.398e-02 -3.361 0.000777 ***\nr1_xp 1.306e-04 3.234e-05 4.039 5.36e-05 ***\nr1_gold 1.519e-04 3.375e-05 4.502 6.73e-06 ***\nr1_lh -1.093e-03 3.555e-03 -0.307 0.758472 \nr1_kills 4.038e-03 3.690e-03 1.094 0.273836 \nr1_deaths 3.954e-02 2.384e-02 1.659 0.097112 . \nr1_items -1.323e-03 5.490e-03 -0.241 0.809524 \nr2_hero -4.424e-05 6.832e-05 -0.648 0.517272 \nr2_level -4.684e-02 1.397e-02 -3.354 0.000796 ***\nr2_xp 1.366e-04 3.234e-05 4.225 2.39e-05 ***\nr2_gold 1.406e-04 3.381e-05 4.159 3.19e-05 ***\nr2_lh -7.423e-04 3.554e-03 -0.209 0.834548 \nr2_kills 1.526e-03 3.709e-03 0.412 0.680690 \nr2_deaths 4.151e-02 2.383e-02 1.742 0.081575 . \nr2_items -7.097e-05 5.493e-03 -0.013 0.989692 \nr3_hero -2.583e-05 6.849e-05 -0.377 0.706117 \nr3_level -4.149e-02 1.398e-02 -2.969 0.002990 ** \nr3_xp 1.251e-04 3.234e-05 3.868 0.000110 ***\nr3_gold 1.637e-04 3.377e-05 4.849 1.25e-06 ***\nr3_lh -1.649e-03 3.553e-03 -0.464 0.642523 \nr3_kills -5.076e-03 3.723e-03 -1.363 0.172754 \nr3_deaths 3.978e-02 2.384e-02 1.668 0.095227 . \nr3_items -1.293e-05 5.488e-03 -0.002 0.998120 \nr4_hero -9.136e-05 6.826e-05 -1.338 0.180767 \nr4_level -4.707e-02 1.397e-02 -3.369 0.000756 ***\nr4_xp 1.342e-04 3.233e-05 4.150 3.32e-05 ***\nr4_gold 1.550e-04 3.379e-05 4.587 4.49e-06 ***\nr4_lh -1.610e-03 3.554e-03 -0.453 0.650567 \nr4_kills 4.077e-04 3.729e-03 0.109 0.912931 \nr4_deaths 4.167e-02 2.383e-02 1.748 0.080382 . \nr4_items -1.034e-03 5.490e-03 -0.188 0.850594 \nr5_hero 2.288e-06 6.810e-05 0.034 0.973203 \nr5_level -4.662e-02 1.397e-02 -3.336 0.000851 ***\nr5_xp 1.346e-04 3.235e-05 4.163 3.15e-05 ***\nr5_gold 1.426e-04 3.381e-05 4.218 2.46e-05 ***\nr5_lh -9.203e-04 3.553e-03 -0.259 0.795603 \nr5_kills 6.542e-03 3.746e-03 1.746 0.080781 . \nr5_deaths 4.151e-02 2.384e-02 1.741 0.081660 . \nr5_items -8.393e-04 5.490e-03 -0.153 0.878490 \nd1_hero 1.254e-05 6.964e-05 0.180 0.857102 \nd1_level 5.457e-02 1.380e-02 3.953 7.73e-05 ***\nd1_xp -1.362e-04 3.201e-05 -4.255 2.09e-05 ***\nd1_gold -1.698e-04 3.287e-05 -5.166 2.40e-07 ***\nd1_lh 5.122e-03 3.438e-03 1.490 0.136330 \nd1_kills -1.456e-03 3.650e-03 -0.399 0.689976 \nd1_deaths -4.584e-02 2.438e-02 -1.880 0.060058 . \nd1_items 7.548e-03 5.418e-03 1.393 0.163571 \nd2_hero 1.082e-04 6.917e-05 1.565 0.117625 \nd2_level 4.938e-02 1.380e-02 3.579 0.000346 ***\nd2_xp -1.434e-04 3.200e-05 -4.480 7.47e-06 ***\nd2_gold -1.689e-04 3.289e-05 -5.134 2.84e-07 ***\nd2_lh 5.293e-03 3.438e-03 1.540 0.123646 \nd2_kills -9.954e-04 3.677e-03 -0.271 0.786594 \nd2_deaths -4.980e-02 2.437e-02 -2.043 0.041022 * \nd2_items 6.582e-03 5.416e-03 1.215 0.224263 \nd3_hero 2.005e-05 6.934e-05 0.289 0.772402 \nd3_level 5.307e-02 1.382e-02 3.841 0.000123 ***\nd3_xp -1.375e-04 3.200e-05 -4.298 1.73e-05 ***\nd3_gold -1.645e-04 3.288e-05 -5.004 5.62e-07 ***\nd3_lh 4.890e-03 3.437e-03 1.423 0.154793 \nd3_kills -1.995e-04 3.679e-03 -0.054 0.956766 \nd3_deaths -5.206e-02 2.436e-02 -2.137 0.032604 * \nd3_items 6.245e-03 5.419e-03 1.152 0.249152 \nd4_hero -1.750e-05 6.918e-05 -0.253 0.800271 \nd4_level 5.243e-02 1.379e-02 3.802 0.000144 ***\nd4_xp -1.364e-04 3.200e-05 -4.263 2.01e-05 ***\nd4_gold -1.822e-04 3.292e-05 -5.536 3.11e-08 ***\nd4_lh 5.532e-03 3.439e-03 1.609 0.107695 \nd4_kills 8.849e-06 3.673e-03 0.002 0.998078 \nd4_deaths -4.969e-02 2.435e-02 -2.041 0.041249 * \nd4_items 7.327e-03 5.418e-03 1.352 0.176263 \nd5_hero 3.229e-05 6.895e-05 0.468 0.639532 \nd5_level 5.472e-02 1.381e-02 3.963 7.40e-05 ***\nd5_xp -1.329e-04 3.200e-05 -4.152 3.29e-05 ***\nd5_gold -1.775e-04 3.288e-05 -5.398 6.76e-08 ***\nd5_lh 5.090e-03 3.437e-03 1.481 0.138575 \nd5_kills 5.226e-04 3.682e-03 0.142 0.887144 \nd5_deaths -5.087e-02 2.438e-02 -2.087 0.036929 * \nd5_items 7.109e-03 5.418e-03 1.312 0.189505 \nfirst_blood_time -2.429e-05 1.856e-05 -1.309 0.190512 \nradiant_bottle_time 8.490e-06 2.715e-05 0.313 0.754539 \nradiant_courier_time -2.299e-04 1.015e-04 -2.265 0.023497 * \nradiant_flying_courier_time -1.226e-04 5.857e-05 -2.093 0.036363 * \nradiant_tpscroll_count -3.257e-03 9.336e-04 -3.488 0.000487 ***\nradiant_boots_count 1.514e-03 1.163e-03 1.302 0.193043 \nradiant_ward_observer_count 5.562e-03 1.719e-03 3.235 0.001216 ** \nradiant_ward_sentry_count 9.169e-04 2.662e-03 0.344 0.730492 \nradiant_first_ward_time -3.323e-05 3.771e-05 -0.881 0.378214 \ndire_bottle_time -3.377e-05 2.712e-05 -1.245 0.213073 \ndire_courier_time 2.409e-04 1.018e-04 2.367 0.017945 * \ndire_flying_courier_time -4.935e-06 5.731e-05 -0.086 0.931388 \ndire_tpscroll_count 1.282e-03 9.332e-04 1.374 0.169473 \ndire_boots_count 4.224e-04 1.168e-03 0.362 0.717630 \ndire_ward_observer_count -2.579e-03 1.715e-03 -1.503 0.132742 \ndire_ward_sentry_count 2.135e-04 2.661e-03 0.080 0.936054 \ndire_first_ward_time 6.107e-05 3.737e-05 1.634 0.102234 \nr_Anti.Mage 3.556e-05 5.857e-06 6.072 1.27e-09 ***\nd_Anti.Mage -3.702e-05 5.904e-06 -6.270 3.61e-10 ***\nr_Axe -3.816e-06 6.349e-06 -0.601 0.547817 \nd_Axe -2.769e-07 6.330e-06 -0.044 0.965103 \nr_Bane -1.332e-05 6.767e-06 -1.968 0.049096 * \nd_Bane 2.418e-06 6.743e-06 0.359 0.719874 \nr_Bloodseeker 2.498e-05 6.800e-06 3.674 0.000239 ***\nd_Bloodseeker -3.081e-05 6.851e-06 -4.497 6.90e-06 ***\nr_Crystal.Maiden -2.595e-06 6.431e-06 -0.404 0.686554 \nd_Crystal.Maiden -1.643e-06 6.401e-06 -0.257 0.797453 \nr_Drow.Ranger 3.832e-05 6.139e-06 6.243 4.30e-10 ***\nd_Drow.Ranger -4.699e-05 6.213e-06 -7.563 3.96e-14 ***\nr_Earthshaker 1.370e-05 6.003e-06 2.281 0.022527 * \nd_Earthshaker -1.140e-05 6.030e-06 -1.890 0.058741 . \nr_Juggernaut 3.760e-05 5.938e-06 6.333 2.40e-10 ***\nd_Juggernaut -4.329e-05 5.990e-06 -7.228 4.93e-13 ***\nr_Mirana 3.220e-05 5.848e-06 5.507 3.66e-08 ***\nd_Mirana -3.492e-05 5.854e-06 -5.965 2.45e-09 ***\nr_Morphling 3.322e-05 6.807e-06 4.880 1.06e-06 ***\nd_Morphling -4.246e-05 6.883e-06 -6.169 6.90e-10 ***\nr_Shadow.Fiend 1.976e-05 5.139e-06 3.846 0.000120 ***\nd_Shadow.Fiend -2.928e-05 5.169e-06 -5.664 1.48e-08 ***\nr_Phantom.Lancer 3.269e-05 6.180e-06 5.290 1.23e-07 ***\nd_Phantom.Lancer -3.665e-05 6.234e-06 -5.878 4.16e-09 ***\nr_Puck 8.340e-07 6.144e-06 0.136 0.892022 \nd_Puck -1.254e-05 6.149e-06 -2.039 0.041454 * \nr_Pudge 1.986e-05 5.397e-06 3.680 0.000233 ***\nd_Pudge -2.032e-05 5.483e-06 -3.706 0.000211 ***\nr_Razor 2.333e-05 6.352e-06 3.673 0.000240 ***\nd_Razor -3.858e-05 6.368e-06 -6.059 1.38e-09 ***\nr_Sand.King 7.558e-06 7.406e-06 1.021 0.307487 \nd_Sand.King -9.417e-06 7.359e-06 -1.280 0.200693 \nr_Storm.Spirit 1.907e-05 5.971e-06 3.194 0.001404 ** \nd_Storm.Spirit -2.203e-05 6.026e-06 -3.655 0.000257 ***\nr_Sven 3.105e-05 5.854e-06 5.305 1.13e-07 ***\nd_Sven -3.085e-05 5.915e-06 -5.216 1.83e-07 ***\nr_Tiny 4.123e-05 6.045e-06 6.820 9.13e-12 ***\nd_Tiny -4.335e-05 6.087e-06 -7.122 1.06e-12 ***\nr_Vengeful.Spirit 1.290e-05 6.695e-06 1.926 0.054073 . \nd_Vengeful.Spirit -1.096e-05 6.668e-06 -1.644 0.100241 \nr_Windranger 1.818e-05 4.985e-06 3.647 0.000265 ***\nd_Windranger -1.798e-05 5.004e-06 -3.592 0.000328 ***\nr_Zeus 1.993e-05 5.361e-06 3.718 0.000201 ***\nd_Zeus -1.747e-05 5.371e-06 -3.253 0.001142 ** \nr_Kunkka 1.919e-05 5.816e-06 3.299 0.000971 ***\nd_Kunkka -2.452e-05 5.937e-06 -4.131 3.62e-05 ***\nr_Lina 1.219e-05 5.009e-06 2.434 0.014915 * \nd_Lina -1.487e-05 5.033e-06 -2.956 0.003121 ** \nr_Lion 2.434e-07 5.726e-06 0.043 0.966099 \nd_Lion -3.808e-06 5.796e-06 -0.657 0.511155 \nr_Shadow.Shaman 1.145e-05 6.506e-06 1.760 0.078458 . \nd_Shadow.Shaman -3.674e-06 6.484e-06 -0.567 0.570943 \nr_Slardar 3.395e-05 6.092e-06 5.572 2.52e-08 ***\nd_Slardar -4.458e-05 6.093e-06 -7.317 2.55e-13 ***\nr_Tidehunter 1.657e-05 6.165e-06 2.688 0.007194 ** \nd_Tidehunter -2.115e-05 6.077e-06 -3.481 0.000500 ***\nr_Witch.Doctor 1.176e-06 4.841e-06 0.243 0.808051 \nd_Witch.Doctor -1.092e-06 4.815e-06 -0.227 0.820622 \nr_Lich -8.995e-06 5.806e-06 -1.549 0.121363 \nd_Lich -2.313e-06 5.733e-06 -0.403 0.686614 \nr_Riki 5.641e-05 5.921e-06 9.527 < 2e-16 ***\nd_Riki -5.482e-05 5.941e-06 -9.229 < 2e-16 ***\nr_Enigma 8.454e-06 6.405e-06 1.320 0.186854 \nd_Enigma -1.981e-06 6.273e-06 -0.316 0.752150 \nr_Tinker 1.347e-05 5.713e-06 2.358 0.018399 * \nd_Tinker -1.964e-05 5.742e-06 -3.420 0.000626 ***\nr_Sniper 3.082e-05 5.411e-06 5.695 1.23e-08 ***\nd_Sniper -3.580e-05 5.428e-06 -6.595 4.26e-11 ***\nr_Necrophos 2.348e-05 5.635e-06 4.167 3.08e-05 ***\nd_Necrophos -3.181e-05 5.644e-06 -5.636 1.75e-08 ***\nr_Warlock 1.968e-05 6.353e-06 3.098 0.001951 ** \nd_Warlock -1.031e-05 6.430e-06 -1.603 0.108974 \nr_Beastmaster 1.327e-05 6.264e-06 2.119 0.034093 * \nd_Beastmaster -1.447e-05 6.263e-06 -2.310 0.020893 * \nr_Queen.of.Pain 7.919e-06 5.374e-06 1.474 0.140554 \nd_Queen.of.Pain -1.739e-05 5.397e-06 -3.222 0.001274 ** \nr_Venomancer 1.765e-05 6.428e-06 2.746 0.006025 ** \nd_Venomancer -2.299e-05 6.381e-06 -3.603 0.000314 ***\nr_Faceless.Void 4.265e-05 6.299e-06 6.771 1.28e-11 ***\nd_Faceless.Void -4.536e-05 6.403e-06 -7.085 1.40e-12 ***\nr_Wraith.King 4.817e-05 5.638e-06 8.545 < 2e-16 ***\nd_Wraith.King -4.446e-05 5.702e-06 -7.797 6.37e-15 ***\nr_Death.Prophet 2.785e-05 5.578e-06 4.993 5.95e-07 ***\nd_Death.Prophet -3.231e-05 5.593e-06 -5.776 7.65e-09 ***\nr_Phantom.Assassin 4.363e-05 5.575e-06 7.826 5.07e-15 ***\nd_Phantom.Assassin -4.687e-05 5.598e-06 -8.373 < 2e-16 ***\nr_Pugna -2.358e-06 6.152e-06 -0.383 0.701437 \nd_Pugna -1.155e-05 6.194e-06 -1.865 0.062206 . \nr_Templar.Assassin 2.398e-05 5.260e-06 4.560 5.13e-06 ***\nd_Templar.Assassin -3.064e-05 5.278e-06 -5.805 6.47e-09 ***\nr_Viper 2.513e-05 5.666e-06 4.436 9.17e-06 ***\nd_Viper -3.050e-05 5.701e-06 -5.350 8.81e-08 ***\nr_Luna 3.665e-05 5.778e-06 6.343 2.26e-10 ***\nd_Luna -4.830e-05 5.830e-06 -8.284 < 2e-16 ***\nr_Dragon.Knight 3.721e-05 6.060e-06 6.140 8.26e-10 ***\nd_Dragon.Knight -4.286e-05 6.072e-06 -7.060 1.67e-12 ***\nr_Dazzle -8.588e-06 4.571e-06 -1.879 0.060258 . \nd_Dazzle 1.466e-06 4.551e-06 0.322 0.747365 \nr_Clockwerk 1.383e-05 5.437e-06 2.544 0.010952 * \nd_Clockwerk -1.716e-05 5.412e-06 -3.170 0.001523 ** \nr_Leshrac 1.871e-05 5.682e-06 3.294 0.000990 ***\nd_Leshrac -3.042e-05 5.671e-06 -5.365 8.10e-08 ***\nr_Nature.s.Prophet 1.953e-05 6.976e-06 2.800 0.005108 ** \nd_Nature.s.Prophet -2.562e-05 7.017e-06 -3.652 0.000260 ***\nr_Lifestealer 2.254e-05 6.462e-06 3.489 0.000486 ***\nd_Lifestealer -3.524e-05 6.505e-06 -5.417 6.07e-08 ***\nr_Dark.Seer 8.716e-06 6.361e-06 1.370 0.170588 \nd_Dark.Seer -1.354e-06 6.387e-06 -0.212 0.832056 \nr_Clinkz 2.747e-05 6.020e-06 4.563 5.05e-06 ***\nd_Clinkz -3.812e-05 6.002e-06 -6.352 2.14e-10 ***\nr_Omniknight 2.275e-05 6.520e-06 3.490 0.000484 ***\nd_Omniknight -2.891e-05 6.565e-06 -4.404 1.06e-05 ***\nr_Enchantress -3.287e-06 6.993e-06 -0.470 0.638332 \nd_Enchantress -7.444e-06 6.905e-06 -1.078 0.281073 \nr_Huskar 2.656e-05 6.113e-06 4.345 1.39e-05 ***\nd_Huskar -2.960e-05 6.136e-06 -4.824 1.41e-06 ***\nr_Night.Stalker 2.552e-05 5.587e-06 4.568 4.92e-06 ***\nd_Night.Stalker -2.619e-05 5.598e-06 -4.679 2.89e-06 ***\nr_Broodmother 2.366e-05 6.477e-06 3.653 0.000260 ***\nd_Broodmother -3.070e-05 6.390e-06 -4.804 1.56e-06 ***\nr_Bounty.Hunter 1.237e-05 5.856e-06 2.113 0.034588 * \nd_Bounty.Hunter -1.510e-05 5.855e-06 -2.579 0.009917 ** \nr_Weaver 3.053e-05 5.592e-06 5.459 4.80e-08 ***\nd_Weaver -3.900e-05 5.585e-06 -6.983 2.91e-12 ***\nr_Jakiro 2.413e-06 5.700e-06 0.423 0.672065 \nd_Jakiro -5.816e-07 5.651e-06 -0.103 0.918031 \nr_Batrider 7.825e-07 6.964e-06 0.112 0.910539 \nd_Batrider -1.022e-05 6.944e-06 -1.472 0.141131 \nr_Chen -5.355e-06 8.572e-06 -0.625 0.532164 \nd_Chen -7.147e-06 8.614e-06 -0.830 0.406707 \nr_Spectre 6.260e-05 5.986e-06 10.459 < 2e-16 ***\nd_Spectre -6.514e-05 6.050e-06 -10.768 < 2e-16 ***\nr_Ancient.Apparition -1.324e-06 4.556e-06 -0.291 0.771424 \nd_Ancient.Apparition -6.408e-06 4.506e-06 -1.422 0.154960 \nr_Doom 3.290e-05 5.432e-06 6.057 1.39e-09 ***\nd_Doom -3.477e-05 5.454e-06 -6.376 1.83e-10 ***\nr_Ursa 3.967e-05 6.001e-06 6.611 3.84e-11 ***\nd_Ursa -5.423e-05 6.008e-06 -9.027 < 2e-16 ***\nr_Spirit.Breaker 4.117e-05 5.981e-06 6.884 5.86e-12 ***\nd_Spirit.Breaker -4.372e-05 5.955e-06 -7.342 2.11e-13 ***\nr_Gyrocopter 2.509e-05 5.034e-06 4.983 6.27e-07 ***\nd_Gyrocopter -3.905e-05 5.063e-06 -7.712 1.24e-14 ***\nr_Alchemist 2.215e-05 4.935e-06 4.489 7.16e-06 ***\nd_Alchemist -2.028e-05 4.959e-06 -4.090 4.31e-05 ***\nr_Invoker 2.655e-05 4.994e-06 5.317 1.06e-07 ***\nd_Invoker -3.062e-05 5.020e-06 -6.100 1.06e-09 ***\nr_Silencer 2.416e-05 5.304e-06 4.556 5.23e-06 ***\nd_Silencer -2.201e-05 5.350e-06 -4.114 3.90e-05 ***\nr_Outworld.Devourer 1.411e-05 5.067e-06 2.785 0.005352 ** \nd_Outworld.Devourer -2.125e-05 5.079e-06 -4.184 2.86e-05 ***\nr_Lycan 2.860e-05 7.453e-06 3.838 0.000124 ***\nd_Lycan -5.234e-05 7.440e-06 -7.034 2.01e-12 ***\nr_Brewmaster 3.134e-05 5.981e-06 5.240 1.61e-07 ***\nd_Brewmaster -2.763e-05 5.992e-06 -4.611 4.01e-06 ***\nr_Shadow.Demon -1.220e-05 6.633e-06 -1.839 0.065886 . \nd_Shadow.Demon 1.107e-05 6.701e-06 1.652 0.098477 . \nr_Lone.Druid 3.347e-05 7.214e-06 4.639 3.51e-06 ***\nd_Lone.Druid -4.309e-05 7.192e-06 -5.991 2.09e-09 ***\nr_Chaos.Knight 4.411e-05 5.936e-06 7.431 1.08e-13 ***\nd_Chaos.Knight -3.984e-05 6.004e-06 -6.636 3.23e-11 ***\nr_Meepo 3.104e-05 6.049e-06 5.131 2.88e-07 ***\nd_Meepo -4.390e-05 6.086e-06 -7.213 5.49e-13 ***\nr_Treant.Protector 1.783e-05 6.875e-06 2.593 0.009506 ** \nd_Treant.Protector -1.466e-05 6.789e-06 -2.159 0.030868 * \nr_Ogre.Magi 1.390e-05 6.652e-06 2.090 0.036619 * \nd_Ogre.Magi -7.249e-06 6.700e-06 -1.082 0.279287 \nr_Undying 5.373e-06 5.079e-06 1.058 0.290117 \nd_Undying -8.183e-06 5.069e-06 -1.614 0.106435 \nr_Rubick -9.081e-06 4.491e-06 -2.022 0.043159 * \nd_Rubick 1.594e-06 4.473e-06 0.356 0.721589 \nr_Disruptor 3.579e-07 5.421e-06 0.066 0.947363 \nd_Disruptor -5.151e-06 5.461e-06 -0.943 0.345605 \nr_Nyx.Assassin 2.165e-05 5.798e-06 3.734 0.000188 ***\nd_Nyx.Assassin -2.654e-05 5.776e-06 -4.594 4.35e-06 ***\nr_Naga.Siren 4.088e-05 6.775e-06 6.034 1.61e-09 ***\nd_Naga.Siren -4.163e-05 6.842e-06 -6.084 1.18e-09 ***\nr_Keeper.of.the.Light -3.340e-06 6.111e-06 -0.547 0.584717 \nd_Keeper.of.the.Light 4.892e-06 6.078e-06 0.805 0.420926 \nr_Io -1.112e-05 8.460e-06 -1.315 0.188521 \nd_Io -3.469e-06 8.468e-06 -0.410 0.682085 \nr_Visage -2.373e-06 7.276e-06 -0.326 0.744307 \nd_Visage -2.073e-05 7.279e-06 -2.848 0.004405 ** \nr_Slark 3.924e-05 4.968e-06 7.898 2.84e-15 ***\nd_Slark -4.427e-05 4.994e-06 -8.865 < 2e-16 ***\nr_Medusa 4.101e-05 5.457e-06 7.516 5.70e-14 ***\nd_Medusa -5.456e-05 5.483e-06 -9.950 < 2e-16 ***\nr_Troll.Warlord 3.622e-05 5.838e-06 6.205 5.48e-10 ***\nd_Troll.Warlord -5.623e-05 5.915e-06 -9.508 < 2e-16 ***\nr_Centaur.Warrunner 1.577e-05 5.978e-06 2.639 0.008324 ** \nd_Centaur.Warrunner -1.550e-05 5.907e-06 -2.623 0.008706 ** \nr_Magnus 7.351e-06 5.160e-06 1.425 0.154268 \nd_Magnus -1.162e-05 5.147e-06 -2.258 0.023936 * \nr_Timbersaw 9.514e-06 5.809e-06 1.638 0.101441 \nd_Timbersaw -1.751e-05 5.744e-06 -3.048 0.002302 ** \nr_Bristleback 3.144e-05 5.879e-06 5.349 8.88e-08 ***\nd_Bristleback -3.656e-05 5.868e-06 -6.229 4.70e-10 ***\nr_Tusk 9.254e-06 5.047e-06 1.834 0.066690 . \nd_Tusk -8.718e-06 5.029e-06 -1.734 0.082964 . \nr_Skywrath.Mage -1.101e-05 4.576e-06 -2.406 0.016123 * \nd_Skywrath.Mage 4.000e-06 4.563e-06 0.877 0.380737 \nr_Abaddon 4.642e-05 6.121e-06 7.584 3.37e-14 ***\nd_Abaddon -4.262e-05 6.117e-06 -6.967 3.25e-12 ***\nr_Elder.Titan 2.511e-05 6.366e-06 3.945 7.99e-05 ***\nd_Elder.Titan -1.328e-05 6.362e-06 -2.088 0.036842 * \nr_Legion.Commander 2.430e-05 5.007e-06 4.853 1.22e-06 ***\nd_Legion.Commander -3.338e-05 5.022e-06 -6.646 3.02e-11 ***\nr_Techies 6.374e-06 6.054e-06 1.053 0.292453 \nd_Techies -1.053e-05 6.042e-06 -1.743 0.081343 . \nr_Ember.Spirit 3.307e-05 5.012e-06 6.598 4.20e-11 ***\nd_Ember.Spirit -3.306e-05 5.030e-06 -6.572 4.97e-11 ***\nr_Earth.Spirit 2.028e-05 6.295e-06 3.222 0.001273 ** \nd_Earth.Spirit -1.692e-05 6.234e-06 -2.713 0.006661 ** \nr_Underlord NA NA NA NA \nd_Underlord NA NA NA NA \nr_Terrorblade 3.523e-05 5.923e-06 5.948 2.71e-09 ***\nd_Terrorblade -4.381e-05 5.876e-06 -7.455 9.03e-14 ***\nr_Phoenix 1.398e-05 6.566e-06 2.129 0.033290 * \nd_Phoenix -1.639e-05 6.437e-06 -2.545 0.010914 * \nr_Oracle -1.137e-05 6.228e-06 -1.826 0.067816 . \nd_Oracle 4.526e-06 6.190e-06 0.731 0.464634 \nr_Winter.Wyvern NA NA NA NA \nd_Winter.Wyvern NA NA NA NA \nr_Arc.Warden NA NA NA NA \nd_Arc.Warden NA NA NA NA \nr_Monkey.King NA NA NA NA \nd_Monkey.King NA NA NA NA \nr_Dark.Willow NA NA NA NA \nd_Dark.Willow NA NA NA NA \nr_Pangolier NA NA NA NA \nd_Pangolier NA NA NA NA \nr_Grimstroke NA NA NA NA \nd_Grimstroke NA NA NA NA \nr_Mars NA NA NA NA \nd_Mars NA NA NA NA \nr_agi -1.183e-02 6.358e-03 -1.861 0.062707 . \nd_agi 2.340e-02 6.467e-03 3.618 0.000297 ***\nr_str 1.453e-02 8.174e-03 1.777 0.075556 . \nd_str 1.207e-03 8.328e-03 0.145 0.884783 \nr_int NA NA NA NA \nd_int NA NA NA NA \nr_Melee -2.846e-03 6.356e-03 -0.448 0.654294 \nd_Melee -8.774e-03 6.432e-03 -1.364 0.172567 \nr_Ranged NA NA NA NA \nd_Ranged NA NA NA NA \nr_Carry -4.298e-02 4.846e-03 -8.869 < 2e-16 ***\nd_Carry 4.349e-02 4.913e-03 8.850 < 2e-16 ***\nr_Escape 2.620e-04 4.848e-03 0.054 0.956904 \nd_Escape -3.497e-03 4.906e-03 -0.713 0.475897 \nr_Nuker 1.243e-02 5.704e-03 2.179 0.029324 * \nd_Nuker -7.332e-03 5.816e-03 -1.261 0.207418 \nr_Initiator -9.994e-03 5.383e-03 -1.857 0.063380 . \nd_Initiator -2.096e-03 5.482e-03 -0.382 0.702257 \nr_Durable -8.566e-03 5.993e-03 -1.429 0.152910 \nd_Durable 1.199e-02 6.109e-03 1.962 0.049745 * \nr_Disabler 1.490e-03 5.681e-03 0.262 0.793065 \nd_Disabler -2.267e-03 5.761e-03 -0.394 0.693885 \nr_Jungler 8.961e-03 7.228e-03 1.240 0.215062 \nd_Jungler -4.250e-03 7.281e-03 -0.584 0.559413 \nr_Support 5.400e-04 5.000e-03 0.108 0.914007 \nd_Support -6.037e-03 5.073e-03 -1.190 0.234005 \nr_Pusher -4.876e-03 5.277e-03 -0.924 0.355494 \nd_Pusher 5.329e-03 5.357e-03 0.995 0.319865 \nradiant_level NA NA NA NA \nradiant_xp NA NA NA NA \nradiant_gold NA NA NA NA \nradiant_lhits NA NA NA NA \nradiant_kills NA NA NA NA \nradiant_deaths NA NA NA NA \nradiant_items NA NA NA NA \ndire_level NA NA NA NA \ndire_xp NA NA NA NA \ndire_gold NA NA NA NA \ndire_lhits NA NA NA NA \ndire_kills NA NA NA NA \ndire_deaths NA NA NA NA \ndire_items NA NA NA NA \nradiant_level_diff NA NA NA NA \nradiant_xp_diff NA NA NA NA \nradiant_gold_diff NA NA NA NA \nradiant_lhits_diff NA NA NA NA \nradiant_kills_diff NA NA NA NA \nradiant_deaths_diff NA NA NA NA \nradiant_items_diff NA NA NA NA \nradiant_maxlevel 8.599e-03 3.547e-03 2.424 0.015337 * \nradiant_maxxp 7.233e-06 6.605e-06 1.095 0.273497 \nradiant_maxgold 1.579e-05 7.063e-06 2.235 0.025419 * \nradiant_maxlhits 2.687e-03 4.178e-04 6.431 1.27e-10 ***\nradiant_maxkills 1.962e-03 2.837e-03 0.692 0.489155 \nradiant_maxdeaths -6.325e-03 3.171e-03 -1.994 0.046110 * \nradiant_maxitems 3.743e-04 9.910e-04 0.378 0.705648 \nradiant_minlevel -6.627e-03 3.813e-03 -1.738 0.082237 . \nradiant_minxp -1.966e-05 7.303e-06 -2.692 0.007104 ** \nradiant_mingold -4.445e-06 1.250e-05 -0.356 0.722207 \nradiant_minlhits -2.861e-03 8.248e-04 -3.469 0.000523 ***\nradiant_minkills -3.097e-02 2.339e-02 -1.324 0.185579 \nradiant_mindeaths 2.373e-02 1.983e-02 1.197 0.231493 \nradiant_minitems -3.656e-04 1.208e-03 -0.303 0.762093 \nd_minlevel 4.860e-03 3.796e-03 1.280 0.200433 \nd_minxp 2.571e-05 7.223e-06 3.559 0.000372 ***\nd_mingold 2.586e-05 1.226e-05 2.109 0.034981 * \nd_minlhits 2.245e-03 8.228e-04 2.729 0.006355 ** \nd_minkills -3.836e-04 2.249e-02 -0.017 0.986387 \nd_mindeaths -8.036e-03 2.122e-02 -0.379 0.704863 \nd_minitems 1.312e-03 1.213e-03 1.081 0.279481 \nd_maxlevel -5.103e-03 3.564e-03 -1.432 0.152133 \nd_maxxp 2.381e-06 6.742e-06 0.353 0.723993 \nd_maxgold -2.237e-05 7.081e-06 -3.159 0.001585 ** \nd_maxlhits -1.501e-03 4.105e-04 -3.656 0.000256 ***\nd_maxkills 8.145e-04 2.790e-03 0.292 0.770329 \nd_maxdeaths 5.982e-03 3.209e-03 1.864 0.062350 . \nd_maxitems 1.318e-03 9.909e-04 1.330 0.183532 \nradiant_env_deaths NA NA NA NA \ndire_env_deaths NA NA NA NA \nradiant_env_death_diff NA NA NA NA \nmax_death_diff NA NA NA NA \nmin_death_diff NA NA NA NA \nmax_kill_diff NA NA NA NA \nmin_kill_diff NA NA NA NA \nr_kills_minus_death NA NA NA NA \nd_kills_minus_death NA NA NA NA \ngold_diff_x_death_diff -1.337e-07 7.216e-07 -0.185 0.853055 \nlh_diff_x_death_diff -4.334e-05 5.613e-05 -0.772 0.440027 \nlh_diff_x_gold_diff -2.368e-07 9.481e-08 -2.497 0.012509 * \nr_gold_per_exp 1.441e-02 4.171e-02 0.346 0.729701 \nd_gold_per_exp -2.244e-03 1.899e-03 -1.182 0.237350 \nr_gold_per_lh -1.574e-04 1.240e-04 -1.269 0.204280 \nd_gold_per_lh 2.505e-04 1.210e-04 2.070 0.038426 * \nxp_diff_x_gold_diff 1.467e-09 1.655e-09 0.886 0.375413 \nxp_diff_plus_gold_diff NA NA NA NA \nobs_ward_diff NA NA NA NA \nboots_diff NA NA NA NA \ntp_scroll_diff NA NA NA NA \nbottle_diff -4.890e-05 2.750e-05 -1.779 0.075317 . \ncourier_diff 1.169e-04 1.013e-04 1.154 0.248385 \nfirst_ward_diff -2.082e-05 3.788e-05 -0.550 0.582651 \nfcourier_diff -8.160e-06 6.635e-05 -0.123 0.902117 \nfirst_blood_exist 4.247e-03 5.767e-03 0.736 0.461476 \nfirst_blood_r -1.342e-02 3.151e-03 -4.257 2.07e-05 ***\nfirst_blood_d NA NA NA NA \nr_bottle_exist 8.150e-03 3.230e-03 2.523 0.011631 * \nd_bottle_exist -1.223e-02 3.226e-03 -3.792 0.000149 ***\nr_courier_exist 1.827e-02 7.815e-03 2.338 0.019380 * \nd_courier_exist -1.823e-02 8.014e-03 -2.275 0.022891 * \nrf_courier_exist 1.069e-02 2.630e-03 4.065 4.81e-05 ***\ndf_courier_exist -1.158e-02 2.642e-03 -4.381 1.18e-05 ***\nr_fward_exist 1.522e-02 4.460e-03 3.413 0.000643 ***\nd_fward_exist -1.500e-02 4.389e-03 -3.418 0.000630 ***\nbottle_adv NA NA NA NA \ncourier_adv NA NA NA NA \nflycourier_adv NA NA NA NA \nfirst_ward_adv NA NA NA NA \nr_team_power 5.320e+00 5.448e-01 9.764 < 2e-16 ***\nd_team_power -5.004e+00 5.451e-01 -9.179 < 2e-16 ***\nteam_power_diff NA NA NA NA \nr_power_performance -2.191e-04 6.268e-05 -3.495 0.000475 ***\nd_power_performance 2.520e-04 6.261e-05 4.026 5.68e-05 ***\npp_diff NA NA NA NA \nr_team_power_items 7.919e-03 1.091e-02 0.726 0.467911 \nd_team_power_items -2.135e-02 1.077e-02 -1.983 0.047344 * \nr_team_power_lhits 4.484e-03 7.092e-03 0.632 0.527258 \nd_team_power_lhits -1.255e-02 6.869e-03 -1.827 0.067771 . \nr_team_power_deaths -8.789e-02 4.726e-02 -1.860 0.062958 . \nd_team_power_deaths 9.645e-02 4.831e-02 1.996 0.045893 * \nr_team_power_level 8.522e-02 2.739e-02 3.112 0.001860 ** \nd_team_power_level -1.005e-01 2.706e-02 -3.713 0.000205 ***\n---\nSignif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n\n(Dispersion parameter for gaussian family taken to be 0.2118036)\n\n Null deviance: 37481 on 149999 degrees of freedom\nResidual deviance: 31685 on 149598 degrees of freedom\nAIC: 193271\n\nNumber of Fisher Scoring iterations: 2\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"summary(glmp)","execution_count":31,"outputs":[{"output_type":"display_data","data":{"text/plain":" Min. 1st Qu. Median Mean 3rd Qu. Max. \n 0.0000 0.3802 0.5108 0.5100 0.6416 1.0000 "},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Try LGBM!\ntargets <- train$radiant_win\n\nt <- train[1:150000, 1:(ncol(train)-15)]\nv <- train[(150001:nrow(train)), 1:(ncol(train)-15)]\n\ntt <- targets[1:150000]\nvt <- targets[(150001:nrow(train))]\n\ntrain_sparse <- Matrix(as.matrix(t), sparse=TRUE)\nv_sparse <- Matrix(as.matrix(v), sparse=TRUE)\n\nlgb.train <- lgb.Dataset(data=train_sparse, label=tt)","execution_count":51,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# LGBM validation\n\nruns <- 1\ntot_lgbm <- rep(0, length(vt))\n\nfor (x in 12:(12+runs-1)){\n\nlgb.grid <- list(objective = \"binary\",\n metric = \"auc\",\n boosting = \"gbdt\",\n max_depth = 12,\n min_sum_hessian_in_leaf = 0.1,\n feature_fraction = 0.1,\n bagging_fraction = 0.7,\n bagging_freq = 5,\n min_data_in_bin = 10,\n max_bin = 5,\n lambda_l1 = 8,\n lambda_l2 = 1.2,\n min_gain_to_split = 2,\n min_data_in_leaf = 25,\n is_unbalance = TRUE,\n seed=x)\n\n\n\n# Train final model\nlgb.model <- lgb.train(params = lgb.grid, \n data = lgb.train, \n learning_rate = 0.05,\n num_leaves = 30, \n nrounds = 5,\n num_threads = 4)\n\n\nlgb_preds <- predict(lgb.model, v_sparse)\n\nprint(auc(vt, lgb_preds))\n \ntot_lgbm <- tot_lgbm + lgb_preds\n \n}\n\nauc(vt, tot_lgbm/runs)\n\n# 0.664722392190892\n\n# 0.7184246 with hero feats added\n# 0.7192375 with some tuning, 2000 rounds 30 leaves\n\n# 0.717572 With hero win rate features added (possible data leak/overestimate)\n\n# 0.720468 bagging 5 rounds, win rate features removed","execution_count":52,"outputs":[{"output_type":"stream","text":"[1] 0.7200288\n[1] 0.7208619\n[1] 0.7202406\n[1] 0.7200668\n[1] 0.7204585\n","name":"stdout"},{"output_type":"display_data","data":{"text/plain":"[1] 0.7210942","text/latex":"0.72109423105871","text/markdown":"0.72109423105871","text/html":"0.72109423105871"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"imp <- lgb.importance(lgb.model)\nimp","execution_count":53,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"imp","execution_count":54,"outputs":[{"output_type":"display_data","data":{"text/plain":" Feature Gain Cover Frequency \n1 radiant_gold_diff 0.073022195 0.003128325 0.003589883 \n2 dire_gold 0.037632653 0.001896377 0.002338863 \n3 radiant_xp_diff 0.028931026 0.003069144 0.003861844 \n4 radiant_gold 0.026644242 0.001901953 0.002175687 \n5 xp_diff_plus_gold_diff 0.025188362 0.002411507 0.003154746 \n6 radiant_xp 0.022247199 0.001913741 0.003154746 \n7 radiant_items_diff 0.018971149 0.004031143 0.003970628 \n8 radiant_lhits_diff 0.016653546 0.002981266 0.003644275 \n9 d_maxgold 0.016627273 0.002369069 0.003372314 \n10 radiant_maxgold 0.015261384 0.002328895 0.003154746 \n11 radiant_deaths_diff 0.013808993 0.001287157 0.002230079 \n12 r_Spectre 0.013782068 0.008395662 0.005874354 \n13 d_Spectre 0.013714189 0.008390481 0.005330432 \n14 lh_diff_x_death_diff 0.011811310 0.001911880 0.002284471 \n15 dire_xp 0.011381187 0.001858585 0.002556432 \n16 r_Riki 0.010632573 0.007890307 0.005221648 \n17 d_Omniknight 0.010306897 0.006352884 0.003916236 \n18 d_Riki 0.009673866 0.007295062 0.005058472 \n19 r_Omniknight 0.009667392 0.006153237 0.003861844 \n20 r_Zeus 0.009571859 0.007270484 0.004623334 \n21 max_death_diff 0.009101909 0.000950139 0.001414196 \n22 r_Wraith.King 0.009083536 0.006354774 0.005493609 \n23 d_kills_minus_death 0.008815173 0.002046641 0.003154746 \n24 radiant_maxlhits 0.008777178 0.004705388 0.005765570 \n25 lh_diff_x_gold_diff 0.008509653 0.003279775 0.004514550 \n26 radiant_lhits 0.008216453 0.002394523 0.003753060 \n27 obs_ward_diff 0.007823365 0.004028882 0.005711178 \n28 d_Wraith.King 0.007688982 0.006086361 0.004133805 \n29 d_Ursa 0.007063012 0.006250003 0.004732119 \n30 r_Queen.of.Pain 0.007055398 0.004888202 0.004677726 \n⋮ ⋮ ⋮ ⋮ ⋮ \n396 d_Bristleback 6.068732e-05 4.713389e-04 3.807452e-04\n397 r_Disruptor 5.817303e-05 3.763458e-04 3.263530e-04\n398 d_Troll.Warlord 5.584808e-05 9.843740e-04 5.439217e-04\n399 r_Weaver 5.537611e-05 1.081299e-04 2.175687e-04\n400 d4_hero 5.136768e-05 4.810894e-04 3.807452e-04\n401 d_Jakiro 4.982098e-05 6.908435e-04 3.263530e-04\n402 first_blood_time 4.912494e-05 1.777405e-04 2.719608e-04\n403 r_Sand.King 4.184184e-05 5.564699e-04 3.263530e-04\n404 r_Earth.Spirit 3.761628e-05 2.647756e-04 2.175687e-04\n405 d_Shadow.Shaman 3.479244e-05 3.523788e-04 1.631765e-04\n406 d_Visage 3.085748e-05 3.421143e-04 1.631765e-04\n407 r_Bristleback 3.073082e-05 4.024653e-04 2.175687e-04\n408 r_Beastmaster 2.835949e-05 2.895820e-04 1.631765e-04\n409 r5_deaths 2.245820e-05 2.046534e-04 1.631765e-04\n410 r_Nyx.Assassin 2.160777e-05 2.228460e-04 1.631765e-04\n411 r4_kills 2.150944e-05 2.414640e-04 1.631765e-04\n412 r_Keeper.of.the.Light 2.109350e-05 3.451832e-04 2.175687e-04\n413 r_Lycan 1.768859e-05 3.441138e-04 1.631765e-04\n414 d2_deaths 1.640581e-05 1.990549e-04 1.631765e-04\n415 d1_kills 1.457623e-05 3.317693e-04 1.631765e-04\n416 d_Pudge 1.330519e-05 4.470626e-04 2.719608e-04\n417 r_Treant.Protector 1.168557e-05 3.300664e-04 1.631765e-04\n418 d_Elder.Titan 1.071858e-05 2.141889e-04 1.087843e-04\n419 d5_deaths 7.716706e-06 2.466555e-04 2.175687e-04\n420 first_blood_exist 7.233217e-06 1.014885e-04 5.439217e-05\n421 d_Treant.Protector 6.352902e-06 1.207320e-04 5.439217e-05\n422 r4_level 5.872209e-06 1.207320e-04 5.439217e-05\n423 r_Night.Stalker 4.555398e-06 2.383917e-04 1.087843e-04\n424 d_Ancient.Apparition 1.656788e-06 1.108849e-04 5.439217e-05\n425 r4_deaths 1.184209e-06 3.960010e-06 5.439217e-05","text/latex":"A data.table: 425 × 4\n\\begin{tabular}{r|llll}\n Feature & Gain & Cover & Frequency\\\\\n & & & \\\\\n\\hline\n\t radiant\\_gold\\_diff & 0.073022195 & 0.003128325 & 0.003589883\\\\\n\t dire\\_gold & 0.037632653 & 0.001896377 & 0.002338863\\\\\n\t radiant\\_xp\\_diff & 0.028931026 & 0.003069144 & 0.003861844\\\\\n\t radiant\\_gold & 0.026644242 & 0.001901953 & 0.002175687\\\\\n\t xp\\_diff\\_plus\\_gold\\_diff & 0.025188362 & 0.002411507 & 0.003154746\\\\\n\t radiant\\_xp & 0.022247199 & 0.001913741 & 0.003154746\\\\\n\t radiant\\_items\\_diff & 0.018971149 & 0.004031143 & 0.003970628\\\\\n\t radiant\\_lhits\\_diff & 0.016653546 & 0.002981266 & 0.003644275\\\\\n\t d\\_maxgold & 0.016627273 & 0.002369069 & 0.003372314\\\\\n\t radiant\\_maxgold & 0.015261384 & 0.002328895 & 0.003154746\\\\\n\t radiant\\_deaths\\_diff & 0.013808993 & 0.001287157 & 0.002230079\\\\\n\t r\\_Spectre & 0.013782068 & 0.008395662 & 0.005874354\\\\\n\t d\\_Spectre & 0.013714189 & 0.008390481 & 0.005330432\\\\\n\t lh\\_diff\\_x\\_death\\_diff & 0.011811310 & 0.001911880 & 0.002284471\\\\\n\t dire\\_xp & 0.011381187 & 0.001858585 & 0.002556432\\\\\n\t r\\_Riki & 0.010632573 & 0.007890307 & 0.005221648\\\\\n\t d\\_Omniknight & 0.010306897 & 0.006352884 & 0.003916236\\\\\n\t d\\_Riki & 0.009673866 & 0.007295062 & 0.005058472\\\\\n\t r\\_Omniknight & 0.009667392 & 0.006153237 & 0.003861844\\\\\n\t r\\_Zeus & 0.009571859 & 0.007270484 & 0.004623334\\\\\n\t max\\_death\\_diff & 0.009101909 & 0.000950139 & 0.001414196\\\\\n\t r\\_Wraith.King & 0.009083536 & 0.006354774 & 0.005493609\\\\\n\t d\\_kills\\_minus\\_death & 0.008815173 & 0.002046641 & 0.003154746\\\\\n\t radiant\\_maxlhits & 0.008777178 & 0.004705388 & 0.005765570\\\\\n\t lh\\_diff\\_x\\_gold\\_diff & 0.008509653 & 0.003279775 & 0.004514550\\\\\n\t radiant\\_lhits & 0.008216453 & 0.002394523 & 0.003753060\\\\\n\t obs\\_ward\\_diff & 0.007823365 & 0.004028882 & 0.005711178\\\\\n\t d\\_Wraith.King & 0.007688982 & 0.006086361 & 0.004133805\\\\\n\t d\\_Ursa & 0.007063012 & 0.006250003 & 0.004732119\\\\\n\t r\\_Queen.of.Pain & 0.007055398 & 0.004888202 & 0.004677726\\\\\n\t ⋮ & ⋮ & ⋮ & ⋮\\\\\n\t d\\_Bristleback & 6.068732e-05 & 4.713389e-04 & 3.807452e-04\\\\\n\t r\\_Disruptor & 5.817303e-05 & 3.763458e-04 & 3.263530e-04\\\\\n\t d\\_Troll.Warlord & 5.584808e-05 & 9.843740e-04 & 5.439217e-04\\\\\n\t r\\_Weaver & 5.537611e-05 & 1.081299e-04 & 2.175687e-04\\\\\n\t d4\\_hero & 5.136768e-05 & 4.810894e-04 & 3.807452e-04\\\\\n\t d\\_Jakiro & 4.982098e-05 & 6.908435e-04 & 3.263530e-04\\\\\n\t first\\_blood\\_time & 4.912494e-05 & 1.777405e-04 & 2.719608e-04\\\\\n\t r\\_Sand.King & 4.184184e-05 & 5.564699e-04 & 3.263530e-04\\\\\n\t r\\_Earth.Spirit & 3.761628e-05 & 2.647756e-04 & 2.175687e-04\\\\\n\t d\\_Shadow.Shaman & 3.479244e-05 & 3.523788e-04 & 1.631765e-04\\\\\n\t d\\_Visage & 3.085748e-05 & 3.421143e-04 & 1.631765e-04\\\\\n\t r\\_Bristleback & 3.073082e-05 & 4.024653e-04 & 2.175687e-04\\\\\n\t r\\_Beastmaster & 2.835949e-05 & 2.895820e-04 & 1.631765e-04\\\\\n\t r5\\_deaths & 2.245820e-05 & 2.046534e-04 & 1.631765e-04\\\\\n\t r\\_Nyx.Assassin & 2.160777e-05 & 2.228460e-04 & 1.631765e-04\\\\\n\t r4\\_kills & 2.150944e-05 & 2.414640e-04 & 1.631765e-04\\\\\n\t r\\_Keeper.of.the.Light & 2.109350e-05 & 3.451832e-04 & 2.175687e-04\\\\\n\t r\\_Lycan & 1.768859e-05 & 3.441138e-04 & 1.631765e-04\\\\\n\t d2\\_deaths & 1.640581e-05 & 1.990549e-04 & 1.631765e-04\\\\\n\t d1\\_kills & 1.457623e-05 & 3.317693e-04 & 1.631765e-04\\\\\n\t d\\_Pudge & 1.330519e-05 & 4.470626e-04 & 2.719608e-04\\\\\n\t r\\_Treant.Protector & 1.168557e-05 & 3.300664e-04 & 1.631765e-04\\\\\n\t d\\_Elder.Titan & 1.071858e-05 & 2.141889e-04 & 1.087843e-04\\\\\n\t d5\\_deaths & 7.716706e-06 & 2.466555e-04 & 2.175687e-04\\\\\n\t first\\_blood\\_exist & 7.233217e-06 & 1.014885e-04 & 5.439217e-05\\\\\n\t d\\_Treant.Protector & 6.352902e-06 & 1.207320e-04 & 5.439217e-05\\\\\n\t r4\\_level & 5.872209e-06 & 1.207320e-04 & 5.439217e-05\\\\\n\t r\\_Night.Stalker & 4.555398e-06 & 2.383917e-04 & 1.087843e-04\\\\\n\t d\\_Ancient.Apparition & 1.656788e-06 & 1.108849e-04 & 5.439217e-05\\\\\n\t r4\\_deaths & 1.184209e-06 & 3.960010e-06 & 5.439217e-05\\\\\n\\end{tabular}\n","text/markdown":"\nA data.table: 425 × 4\n\n| Feature <chr> | Gain <dbl> | Cover <dbl> | Frequency <dbl> |\n|---|---|---|---|\n| radiant_gold_diff | 0.073022195 | 0.003128325 | 0.003589883 |\n| dire_gold | 0.037632653 | 0.001896377 | 0.002338863 |\n| radiant_xp_diff | 0.028931026 | 0.003069144 | 0.003861844 |\n| radiant_gold | 0.026644242 | 0.001901953 | 0.002175687 |\n| xp_diff_plus_gold_diff | 0.025188362 | 0.002411507 | 0.003154746 |\n| radiant_xp | 0.022247199 | 0.001913741 | 0.003154746 |\n| radiant_items_diff | 0.018971149 | 0.004031143 | 0.003970628 |\n| radiant_lhits_diff | 0.016653546 | 0.002981266 | 0.003644275 |\n| d_maxgold | 0.016627273 | 0.002369069 | 0.003372314 |\n| radiant_maxgold | 0.015261384 | 0.002328895 | 0.003154746 |\n| radiant_deaths_diff | 0.013808993 | 0.001287157 | 0.002230079 |\n| r_Spectre | 0.013782068 | 0.008395662 | 0.005874354 |\n| d_Spectre | 0.013714189 | 0.008390481 | 0.005330432 |\n| lh_diff_x_death_diff | 0.011811310 | 0.001911880 | 0.002284471 |\n| dire_xp | 0.011381187 | 0.001858585 | 0.002556432 |\n| r_Riki | 0.010632573 | 0.007890307 | 0.005221648 |\n| d_Omniknight | 0.010306897 | 0.006352884 | 0.003916236 |\n| d_Riki | 0.009673866 | 0.007295062 | 0.005058472 |\n| r_Omniknight | 0.009667392 | 0.006153237 | 0.003861844 |\n| r_Zeus | 0.009571859 | 0.007270484 | 0.004623334 |\n| max_death_diff | 0.009101909 | 0.000950139 | 0.001414196 |\n| r_Wraith.King | 0.009083536 | 0.006354774 | 0.005493609 |\n| d_kills_minus_death | 0.008815173 | 0.002046641 | 0.003154746 |\n| radiant_maxlhits | 0.008777178 | 0.004705388 | 0.005765570 |\n| lh_diff_x_gold_diff | 0.008509653 | 0.003279775 | 0.004514550 |\n| radiant_lhits | 0.008216453 | 0.002394523 | 0.003753060 |\n| obs_ward_diff | 0.007823365 | 0.004028882 | 0.005711178 |\n| d_Wraith.King | 0.007688982 | 0.006086361 | 0.004133805 |\n| d_Ursa | 0.007063012 | 0.006250003 | 0.004732119 |\n| r_Queen.of.Pain | 0.007055398 | 0.004888202 | 0.004677726 |\n| ⋮ | ⋮ | ⋮ | ⋮ |\n| d_Bristleback | 6.068732e-05 | 4.713389e-04 | 3.807452e-04 |\n| r_Disruptor | 5.817303e-05 | 3.763458e-04 | 3.263530e-04 |\n| d_Troll.Warlord | 5.584808e-05 | 9.843740e-04 | 5.439217e-04 |\n| r_Weaver | 5.537611e-05 | 1.081299e-04 | 2.175687e-04 |\n| d4_hero | 5.136768e-05 | 4.810894e-04 | 3.807452e-04 |\n| d_Jakiro | 4.982098e-05 | 6.908435e-04 | 3.263530e-04 |\n| first_blood_time | 4.912494e-05 | 1.777405e-04 | 2.719608e-04 |\n| r_Sand.King | 4.184184e-05 | 5.564699e-04 | 3.263530e-04 |\n| r_Earth.Spirit | 3.761628e-05 | 2.647756e-04 | 2.175687e-04 |\n| d_Shadow.Shaman | 3.479244e-05 | 3.523788e-04 | 1.631765e-04 |\n| d_Visage | 3.085748e-05 | 3.421143e-04 | 1.631765e-04 |\n| r_Bristleback | 3.073082e-05 | 4.024653e-04 | 2.175687e-04 |\n| r_Beastmaster | 2.835949e-05 | 2.895820e-04 | 1.631765e-04 |\n| r5_deaths | 2.245820e-05 | 2.046534e-04 | 1.631765e-04 |\n| r_Nyx.Assassin | 2.160777e-05 | 2.228460e-04 | 1.631765e-04 |\n| r4_kills | 2.150944e-05 | 2.414640e-04 | 1.631765e-04 |\n| r_Keeper.of.the.Light | 2.109350e-05 | 3.451832e-04 | 2.175687e-04 |\n| r_Lycan | 1.768859e-05 | 3.441138e-04 | 1.631765e-04 |\n| d2_deaths | 1.640581e-05 | 1.990549e-04 | 1.631765e-04 |\n| d1_kills | 1.457623e-05 | 3.317693e-04 | 1.631765e-04 |\n| d_Pudge | 1.330519e-05 | 4.470626e-04 | 2.719608e-04 |\n| r_Treant.Protector | 1.168557e-05 | 3.300664e-04 | 1.631765e-04 |\n| d_Elder.Titan | 1.071858e-05 | 2.141889e-04 | 1.087843e-04 |\n| d5_deaths | 7.716706e-06 | 2.466555e-04 | 2.175687e-04 |\n| first_blood_exist | 7.233217e-06 | 1.014885e-04 | 5.439217e-05 |\n| d_Treant.Protector | 6.352902e-06 | 1.207320e-04 | 5.439217e-05 |\n| r4_level | 5.872209e-06 | 1.207320e-04 | 5.439217e-05 |\n| r_Night.Stalker | 4.555398e-06 | 2.383917e-04 | 1.087843e-04 |\n| d_Ancient.Apparition | 1.656788e-06 | 1.108849e-04 | 5.439217e-05 |\n| r4_deaths | 1.184209e-06 | 3.960010e-06 | 5.439217e-05 |\n\n","text/html":"\n\n\n\t\n\t\n\n\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\t\n\n
A data.table: 425 × 4
FeatureGainCoverFrequency
<chr><dbl><dbl><dbl>
radiant_gold_diff 0.0730221950.0031283250.003589883
dire_gold 0.0376326530.0018963770.002338863
radiant_xp_diff 0.0289310260.0030691440.003861844
radiant_gold 0.0266442420.0019019530.002175687
xp_diff_plus_gold_diff0.0251883620.0024115070.003154746
radiant_xp 0.0222471990.0019137410.003154746
radiant_items_diff 0.0189711490.0040311430.003970628
radiant_lhits_diff 0.0166535460.0029812660.003644275
d_maxgold 0.0166272730.0023690690.003372314
radiant_maxgold 0.0152613840.0023288950.003154746
radiant_deaths_diff 0.0138089930.0012871570.002230079
r_Spectre 0.0137820680.0083956620.005874354
d_Spectre 0.0137141890.0083904810.005330432
lh_diff_x_death_diff 0.0118113100.0019118800.002284471
dire_xp 0.0113811870.0018585850.002556432
r_Riki 0.0106325730.0078903070.005221648
d_Omniknight 0.0103068970.0063528840.003916236
d_Riki 0.0096738660.0072950620.005058472
r_Omniknight 0.0096673920.0061532370.003861844
r_Zeus 0.0095718590.0072704840.004623334
max_death_diff 0.0091019090.0009501390.001414196
r_Wraith.King 0.0090835360.0063547740.005493609
d_kills_minus_death 0.0088151730.0020466410.003154746
radiant_maxlhits 0.0087771780.0047053880.005765570
lh_diff_x_gold_diff 0.0085096530.0032797750.004514550
radiant_lhits 0.0082164530.0023945230.003753060
obs_ward_diff 0.0078233650.0040288820.005711178
d_Wraith.King 0.0076889820.0060863610.004133805
d_Ursa 0.0070630120.0062500030.004732119
r_Queen.of.Pain 0.0070553980.0048882020.004677726
⋮⋮⋮⋮
d_Bristleback 6.068732e-054.713389e-043.807452e-04
r_Disruptor 5.817303e-053.763458e-043.263530e-04
d_Troll.Warlord 5.584808e-059.843740e-045.439217e-04
r_Weaver 5.537611e-051.081299e-042.175687e-04
d4_hero 5.136768e-054.810894e-043.807452e-04
d_Jakiro 4.982098e-056.908435e-043.263530e-04
first_blood_time 4.912494e-051.777405e-042.719608e-04
r_Sand.King 4.184184e-055.564699e-043.263530e-04
r_Earth.Spirit 3.761628e-052.647756e-042.175687e-04
d_Shadow.Shaman 3.479244e-053.523788e-041.631765e-04
d_Visage 3.085748e-053.421143e-041.631765e-04
r_Bristleback 3.073082e-054.024653e-042.175687e-04
r_Beastmaster 2.835949e-052.895820e-041.631765e-04
r5_deaths 2.245820e-052.046534e-041.631765e-04
r_Nyx.Assassin 2.160777e-052.228460e-041.631765e-04
r4_kills 2.150944e-052.414640e-041.631765e-04
r_Keeper.of.the.Light2.109350e-053.451832e-042.175687e-04
r_Lycan 1.768859e-053.441138e-041.631765e-04
d2_deaths 1.640581e-051.990549e-041.631765e-04
d1_kills 1.457623e-053.317693e-041.631765e-04
d_Pudge 1.330519e-054.470626e-042.719608e-04
r_Treant.Protector 1.168557e-053.300664e-041.631765e-04
d_Elder.Titan 1.071858e-052.141889e-041.087843e-04
d5_deaths 7.716706e-062.466555e-042.175687e-04
first_blood_exist 7.233217e-061.014885e-045.439217e-05
d_Treant.Protector 6.352902e-061.207320e-045.439217e-05
r4_level 5.872209e-061.207320e-045.439217e-05
r_Night.Stalker 4.555398e-062.383917e-041.087843e-04
d_Ancient.Apparition 1.656788e-061.108849e-045.439217e-05
r4_deaths 1.184209e-063.960010e-065.439217e-05
\n"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"\n# combination of xgbtree, lgbm, logreg\nauc(vt, (tot_lgbm/5) * 0.4 + (tot_xgb/5) * 0.2 + glmp * 0.4)\n\n# 0.721778885437305 (only xgb and lgbm)\n# 0.722206151327021 (with log reg, 5 runs on xgb/lgbm)","execution_count":94,"outputs":[{"output_type":"display_data","data":{"text/plain":"[1] 0.7231748","text/latex":"0.723174774840076","text/markdown":"0.723174774840076","text/html":"0.723174774840076"},"metadata":{}}]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Create XGB model on full train set and make submission on test\n\n# control = trainControl(method = \"none\",\n# number = 1\n# )\n\n# grid = expand.grid(nrounds=c(1250), \n# max_depth= c(6), \n# eta=c(0.02), \n# gamma= c(0.01), \n# colsample_bytree = 0.8, \n# min_child_weight = 1,\n# subsample = 0.8)\n \n\n# set.seed(12)\n\n# xgb_tree = train(as.factor(radiant_win)~.-match_id, \n# data=train,\n# method=\"xgbTree\",\n# trControl=control, \n# tuneGrid=grid, \n# metric=\"AUC\")\n\n# test_pred <- predict(xgb_tree , newdata = test, type=\"prob\")[,c(2)]\n\n# sub1 <- sample\n# sub1$radiant_win <- test_pred\n# write.csv(sub1, \"submission_xgb1.csv\", row.names=F)\n\n# Score on test: 0.70791 (max_depth 3, 150 rounds, eta = 0.2)\n# Score on test: 0.71129 (max_depth 5, 400 rounds, eta 0.05)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Full LGBM submission\n\n# targets <- train$radiant_win\n\n# tr <- train[, 1:(ncol(train)-7)]\n# tes <- test[, 1:(ncol(train)-6)]\n\n# train_sparse <- Matrix(as.matrix(tr), sparse=TRUE)\n# test_sparse <- Matrix(as.matrix(tes), sparse=TRUE)\n\n# lgb.train <- lgb.Dataset(data=train_sparse, label=targets)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# LGBM full model\n# set.seed(12)\n\n# lgb.grid <- list(objective = \"binary\",\n# metric = \"auc\",\n# boosting = \"gbdt\",\n# max_depth = 50,\n# min_sum_hessian_in_leaf = 1,\n# feature_fraction = 0.7,\n# bagging_fraction = 0.7,\n# bagging_freq = 5,\n# min_data_in_bin = 10,\n# max_bin = 5,\n# lambda_l1 = 8,\n# lambda_l2 = 1.2,\n# min_gain_to_split = 2,\n# min_data_in_leaf = 2,\n# is_unbalance = TRUE)\n\n\n\n# # Train final model\n# lgb.model <- lgb.train(params = lgb.grid, \n# data = lgb.train, \n# learning_rate = 0.05,\n# num_leaves = 20, \n# nrounds = 600,\n# num_threads = 4)\n\n\n# test_preds2 <- predict(lgb.model, test_sparse)\n\n# sub2 <- sample\n# sub2$radiant_win <- test_preds2\n# write.csv(sub2, \"submission_lgbm1.csv\", row.names=F)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Combination of XGB and lgbm\n\n# sub3 <- sample\n# sub3$radiant_win <- test_pred * 0.5 + test_preds2 * 0.5\n# write.csv(sub3, \"submission_xgb_lgbm.csv\", row.names=F)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Train several xgb and lgbm, a logistic regression, then ensemble:","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# XGB bag\nruns <- 10\ntot_xgb <- rep(0, nrow(test))\n\nfor (x in 12:(12+runs-1)){\n \nprint(paste(\"starting\",x))\n\ncontrol = trainControl(method = \"none\",\n number = 1\n)\n\ngrid = expand.grid(nrounds=c(300), \n max_depth= c(3), \n eta=c(0.2), \n gamma= c(0.01), \n colsample_bytree = 0.8, \n min_child_weight = 1,\n subsample = 0.8)\n \n\nset.seed(x)\n\nxgb_tree = train(as.factor(radiant_win)~.-match_id, \n data=train,\n method=\"xgbTree\",\n trControl=control, \n tuneGrid=grid, \n metric=\"AUC\")\n\ntest_pred_xgb <- predict(xgb_tree , newdata = test, type=\"prob\")[,c(2)]\n\ntot_xgb <- tot_xgb + test_pred_xgb\n \n}\n\nsub1 <- sample\nsub1$radiant_win <- tot_xgb/runs\nwrite.csv(sub1, \"submission_xgb4.csv\", row.names=F)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Logreg with full extracted features\n\nglmod <- glm(radiant_win ~.- match_id, data = train)\n\nglmp <- predict(glmod, newdata = test, type=\"response\")\nglmp <- ifelse(glmp < 0, 10e-15, ifelse(glmp > 1, 1-10e-15, glmp))\n\nsub3 <- sample\nsub3$radiant_win <- glmp\nwrite.csv(sub3, \"submission_logreg4.csv\", row.names=F)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"targets <- train$radiant_win\n\ntr <- train[, 2:(ncol(train)-15)]\ntes <- test[, 2:(ncol(train)-14)]\n\ntrain_sparse <- Matrix(as.matrix(tr), sparse=TRUE)\ntest_sparse <- Matrix(as.matrix(tes), sparse=TRUE)\n\nlgb.train <- lgb.Dataset(data=train_sparse, label=targets)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"runs <- 10\ntot_lgbm <- rep(0, nrow(test))\n\nfor (x in 12:(12+runs-1)){\n \nprint(paste(\"starting\",x))\n\nlgb.grid <- list(objective = \"binary\",\n metric = \"auc\",\n boosting = \"gbdt\",\n max_depth = 12,\n min_sum_hessian_in_leaf = 0.1,\n feature_fraction = 0.1,\n bagging_fraction = 0.7,\n bagging_freq = 5,\n min_data_in_bin = 10,\n max_bin = 5,\n lambda_l1 = 8,\n lambda_l2 = 1.2,\n min_gain_to_split = 2,\n min_data_in_leaf = 25,\n is_unbalance = TRUE,\n seed=x)\n\n\n\n# Train final model\nlgb.model <- lgb.train(params = lgb.grid, \n data = lgb.train, \n learning_rate = 0.05,\n num_leaves = 30, \n nrounds = 2000,\n num_threads = 4)\n\n\nlgb_preds <- predict(lgb.model, test_sparse)\n \ntot_lgbm <- tot_lgbm + lgb_preds\n \n}\n\nsub2 <- sample\nsub2$radiant_win <- tot_lgbm/runs\nwrite.csv(sub2, \"submission_lgbm4.csv\", row.names=F)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"# Combination of xgbtree, lgbm, logreg\nsub4 <- sample\nsub4$radiant_win <- ((tot_xgb/runs) * 0.2) + ((tot_lgbm/runs) * 0.4) + (glmp * 0.4)\nwrite.csv(sub4, \"submission_combined_4.csv\", row.names=F)","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"R","language":"R","name":"ir"},"language_info":{"mimetype":"text/x-r-source","name":"R","pygments_lexer":"r","version":"3.4.2","file_extension":".r","codemirror_mode":"r"}},"nbformat":4,"nbformat_minor":1}