{"metadata":{"kernelspec":{"name":"ir","display_name":"R","language":"R"},"language_info":{"name":"R","codemirror_mode":"r","pygments_lexer":"r","mimetype":"text/x-r-source","file_extension":".r","version":"4.0.5"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"library(tidyverse) # metapackage of all tidyverse packages\nlibrary(caret)","metadata":{"_uuid":"051d70d956493feee0c6d64651c6a088724dca2a","_execution_state":"idle","execution":{"iopub.status.busy":"2021-10-22T15:07:20.944782Z","iopub.execute_input":"2021-10-22T15:07:20.947395Z","iopub.status.idle":"2021-10-22T15:07:24.240037Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"path <- \"../input/eda-fb-data/\"\nlist.files(path)","metadata":{"execution":{"iopub.status.busy":"2021-10-22T15:07:24.242486Z","iopub.execute_input":"2021-10-22T15:07:24.274631Z","iopub.status.idle":"2021-10-22T15:07:24.309057Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data <- read.csv(paste0(path, \"train_processed.csv\"), row.names=1)\ndata$outcome <- as.factor(ifelse(data$outcome == 0, \"Human\", \"Robot\"))\ndata %>% str()\ndata %>% head()","metadata":{"execution":{"iopub.status.busy":"2021-10-22T15:11:00.388855Z","iopub.execute_input":"2021-10-22T15:11:00.390439Z","iopub.status.idle":"2021-10-22T15:11:00.459857Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_data <- read.csv(paste0(path, \"test_processed.csv\"), row.names=1)\ntest_data %>% str()\ntest_data %>% head()","metadata":{"execution":{"iopub.status.busy":"2021-10-22T15:11:00.581868Z","iopub.execute_input":"2021-10-22T15:11:00.583510Z","iopub.status.idle":"2021-10-22T15:11:00.652266Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# final estimation of results based on test split\n# first fit the full data\nfinal_rf <- train(outcome ~ ., data=data,\n          # Preprocessing techniques\n          preProcess = c(\"center\", \"scale\"),\n          # Training control\n          trControl = trainControl(method=\"none\", classProbs=TRUE),\n          # metric: Area under ROC curve\n          metric = \"ROC\",\n          # specify model name here\n          method = \"rf\",\n          # based on best result\n          tuneGrid = data.frame(mtry=2)\n         )","metadata":{"execution":{"iopub.status.busy":"2021-10-22T15:12:34.130241Z","iopub.execute_input":"2021-10-22T15:12:34.131786Z","iopub.status.idle":"2021-10-22T15:12:34.765856Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_NAidx <- is.na(test_data$n_auction)\ntest_nonNApred <- predict(final_rf, test_data[!test_NAidx, ], type=\"prob\")\nunconditional_pred <- mean(as.numeric(data$outcome) - 1)\ntest_pred <- rep(unconditional_pred, test_data %>% nrow())\ntest_pred[!test_NAidx] <- test_nonNApred$Robot","metadata":{"execution":{"iopub.status.busy":"2021-10-22T15:12:37.372258Z","iopub.execute_input":"2021-10-22T15:12:37.373841Z","iopub.status.idle":"2021-10-22T15:12:37.516213Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"hist(test_pred)","metadata":{"execution":{"iopub.status.busy":"2021-10-22T05:04:07.768021Z","iopub.execute_input":"2021-10-22T05:04:07.769626Z","iopub.status.idle":"2021-10-22T05:04:07.998592Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_pred","metadata":{"execution":{"iopub.status.busy":"2021-10-22T05:04:13.735253Z","iopub.execute_input":"2021-10-22T05:04:13.737082Z","iopub.status.idle":"2021-10-22T05:04:13.768889Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission <- data.frame(\n    bidder_id = test_data$bidder_id,\n    prediction = test_pred\n)\nsubmission %>% head()","metadata":{"execution":{"iopub.status.busy":"2021-10-22T05:04:16.944755Z","iopub.execute_input":"2021-10-22T05:04:16.946506Z","iopub.status.idle":"2021-10-22T05:04:16.971841Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission %>% write.csv(\"../working/submission.csv\", row.names=FALSE)","metadata":{"execution":{"iopub.status.busy":"2021-10-17T06:44:37.314464Z","iopub.execute_input":"2021-10-17T06:44:37.316099Z","iopub.status.idle":"2021-10-17T06:44:37.340461Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"list.files(\"../working\")","metadata":{"execution":{"iopub.status.busy":"2021-10-17T06:44:37.34434Z","iopub.execute_input":"2021-10-17T06:44:37.34611Z","iopub.status.idle":"2021-10-17T06:44:37.362719Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}