{"cells":[{"metadata":{"_execution_state":"idle","_uuid":"7079dd58978dd2076267b9d11414a293a57b02f9","trusted":false,"_cell_guid":"e5071f6f-0e60-40a8-a3c5-5ff404109bc1"},"cell_type":"code","source":"library(ggplot2) # Data visualization\nlibrary(randomForest) # Random Forest\nlibrary(lattice) # Connected to caret-package\nlibrary(psych) # Connected to caret-package\nlibrary(caret) # ConfusionMatrix\n\nsystem(\"ls ../input\")\n","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"61896edd27392ed328a69d34b371cd86485489a4","trusted":true,"_cell_guid":"76fd137d-9ccf-43f6-a575-2359a9df8c74"},"cell_type":"code","source":"# MNIST handwritten digits\n\n#### PACKAGE ####\nlibrary(caret) \nlibrary(xgboost)\nlibrary(xgbTree)\n\n#### PARAMETERS ####\n\nset.seed(12345)\n\n#### IMPORT DATA ####\n\ntrain <- read.csv(file = '../input/train.csv', colClasses = c(\"label\" = \"factor\"))\ntest <- read.csv(file = '../input/test.csv')\n\n#### MODEL ####\n\ntrControl = trainControl(method = 'cv',\n                         number = 2,\n                         verboseIter = TRUE,\n                         allowParallel = TRUE)\n\ntuneGridXGB <- expand.grid(nrounds=c(350),\n                           max_depth = c(4, 6),\n                           eta = c(0.05, 0.1),\n                           gamma = c(0.01),\n                           colsample_bytree = c(0.75),\n                           subsample = c(0.50),\n                           min_child_weight = c(0))\n\nstart <- Sys.time() # Run-time\nstart\n\n\n#trainCaret <- train(label ~ .,\n                    data = train,\n                    method = 'xgbTree',\n                    trControl = trControl)\n\npaste0('Start: ', start)\npaste0('End: ', Sys.time())\npaste0('Runtime: ', Sys.time() - start)\n\n\n\n\n#### EVALUATION ####\n\nplot(trainCaret)\n\ntestCaret <- predict(trainCaret, newdata = test)\n\nconfusionMatrix(trainCaret)\n\n\n#### SUBMISSION ####\n\nwrite.csv(x = testCaret, file = 'Submission.csv',row.names = FALSE)","execution_count":1,"outputs":[]},{"metadata":{"_uuid":"2e0fc0621a12fe483169bb3368ea9bbe0efb53c2","trusted":false,"_cell_guid":"cd2a5364-cc63-45de-acd6-5a7f35454720"},"cell_type":"code","source":"\n\n","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"445bfa43767d5e25a1611a796fd148cf963c147f","trusted":false,"_cell_guid":"329865e0-79a1-4250-9475-f658e93747c2"},"cell_type":"code","source":"trainTree","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"R","language":"R","name":"ir"},"language_info":{"mimetype":"text/x-r-source","name":"R","pygments_lexer":"r","version":"3.4.2","file_extension":".r","codemirror_mode":"r"}},"nbformat":4,"nbformat_minor":1}