baseline-lights-out-and-away.ipynb

{"metadata":{"kernelspec":{"name":"ir","display_name":"R","language":"R"},"language_info":{"name":"R","codemirror_mode":"r","pygments_lexer":"r","mimetype":"text/x-r-source","file_extension":".r","version":"4.0.5"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"library(tidyverse)\nlibrary(skimr)\nlibrary(lubridate)\nlibrary(lightgbm)\nlibrary(xgboost)\nlibrary(h2o)\nlibrary(catboost)\nlibrary(caret)\nlibrary(Metrics)","metadata":{"_uuid":"051d70d956493feee0c6d64651c6a088724dca2a","_execution_state":"idle","execution":{"iopub.status.busy":"2021-11-14T21:12:58.428604Z","iopub.execute_input":"2021-11-14T21:12:58.463944Z","iopub.status.idle":"2021-11-14T21:13:02.356501Z"},"trusted":true},"execution_count":2,"outputs":[]},{"cell_type":"code","source":"train <- read_csv('../input/mh-dare-in-reality-2021//train.csv')\ntr_weather <- read_csv('../input/mh-dare-in-reality-2021//train_weather.csv')\ntest <- read_csv('../input/mh-dare-in-reality-2021//test.csv')\nte_weather <- read_csv('../input/mh-dare-in-reality-2021//test_weather.csv')\nsample_sub <- read_csv(\"../input/mh-dare-in-reality-2021//submission.csv\")","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:02.358788Z","iopub.execute_input":"2021-11-14T21:13:02.360729Z","iopub.status.idle":"2021-11-14T21:13:03.034823Z"},"trusted":true},"execution_count":3,"outputs":[]},{"cell_type":"code","source":"TEAM_NAME <- tibble(\n  NUMBER = c(4,37,5,17,\n             6,7,8,88,\n             10,20,11,33,\n             13,25,22,23,\n             27,28,29,94,\n             36,99,48,71),\n  TEAM = c(\"EVR\",\"EVR\",\"MEQ\",\"MEQ\",\n           \"DRA\",\"DRA\",\"NIO\",\"NIO\",\n           \"JR\",\"JR\",\"AUDI\",\"AUDI\",\n           \"DS\",\"DS\",\"NIS\",\"NIS\",\n           \"BMW\",\"BMW\",\"MAH\",\"MAH\",\n           \"TAG\",\"TAG\",\"ROK\",\"ROK\"))","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:03.038299Z","iopub.execute_input":"2021-11-14T21:13:03.039811Z","iopub.status.idle":"2021-11-14T21:13:03.056182Z"},"trusted":true},"execution_count":4,"outputs":[]},{"cell_type":"code","source":"train <- train %>% select(-TEAM) %>% left_join(.,TEAM_NAME,by=\"NUMBER\")\ntest <- test %>% select(-TEAM) %>% left_join(.,TEAM_NAME,by=\"NUMBER\")","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:03.059880Z","iopub.execute_input":"2021-11-14T21:13:03.061558Z","iopub.status.idle":"2021-11-14T21:13:03.111260Z"},"trusted":true},"execution_count":5,"outputs":[]},{"cell_type":"code","source":"te_weather <- te_weather %>% mutate(RAIN = as.character(RAIN)) %>%\n  rename(c(\"EVENT\"=\"EVENTS\"))","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:03.115009Z","iopub.execute_input":"2021-11-14T21:13:03.116599Z","iopub.status.idle":"2021-11-14T21:13:03.143383Z"},"trusted":true},"execution_count":6,"outputs":[]},{"cell_type":"code","source":"weather <- bind_rows(tr_weather,te_weather)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:03.548812Z","iopub.execute_input":"2021-11-14T21:13:03.550606Z","iopub.status.idle":"2021-11-14T21:13:03.573785Z"},"trusted":true},"execution_count":7,"outputs":[]},{"cell_type":"code","source":"event <- weather %>% \n  separate(TIME_UTC_STR,\n           c(\"TIME_UTC_DATE\",\"TIME_UTC_TIME\"),\n           sep=\" \",remove=FALSE) %>%\n  mutate(TIME_UTC_DATE = dmy(TIME_UTC_DATE),\n         TIME_UTC_TIME = hm(TIME_UTC_TIME),\n         TIME_UTC_STR = dmy_hm(TIME_UTC_STR)) %>%\n  group_by(EVENT,LOCATION,TIME_UTC_DATE) %>%\n  summarise(MIN_TIM = min(TIME_UTC_SECONDS),MAX_TIM = max(TIME_UTC_SECONDS)) %>%\n  mutate(SESSION_TIME = (MAX_TIM-MIN_TIM),\n         RACES = n()) %>%\n  arrange(EVENT,LOCATION,TIME_UTC_DATE) %>%\n  mutate(ROW_N=row_number())","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:04.079968Z","iopub.execute_input":"2021-11-14T21:13:04.081566Z","iopub.status.idle":"2021-11-14T21:13:04.189779Z"},"trusted":true},"execution_count":8,"outputs":[]},{"cell_type":"code","source":"\n# Cleaning Weather data\n\nw_pressure <- weather %>% distinct(PRESSURE) %>%\n  mutate(PR =floor(PRESSURE)) %>%\n  mutate(PRESSURE_2 = case_when(PR>770000&PR<777000~PR/1000,\n                                PR>100000&PR<120000~PR/100,\n                                PR>10000&PR<11000~PR/10,\n                                PR>77000&PR<777000~PR/100,\n                                TRUE~PR))\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:04.556200Z","iopub.execute_input":"2021-11-14T21:13:04.557942Z","iopub.status.idle":"2021-11-14T21:13:04.581694Z"},"trusted":true},"execution_count":9,"outputs":[]},{"cell_type":"code","source":"\nweather_clean <- weather %>%\n  mutate(WIND_SPEED = as.numeric(substr(str_replace(WIND_SPEED,\",\",\".\"),1,4)),\n         RAIN=str_replace(RAIN,\",\",\".\"),\n         AIR_TEMP = as.integer(substr(as.character(round(AIR_TEMP,0)),1,2)),\n         TRACK_TEMP = as.numeric(substr(as.character(round(TRACK_TEMP,0)),1,2)),\n         HUMIDITY = as.numeric(substr(as.character(round(HUMIDITY,0)),1,2))\n  ) %>% \n  left_join(.,select(w_pressure,PRESSURE,PRESSURE_2),by=\"PRESSURE\") %>%\n  select(-PRESSURE) %>%\n  mutate(TIME_UTC_STR = dmy_hm(TIME_UTC_STR))\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:05.034880Z","iopub.execute_input":"2021-11-14T21:13:05.036512Z","iopub.status.idle":"2021-11-14T21:13:05.098939Z"},"trusted":true},"execution_count":10,"outputs":[]},{"cell_type":"code","source":"\nw_index2 <- weather %>%\n  ungroup() %>%\n  separate(TIME_UTC_STR,\n           c(\"TIME_UTC_DATE\",\"TIME_UTC_TIME\"),\n           sep=\" \",remove=FALSE) %>%\n  mutate(TIME_UTC_DATE = dmy(TIME_UTC_DATE),\n         TIME_UTC_TIME = hm(TIME_UTC_TIME),\n         TIME_UTC_STR = dmy_hm(TIME_UTC_STR)) %>%\n  select(TIME_UTC_STR,EVENT,LOCATION,TIME_UTC_DATE) %>% \n  group_by(EVENT,LOCATION,TIME_UTC_DATE) %>%\n  summarise(MIN_DT = min(TIME_UTC_STR)) %>%\n  arrange(EVENT,LOCATION) %>%\n  mutate(ROW_N=row_number()) %>%\n  nest(MIN_DT) %>%\n  mutate(TIME_UTC_STR = map(data,\n                            ~seq.POSIXt(from = .x$MIN_DT,\n                                        by=\"min\",\n                                        length.out = 60))) %>%\n  unnest(TIME_UTC_STR) %>%\n  mutate(DATE = date(TIME_UTC_STR)) %>%\n  group_by(EVENT,LOCATION,DATE) %>%\n  mutate(T_IDX = row_number()) \n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:05.487287Z","iopub.execute_input":"2021-11-14T21:13:05.489061Z","iopub.status.idle":"2021-11-14T21:13:05.620651Z"},"trusted":true},"execution_count":11,"outputs":[]},{"cell_type":"code","source":"\ntr_wd <- weather %>%\n  ungroup() %>%\n  separate(TIME_UTC_STR,\n           c(\"TIME_UTC_DATE\",\"TIME_UTC_TIME\"),\n           sep=\" \",remove=FALSE) %>%\n  mutate(TIME_UTC_DATE = dmy(TIME_UTC_DATE),\n         TIME_UTC_TIME = hm(TIME_UTC_TIME),\n         TIME_UTC_STR = dmy_hm(TIME_UTC_STR)) %>%\n  #filter(TIME_UTC_DATE!=\"2021-08-13\") %>%\n  group_by(EVENT,LOCATION,TIME_UTC_DATE) %>%\n  summarise(MIN_TIM = min(TIME_UTC_SECONDS)) %>%\n  mutate(RACES = n()) %>%\n  arrange(EVENT,LOCATION) %>%\n  mutate(ROW_N=row_number()) %>%\n  select(EVENT,LOCATION,TIME_UTC_DATE,ROW_N)\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:05.969602Z","iopub.execute_input":"2021-11-14T21:13:05.971179Z","iopub.status.idle":"2021-11-14T21:13:06.054858Z"},"trusted":true},"execution_count":12,"outputs":[]},{"cell_type":"code","source":"\n#now joining all data together\n\nw_final <- w_index2 %>% \n  left_join(.,weather_clean,by=c(\"EVENT\",\"LOCATION\",\"TIME_UTC_STR\")) %>%\n  group_by(EVENT,LOCATION) %>%\n  mutate_at(vars(AIR_TEMP,TRACK_TEMP,HUMIDITY,PRESSURE_2),\n            ~ifelse(is.na(.x), mean(.x, na.rm = TRUE), .x)) %>% #mean imputation\n  mutate_at(vars(TIME_UTC_SECONDS),\n            ~ifelse(is.na(.x), as.numeric(TIME_UTC_STR), .x)) %>% \n  fill(WIND_SPEED,WIND_DIRECTION,RAIN,PRESSURE_2,T_IDX,.direction=\"down\") %>%\n  select(-data) %>% mutate(T_SEC = T_IDX*60) \n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:06.409180Z","iopub.execute_input":"2021-11-14T21:13:06.410981Z","iopub.status.idle":"2021-11-14T21:13:06.518408Z"},"trusted":true},"execution_count":13,"outputs":[]},{"cell_type":"code","source":"\n#### driver data\n\ntrain <- train %>% \n  ungroup() %>%\n  group_by(EVENT,LOCATION,NUMBER,LAP_NUMBER) %>%\n  mutate(ROW_N = row_number())\n\ntest <- test %>% \n  ungroup() %>%\n  group_by(EVENT,LOCATION,NUMBER,LAP_NUMBER) %>%\n  mutate(ROW_N = row_number())\n\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:06.915098Z","iopub.execute_input":"2021-11-14T21:13:06.916869Z","iopub.status.idle":"2021-11-14T21:13:07.110934Z"},"trusted":true},"execution_count":14,"outputs":[]},{"cell_type":"code","source":"\ntr_sector <- train %>%\n  select(EVENT,LOCATION,NUMBER,LAP_NUMBER,LAP_TIME,S1_LARGE,S2_LARGE,\n         S3_LARGE,PIT_TIME,CROSSING_FINISH_LINE_IN_PIT,ROW_N) %>%\n  group_by(EVENT,LOCATION,NUMBER) %>%\n  mutate(TOTAL_LAPS = n()) %>% ungroup() %>%\n  gather(.,\"SESSION\",\"TIME\",6:9) %>%\n  arrange(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER,SESSION) %>%\n  # here the pit time come times combines added to S3 of previous lap or S1 lap where the pit time is generated. \n  # majority we see that the pit time is added to S1, very few corner cases we see in S3\n  group_by(EVENT,LOCATION,NUMBER) %>%\n  separate(TIME,c(\"MIN\",\"SEC\"),sep=\":\",remove=FALSE,extra=\"drop\") %>%\n  mutate(TOTAL=(as.integer(MIN)*60)+as.integer(SEC)) %>%\n  mutate(PREV_SESS = lag(SESSION),NXT_SESS = lead(SESSION), \n         PREV_TM = lag(TOTAL), NXT_TM = lead(TOTAL)) %>% \n  mutate(PREV_FL = lag(CROSSING_FINISH_LINE_IN_PIT,4),\n         NXT_FL = lead(CROSSING_FINISH_LINE_IN_PIT,4)) %>%\n  replace_na(list(MIN=0,SEC=0,TOTAL=0,PREV_TM=0,NXT_TM=0)) %>% \n  arrange(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER,SESSION) %>%\n  group_by(EVENT,LOCATION,NUMBER) %>%\n  mutate(ACTUAL_TIME = case_when(LAP_NUMBER==1&SESSION==\"S1_LARGE\"&PREV_SESS==\"PIT_TIME\"~TOTAL-PREV_TM,\n                                 CROSSING_FINISH_LINE_IN_PIT==\"B\"&SESSION==\"S3_LARGE\"&(TOTAL-NXT_TM)>0~TOTAL-NXT_TM,\n                                 CROSSING_FINISH_LINE_IN_PIT==\"B\"&SESSION==\"S3_LARGE\"&(TOTAL-NXT_TM)<0~TOTAL,\n                                 LAP_NUMBER!=TOTAL_LAPS&SESSION==\"S1_LARGE\"&PREV_SESS==\"PIT_TIME\"&(TOTAL-PREV_TM)<0~TOTAL,\n                                 LAP_NUMBER!=TOTAL_LAPS&SESSION==\"S1_LARGE\"&PREV_SESS==\"PIT_TIME\"&(TOTAL-PREV_TM)>0~TOTAL-PREV_TM,\n                                 LAP_NUMBER==TOTAL_LAPS~TOTAL,\n                                 TRUE~TOTAL)) %>%\n  mutate(CUML_TM = cumsum(ACTUAL_TIME)) %>%\n  mutate(CUML_TM_MIN = ceiling(CUML_TM/60))\n\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:07.699527Z","iopub.execute_input":"2021-11-14T21:13:07.701395Z","iopub.status.idle":"2021-11-14T21:13:09.553430Z"},"trusted":true},"execution_count":15,"outputs":[]},{"cell_type":"code","source":"\nte_sector <- test %>%\n  select(EVENT,LOCATION,NUMBER,LAP_NUMBER,LAP_TIME,S1_LARGE,S2_LARGE,\n         S3_LARGE,PIT_TIME,CROSSING_FINISH_LINE_IN_PIT,ROW_N) %>%\n  group_by(EVENT,LOCATION,NUMBER) %>%\n  mutate(TOTAL_LAPS = n()) %>% ungroup() %>%\n  gather(.,\"SESSION\",\"TIME\",6:9) %>%\n  arrange(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER,SESSION) %>%\n  # here the pit time come times combines added to S3 of previous lap or S1 lap where the pit time is generated. \n  # majority we see that the pit time is added to S1, very few corner cases we see in S3\n  group_by(EVENT,LOCATION,NUMBER) %>%\n  separate(TIME,c(\"MIN\",\"SEC\"),sep=\":\",remove=FALSE,extra=\"drop\") %>%\n  mutate(TOTAL=(as.integer(MIN)*60)+as.integer(SEC)) %>%\n  mutate(PREV_SESS = lag(SESSION),NXT_SESS = lead(SESSION), \n         PREV_TM = lag(TOTAL), NXT_TM = lead(TOTAL)) %>% \n  mutate(PREV_FL = lag(CROSSING_FINISH_LINE_IN_PIT,4),\n         NXT_FL = lead(CROSSING_FINISH_LINE_IN_PIT,4)) %>%\n  replace_na(list(MIN=0,SEC=0,TOTAL=0,PREV_TM=0,NXT_TM=0)) %>% \n  arrange(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER,SESSION) %>%\n  group_by(EVENT,LOCATION,NUMBER) %>%\n  mutate(ACTUAL_TIME = case_when(LAP_NUMBER==1&SESSION==\"S1_LARGE\"&PREV_SESS==\"PIT_TIME\"~TOTAL-PREV_TM,\n                                 CROSSING_FINISH_LINE_IN_PIT==\"B\"&SESSION==\"S3_LARGE\"&(TOTAL-NXT_TM)>0~TOTAL-NXT_TM,\n                                 CROSSING_FINISH_LINE_IN_PIT==\"B\"&SESSION==\"S3_LARGE\"&(TOTAL-NXT_TM)<0~TOTAL,\n                                 LAP_NUMBER!=TOTAL_LAPS&SESSION==\"S1_LARGE\"&PREV_SESS==\"PIT_TIME\"&(TOTAL-PREV_TM)<0~TOTAL,\n                                 LAP_NUMBER!=TOTAL_LAPS&SESSION==\"S1_LARGE\"&PREV_SESS==\"PIT_TIME\"&(TOTAL-PREV_TM)>0~TOTAL-PREV_TM,\n                                 LAP_NUMBER==TOTAL_LAPS~TOTAL,\n                                 TRUE~TOTAL)) %>%\n  mutate(CUML_TM = cumsum(ACTUAL_TIME)) %>%\n  mutate(CUML_TM_MIN = ceiling(CUML_TM/60))\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:09.555891Z","iopub.execute_input":"2021-11-14T21:13:09.557278Z","iopub.status.idle":"2021-11-14T21:13:09.742838Z"},"trusted":true},"execution_count":16,"outputs":[]},{"cell_type":"code","source":"\ntr_sec_final <- tr_sector %>%\n  select(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER,SESSION,CUML_TM_MIN) %>%\n  left_join(.,w_final,by=c(\"EVENT\",\"LOCATION\",\"ROW_N\",\"CUML_TM_MIN\"=\"T_IDX\")) %>%\n  arrange(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER) %>%\n  select(-c(TIME_UTC_SECONDS,T_SEC))\n\nte_sec_final <- te_sector %>%\n  select(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER,SESSION,CUML_TM_MIN) %>%\n  left_join(.,w_final,by=c(\"EVENT\",\"LOCATION\",\"ROW_N\",\"CUML_TM_MIN\"=\"T_IDX\")) %>%\n  arrange(EVENT,LOCATION,ROW_N,NUMBER,LAP_NUMBER) %>%\n  select(-c(TIME_UTC_SECONDS,T_SEC))\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:09.745325Z","iopub.execute_input":"2021-11-14T21:13:09.746752Z","iopub.status.idle":"2021-11-14T21:13:09.872130Z"},"trusted":true},"execution_count":17,"outputs":[]},{"cell_type":"code","source":"\n#retransform the data \ntr_sec_wide <- tr_sec_final %>%\n  pivot_wider(.,\n             id_cols = c(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N,TIME_UTC_DATE),\n             names_from = SESSION,\n             values_from = c(AIR_TEMP,TRACK_TEMP,HUMIDITY,PRESSURE_2,\n                             WIND_SPEED,WIND_DIRECTION,RAIN))\n\nte_sec_wide <- te_sec_final %>%\n  pivot_wider(.,\n              id_cols = c(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N,TIME_UTC_DATE),\n              names_from = SESSION,\n              values_from = c(AIR_TEMP,TRACK_TEMP,HUMIDITY,PRESSURE_2,\n                              WIND_SPEED,WIND_DIRECTION,RAIN))\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:09.876337Z","iopub.execute_input":"2021-11-14T21:13:09.878014Z","iopub.status.idle":"2021-11-14T21:13:10.278573Z"},"trusted":true},"execution_count":18,"outputs":[]},{"cell_type":"code","source":"\ntr_sector_time <- tr_sector %>%\n  select(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N,SESSION,ACTUAL_TIME) %>%\n  pivot_wider(.,\n              id_cols = c(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N),\n              names_from = SESSION,\n              values_from = ACTUAL_TIME)\n\n\nte_sector_time <- te_sector %>%\n  select(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N,SESSION,ACTUAL_TIME) %>%\n  pivot_wider(.,\n              id_cols = c(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N),\n              names_from = SESSION,\n              values_from = ACTUAL_TIME)\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:10.281107Z","iopub.execute_input":"2021-11-14T21:13:10.282647Z","iopub.status.idle":"2021-11-14T21:13:10.353015Z"},"trusted":true},"execution_count":19,"outputs":[]},{"cell_type":"code","source":"summary(tr_sector_time)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:10.978782Z","iopub.execute_input":"2021-11-14T21:13:10.980345Z","iopub.status.idle":"2021-11-14T21:13:11.005432Z"},"trusted":true},"execution_count":20,"outputs":[]},{"cell_type":"code","source":"\ntr_clean <- train %>% select(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N,LAP_TIME) %>%\n  inner_join(.,tr_sec_wide,by=c(\"EVENT\",\"LOCATION\",\"NUMBER\",\"LAP_NUMBER\",\"ROW_N\")) %>%\n  inner_join(.,tr_sector_time,by=c(\"EVENT\",\"LOCATION\",\"NUMBER\",\"LAP_NUMBER\",\"ROW_N\"))\n  \n\nte_clean <- test %>% select(EVENT,LOCATION,NUMBER,LAP_NUMBER,ROW_N,LAP_TIME) %>%\n  inner_join(.,te_sec_wide,by=c(\"EVENT\",\"LOCATION\",\"NUMBER\",\"LAP_NUMBER\",\"ROW_N\")) %>%\n  inner_join(.,te_sector_time,by=c(\"EVENT\",\"LOCATION\",\"NUMBER\",\"LAP_NUMBER\",\"ROW_N\"))\n","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:11.745076Z","iopub.execute_input":"2021-11-14T21:13:11.746684Z","iopub.status.idle":"2021-11-14T21:13:11.842055Z"},"trusted":true},"execution_count":21,"outputs":[]},{"cell_type":"code","source":"summary(tr_clean)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:12.677722Z","iopub.execute_input":"2021-11-14T21:13:12.679239Z","iopub.status.idle":"2021-11-14T21:13:12.725718Z"},"trusted":true},"execution_count":22,"outputs":[]},{"cell_type":"code","source":"tr_clean_na <- tr_clean %>% drop_na()\nstr(tr_clean_na)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:13.644961Z","iopub.execute_input":"2021-11-14T21:13:13.646507Z","iopub.status.idle":"2021-11-14T21:13:13.818662Z"},"trusted":true},"execution_count":23,"outputs":[]},{"cell_type":"code","source":"#numerical and non numerical data\ntr_clean_na <- tr_clean_na %>% ungroup()  %>% drop_na(TIME_UTC_DATE) %>% mutate_at(vars(c(EVENT,LOCATION,NUMBER,LAP_NUMBER)),as.factor) %>%\nmutate_at(vars(starts_with(\"RAIN\")),as.numeric) %>% \nmutate_at(vars(contains(c(\"AIR\",\"WIND\",\"TRACK\",\"PRESSURE\",\"HUMIDIY\",\"RAIN\"))),scale) %>% replace(.,is.na(.),-999) ","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:33.656893Z","iopub.execute_input":"2021-11-14T21:13:33.658421Z","iopub.status.idle":"2021-11-14T21:13:33.754502Z"},"trusted":true},"execution_count":24,"outputs":[]},{"cell_type":"code","source":"te_clean <- te_clean %>% ungroup() %>% drop_na(TIME_UTC_DATE) %>% mutate_at(vars(c(EVENT,LOCATION,NUMBER,LAP_NUMBER)),as.factor) %>%\nmutate_at(vars(starts_with(\"RAIN\")),as.numeric) %>% \nmutate_at(vars(contains(c(\"AIR\",\"WIND\",\"TRACK\",\"PRESSURE\",\"HUMIDIY\",\"RAIN\"))),scale) %>% replace(.,is.na(.),-999) ","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:36.082577Z","iopub.execute_input":"2021-11-14T21:13:36.084262Z","iopub.status.idle":"2021-11-14T21:13:36.137077Z"},"trusted":true},"execution_count":25,"outputs":[]},{"cell_type":"code","source":"summary(tr_clean_na)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:44.334151Z","iopub.execute_input":"2021-11-14T21:13:44.335660Z","iopub.status.idle":"2021-11-14T21:13:44.400565Z"},"trusted":true},"execution_count":27,"outputs":[]},{"cell_type":"code","source":"CAT_COLS <- c(\"EVENT\",\"LOCATION\",\"NUMBER\",\"LAP_NUMBER\")\nNUM_COLS <- colnames(tr_clean)[-c(1:7)]\nY <- \"LAP_TIME\"\nX <- c(NUM_COLS,CAT_COLS)\nX\nCAT_COLS","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:13:54.576792Z","iopub.execute_input":"2021-11-14T21:13:54.578234Z","iopub.status.idle":"2021-11-14T21:13:54.606179Z"},"trusted":true},"execution_count":28,"outputs":[]},{"cell_type":"code","source":"splits <- rsample::initial_split(tr_clean_na,prop = 0.8)\ntr_ <- rsample::training(splits)\nva_ <- rsample::testing(splits)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:14:07.979614Z","iopub.execute_input":"2021-11-14T21:14:07.981123Z","iopub.status.idle":"2021-11-14T21:14:08.200093Z"},"trusted":true},"execution_count":29,"outputs":[]},{"cell_type":"code","source":"#Creating Catboost data\ntr_pool <- catboost.load_pool(data =  tr_[,X],label = unlist(tr_[,Y]),cat_features=CAT_COLS)\nva_pool <- catboost.load_pool(data =  va_[,X],label = unlist(va_[,Y]),cat_features=CAT_COLS)\nte_pool <- catboost.load_pool(data =  te_clean[,X],cat_features=CAT_COLS)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:14:21.168298Z","iopub.execute_input":"2021-11-14T21:14:21.170130Z","iopub.status.idle":"2021-11-14T21:14:21.239401Z"},"trusted":true},"execution_count":30,"outputs":[]},{"cell_type":"code","source":"params <- list(iterations=5000,\n               learning_rate=0.01,\n               depth=8,\n               loss_function=\"RMSE\",\n               random_seed = 55,\n               l2_leaf_reg=10,\n               use_best_model=TRUE,\n              verbose=FALSE)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T20:48:33.035616Z","iopub.execute_input":"2021-11-14T20:48:33.036966Z","iopub.status.idle":"2021-11-14T20:48:33.048403Z"},"trusted":true},"execution_count":29,"outputs":[]},{"cell_type":"code","source":"model_train <- catboost.train(tr_pool,va_pool,params=params)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T20:52:04.463222Z","iopub.execute_input":"2021-11-14T20:52:04.464802Z","iopub.status.idle":"2021-11-14T20:53:30.023577Z"},"trusted":true},"execution_count":33,"outputs":[]},{"cell_type":"code","source":"feat_imp <- as_tibble(catboost.get_feature_importance(model_train))%>% \n    rownames_to_column() %>% cbind(.,X) %>% arrange(desc(V1))\nfeat_imp","metadata":{"execution":{"iopub.status.busy":"2021-11-14T20:58:57.787228Z","iopub.execute_input":"2021-11-14T20:58:57.788999Z","iopub.status.idle":"2021-11-14T20:58:57.849708Z"},"trusted":true},"execution_count":41,"outputs":[]},{"cell_type":"code","source":"#Validation set rmlse\nva_pred <- catboost.predict(model_train, \n                               va_pool)\nrmsle(va_$LAP_TIME,va_pred)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T20:54:03.488367Z","iopub.execute_input":"2021-11-14T20:54:03.489953Z","iopub.status.idle":"2021-11-14T20:54:03.511467Z"},"trusted":true},"execution_count":35,"outputs":[]},{"cell_type":"code","source":"saveRDS(model_train,\"catboost_tr_va_20211115_0223AM.rds\")","metadata":{"execution":{"iopub.status.busy":"2021-11-14T20:54:37.375845Z","iopub.execute_input":"2021-11-14T20:54:37.377645Z","iopub.status.idle":"2021-11-14T20:54:37.444227Z"},"trusted":true},"execution_count":36,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_pool <- catboost.load_pool(data =  tr_clean[,X],label = unlist(tr_clean[,Y]),cat_features=CAT_COLS)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T20:55:29.685176Z","iopub.execute_input":"2021-11-14T20:55:29.686851Z","iopub.status.idle":"2021-11-14T20:55:29.711372Z"},"trusted":true},"execution_count":37,"outputs":[]},{"cell_type":"code","source":"#the model shrinks after 320\nfinal_params <- list(iterations=320,\n               learning_rate=0.01,\n               depth=8,\n               loss_function=\"RMSE\",\n               random_seed = 55,\n               l2_leaf_reg=10,\n               use_best_model=TRUE)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T20:59:05.980766Z","iopub.execute_input":"2021-11-14T20:59:05.982357Z","iopub.status.idle":"2021-11-14T20:59:05.995062Z"},"trusted":true},"execution_count":42,"outputs":[]},{"cell_type":"code","source":"model_final_train <- catboost.train(train_pool,params=final_params)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:00:05.616466Z","iopub.execute_input":"2021-11-14T21:00:05.618074Z","iopub.status.idle":"2021-11-14T21:00:10.698643Z"},"trusted":true},"execution_count":43,"outputs":[]},{"cell_type":"code","source":"saveRDS(model_final_train,\"catboost_final_v1_20211115_0233AM.rds\")","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"te_pred <- catboost.predict(model_final_train,te_pool)\nte_pred","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:04:36.181194Z","iopub.execute_input":"2021-11-14T21:04:36.183165Z","iopub.status.idle":"2021-11-14T21:04:36.213976Z"},"trusted":true},"execution_count":51,"outputs":[]},{"cell_type":"code","source":"te_pred2 <- catboost.predict(model_train,te_pool)\nte_pred2","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:04:40.981663Z","iopub.execute_input":"2021-11-14T21:04:40.983523Z","iopub.status.idle":"2021-11-14T21:04:41.014817Z"},"trusted":true},"execution_count":52,"outputs":[]},{"cell_type":"code","source":"submission <- data.frame(LAP_TIME=te_pred)\nfilename <- paste('catboost_final_baseline-320',format(Sys.time(),\"%Y%m%d%H%M%s\"),sep = '_')\nwrite.csv(submission,paste0(filename,'.csv',collapse = ''),row.names = FALSE)","metadata":{"execution":{"iopub.status.busy":"2021-11-14T21:05:09.337448Z","iopub.execute_input":"2021-11-14T21:05:09.339188Z","iopub.status.idle":"2021-11-14T21:05:09.358397Z"},"trusted":true},"execution_count":53,"outputs":[]},{"cell_type":"code","source":"submission <- data.frame(LAP_TIME=te_pred2)\nfilename <- paste('catboost_final_baseline-320',format(Sys.time(),\"%Y%m%d%H%M%s\"),sep = '_')\nwrite.csv(submission,paste0(filename,'.csv',collapse = ''),row.names = FALSE)","metadata":{},"execution_count":null,"outputs":[]}]}