source('../lib/handy.R')

requirePlus('ggplot2', 'cowplot')

# Read in two cross-validation data files

cv.performance <-

  read.csv('../../output/rf-bigdata-try7-ALL-cv-largemtry-calibration.csv')

cv.performance <-

  rbind(

    cv.performance,

    read.csv('../../output/rf-bigdata-try7-ALL-cv-smallmtry-calibration.csv')

  )

# Read in overall model performance

models.performance <- readTablePlus('../../output/models-performance.tsv')

cv.performance.avg <-

  aggregate(

    c.index.val ~ n.splits + m.try,

    data = cv.performance,

    mean

  )

ggplot(cv.performance.avg, aes(x = n.splits, y = c.index.val, colour = factor(m.try), group = m.try)) +

  geom_line() +

  geom_point(data = cv.performance) +

  geom_hline(

    yintercept =

      models.performance$c.index[models.performance$model == 'rf-varselrf'],

    colour = 'grey'

  ) +

  geom_hline(

    yintercept =

      models.performance$c.index[models.performance$model == 'rf-varselmiss'],

    colour = 'grey'

  ) +

  coord_cartesian(

    ylim = c(0.65, 0.8)

  )