In [ ]:
require(ggplot2)
require(Rmisc)
library(repr)

options(repr.plot.width=10, repr.plot.height=4)

In [ ]:
evals.all <- read.csv("../resources/results/evaluations/evaluations_all.csv")

evals.all$experiment <- factor(evals.all$experiment, levels=c("bow","wordvecpos","vecpos"))
levels(evals.all$experiment) <- c("Naive Bootstrap\nBag-of-Words\n& Logistic Regression",
                                 "Naive Bootstrap\nWord Embeddings and PoS\n& Multilayer Perceptron",
                                 "Ladder Networks\nWord Embeddings and PoS\n& Multilayer Perceptron")

evals.sum <- summarySE(evals.all, measurevar="value", groupvars=c("iteration", "experiment"))

In [ ]:
pd <- position_dodge(0.3)

p <- ggplot(evals.sum, aes(x=iteration, y=value, colour=experiment))
p <- p + geom_errorbar(aes(ymin=value-se, ymax=value+se), width=.1, position=pd)
p <- p + geom_line(aes(linetype=experiment), position=pd)
p <- p + geom_point(aes(shape=experiment), position=pd, size=2, fill="white")
p <- p + scale_y_continuous(breaks=seq(0, 1, 0.1))
p <- p + scale_x_continuous(breaks=seq(1, 10, 1))
p <- p + scale_colour_hue(name="Experiment", l=50)
p <- p + scale_shape_manual(name="Experiment", values=c(21, 22, 23))
p <- p + scale_linetype_manual(name="Experiment", values=c("twodash", "longdash", "solid"))
p <- p + labs(title="Manual Evaluation Comparison for SenSem Semisupervised Experiments",
              x="Iteration", y="Accuracy")
p <- p + theme(
      plot.title=element_text(size=15, face="bold", margin=margin(10, 0, 10, 0), vjust=1, lineheight=0.6),
      axis.title.x=element_text(size=12, margin=margin(10, 0, 0, 0)),
      axis.title.y=element_text(size=12, margin=margin(0, 10, 0, 0)),
      legend.title=element_text(face="bold", size=13),
      legend.text=element_text(size=11),
      legend.key.height=unit(3,"line")
  )

ggsave("plots/evaluation_lines_results.png", plot=p, width=10, height=4)

p

In [ ]:
p <- ggplot(evals.all, aes(iteration, value))
p <- p + stat_boxplot(geom="errorbar", aes(group=cut_width(iteration, 1)))
p <- p + facet_wrap(~ experiment)
p <- p + geom_boxplot(aes(fill=experiment, group=cut_width(iteration, 1)))
p <- p + coord_cartesian(ylim=c(0, 1.0)) + scale_y_continuous(breaks=seq(0, 1, 0.1))
p <- p + labs(title="Manual Evaluation Comparison for SenSem Semisupervised Experiments", x="Iteration", y="Accuracy")
p <- p + scale_x_continuous(breaks=seq(1, 10, 1))
p <- p + scale_fill_hue(name="Experiment", l=50, guide='none')
p <- p + theme(
      plot.title=element_text(size=15, face="bold", margin=margin(10, 0, 10, 0), vjust=1, lineheight=0.6),
      axis.title.x=element_text(size=12, margin=margin(10, 0, 0, 0)),
      axis.title.y=element_text(size=12, margin=margin(0, 10, 0, 0)),
      legend.title=element_text(face="bold", size=13),
      legend.text=element_text(size=11),
      legend.key.height=unit(3,"line")
  )

ggsave("plots/evaluation_box_results.png", plot=p, width=10, height=4)

p

In [ ]: