Are you up to doing it with just ggplot2?
ggplot2
ggplot(dat, aes(x = x, y = 1)) + geom_point() + scale_x_continuous(limits = c(-5, 5)) + geom_text(aes(x=0, y=Inf, label=lbl), data=data.frame(lbl="Text"), vjust=1)