Does increasing the nudge_y realize the desired result?
geom_text_repel(
aes(label = paste0(sprintf("%.1f", Note), " min")),
# aes(label = Note),
size = 3,
nudge_x = 0.25,
nudge_y = 1, # increase nudge_Y
box.padding = 0.2,
point.padding = 0.2,
max.overlaps = 10,
na.rm = TRUE,
segment.color = "gray50",
segment.curvature = 0.2, # SEGMENT CURVE
segment.ncp = 6, # NUMBER OF CONTROL POINTS
segment.angle = 45, # CURVE ANGLE
color = "gray50"
)