I came up with this one-liner that works for me:

comm -13 \
  <(git ls-remote --tags origin | sed 's/.*refs\/tags\///g' | grep -v '\^{}$' | sort | uniq) \
  <(git tag | sort)