Try using this, it's working for me.

.buttonBorderShape(.circle)

Button { 
  // Button actions here. 
} label: {
  Image(systemName: "chevron.forward")
      .fontWeight(.medium)
}
.buttonBorderShape(.circle)
.buttonStyle(.glass)