Try to insert return false; after calling the alert function (I think addEventListener expects a return in this case):

<button id="myBtn">Click me</button>

document.getElementById("myBtn").addEventListener("click", function() {
    alert("Button clicked!");
    return false;
});