diff --git a/scripts/bump.sh b/scripts/bump.sh
index a489cea..d0e0765 100755
--- a/scripts/bump.sh
+++ b/scripts/bump.sh
@@ -7,7 +7,7 @@ fi
 
 VERSION=$1
 
-if ! echo $VERSION | grep "^v"; then
+if echo $VERSION | grep "^[0-9.]"; then
     echo "invalid version";
     exit 1
 fi
@@ -19,7 +19,7 @@ sed -i 's/(defconst ghc-version ".*")/(defconst ghc-version "'"$VERSION"'")/' \
 
 sed -r -i 's/^(Version:[[:space:]]*)[0-9.]+/\1'"$VERSION"'/' ghc-mod.cabal
 
-( tac ChangeLog; echo "\n$(date '+%Y-%m-%d') $VERSION" ) | tac \
+( tac ChangeLog; echo "\n$(date '+%Y-%m-%d') v$VERSION" ) | tac \
     > ChangeLog.tmp
 
 mv ChangeLog.tmp ChangeLog
@@ -28,3 +28,4 @@ emacs -q -nw ChangeLog
 
 git add ChangeLog elisp/ghc.el ghc-mod.cabal
 git commit -m "Bump version to $VERSION"
+git tag "v$VERSION"