diff --git a/.github/actions/create_release_and_archive.sh b/.github/actions/create_release_and_archive.sh
index 3d9dd852..ae98aa4a 100755
--- a/.github/actions/create_release_and_archive.sh
+++ b/.github/actions/create_release_and_archive.sh
@@ -17,21 +17,12 @@ set -o errexit -o nounset -o pipefail
 
 TAG="$1"
 
-semver_regex='^[1-9][0-9]*\.[1-9][0-9]*\.[1-9][0-9]*$'
-
 # Check if an argument is provided
 if [ $# -eq 0 ]; then
     echo "No argument provided."
     exit 1
 fi
 
-if [[ $TAG =~ $semver_regex ]]; then
-    echo "Valid semver: $TAG"
-else
-    echo "Invalid semver: $TAG"
-    exit 1
-fi
-
 cat > release_notes.txt << EOF
 ## Installation
 
@@ -48,7 +39,7 @@ pip install --upgrade openllm==${TAG}
 
 All available models: \`\`\`python -m openllm.models\`\`\`
 
-To start a LLM: \`\`\`python -m openllm start dolly-v2\`\`\`
+To start a LLM: \`\`\`python -m openllm start opt\`\`\`
 
 Find more information about this release in the [CHANGELOG.md](https://github.com/bentoml/OpenLLM/blob/main/CHANGELOG.md)
 
diff --git a/.github/workflows/create-releases.yml b/.github/workflows/create-releases.yml
index 8032bc9e..d562082b 100644
--- a/.github/workflows/create-releases.yml
+++ b/.github/workflows/create-releases.yml
@@ -83,7 +83,6 @@ jobs:
       - binary-distribution
     runs-on: ubuntu-latest
     permissions:
-      contents: write
       id-token: write
     steps:
       - name: Download Python artifacts
@@ -91,11 +90,8 @@ jobs:
         with:
           name: python-artifacts
           path: dist
-      - name: Push Python artifacts to PyPI
-        uses: pypa/gh-action-pypi-publish@v1.8.8
-        with:
-          skip-existing: true
-          password: ${{ secrets.PYPI_API_TOKEN }}
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
   prepare-for-dev-cycle:
     needs:
       - release