diff --git a/.github/workflows/publish-toolkit.yml b/.github/workflows/publish-toolkit.yml
index 4e9375a4..f940a5b9 100644
--- a/.github/workflows/publish-toolkit.yml
+++ b/.github/workflows/publish-toolkit.yml
@@ -50,6 +50,7 @@ jobs:
         make test
 
     - name: Publish Toolkit
+      # Publish the toolkit to PyPI if the version is not already published
       id: Publish_Toolkit
       working-directory: toolkits/${{ steps.set-toolkit.outputs.toolkit }}
       run: |
@@ -58,10 +59,16 @@ jobs:
         VERSION=$(poetry version -s)
         echo "version=$VERSION" >> $GITHUB_OUTPUT
         poetry config pypi-token.pypi ${{ secrets.PYPI_TOKEN }}
-        poetry publish
+        # Attempt to publish the toolkit to PyPI. Skip if the version already exists
+        if poetry publish --skip-existing 2>&1 | grep -q "File exists. Skipping"; then
+          echo "Version already exists on PyPI. Skipping publish."
+          echo "skip_publish=true" >> $GITHUB_OUTPUT
+        else
+          echo "skip_publish=false" >> $GITHUB_OUTPUT
+        fi
 
     - name: Send status to Slack
-      if: always()
+      if: steps.Publish_Toolkit.outputs.skip_publish != 'true'
       uses: slackapi/slack-github-action@v2.0.0
       with:
         webhook: ${{ secrets.SLACK_WEBHOOK_URL }}
diff --git a/toolkits/math/evals/eval_math_tools.py b/toolkits/math/evals/eval_math_tools.py
index ebb57fe1..07b55d5f 100644
--- a/toolkits/math/evals/eval_math_tools.py
+++ b/toolkits/math/evals/eval_math_tools.py
@@ -25,7 +25,7 @@ catalog.add_module(arcade_math)
 def math_eval_suite():
     suite = EvalSuite(
         name="Math Tools Evaluation",
-        system_message="You are an AI assistant with access to math tools. Use them to help the user with their math-related tasks.",
+        system_message="You're an AI assistant with access to math tools. Use them to help the user with their math-related tasks.",
         catalog=catalog,
         rubric=rubric,
     )