arcade-mcp/.github/workflows/test-toolkits.yml

name: Test Toolkits

on:
  push:
    branches:
      - main
  pull_request:
    types: [opened, synchronize, reopened, ready_for_review]

env:
  ARCADE_USAGE_TRACKING: "0"

jobs:
  setup:
    runs-on: ubuntu-latest
    outputs:
      toolkits_with_gha_secrets: ${{ steps.load_toolkits.outputs.toolkits_with_gha_secrets }}
      toolkits_without_gha_secrets: ${{ steps.load_toolkits.outputs.toolkits_without_gha_secrets }}
    steps:
      - name: Check out
        uses: actions/checkout@v4

      - name: determine toolkits with and without GHA secrets
        id: load_toolkits
        run: |
          # Find all directories in toolkits/ that have a pyproject.toml
          TOOLKITS=$(find toolkits -maxdepth 1 -type d -not -name "toolkits" -exec test -f {}/pyproject.toml \; -exec basename {} \; | jq -R -s -c 'split("\n")[:-1]')
          TOOLKITS_WITH_GHA_SECRETS='["postgres", "clickhouse", "mongodb"]'
          TOOLKITS_WITHOUT_GHA_SECRETS=$(echo "$TOOLKITS" | jq -c --argjson with "$TOOLKITS_WITH_GHA_SECRETS" '[.[] | select(. as $t | $with | index($t) | not)]')
          echo "Found toolkits: $TOOLKITS"
          echo "Found toolkits without GHA secrets: $TOOLKITS_WITHOUT_GHA_SECRETS"
          echo "Found toolkits with GHA secrets: $TOOLKITS_WITH_GHA_SECRETS"
          echo "toolkits_without_gha_secrets=$TOOLKITS_WITHOUT_GHA_SECRETS" >> $GITHUB_OUTPUT
          echo "toolkits_with_gha_secrets=$TOOLKITS_WITH_GHA_SECRETS" >> $GITHUB_OUTPUT          

  test-toolkits:
    needs: setup
    name: test-toolkits (${{ matrix.toolkit }}, ${{ matrix.os }})
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ubuntu-latest, windows-latest, macos-latest]
        toolkit: ${{ fromJson(needs.setup.outputs.toolkits_without_gha_secrets) }}
      fail-fast: false
    steps:
      - name: Check out
        uses: actions/checkout@v4

      - name: Set up the environment
        uses: ./.github/actions/setup-uv-env
        with:
          is-toolkit: "true"
          working-directory: toolkits/${{ matrix.toolkit }}

      - name: Install toolkit dependencies
        working-directory: toolkits/${{ matrix.toolkit }}
        shell: bash
        run: uv pip install -e ".[dev]"

      - name: Check toolkit
        working-directory: toolkits/${{ matrix.toolkit }}
        shell: bash
        run: |
          uv run --active pre-commit run -a
          uv run --active mypy --config-file=pyproject.toml          

      - name: Test stand-alone toolkits (no secrets)
        working-directory: toolkits/${{ matrix.toolkit }}
        shell: bash
        run: |
          # Run pytest and capture exit code
          uv run --active pytest -W ignore -v --cov=arcade_${{ matrix.toolkit }} --cov-report=xml || EXIT_CODE=$?

          if [ "${EXIT_CODE:-0}" -eq 5 ]; then
            echo "No tests found for toolkit ${{ matrix.toolkit }}, skipping..."
            exit 0
          elif [ "${EXIT_CODE:-0}" -ne 0 ]; then
            exit ${EXIT_CODE}
          fi          

  test-toolkits-with-gha-secrets:
    needs: setup
    # Linux-only: these toolkits bootstrap local DBs via docker/apt in tests/test_setup.sh.
    runs-on: ubuntu-latest
    strategy:
      matrix:
        toolkit: ${{ fromJson(needs.setup.outputs.toolkits_with_gha_secrets) }}
      fail-fast: true
    steps:
      - name: Check out
        uses: actions/checkout@v4

      - name: Set up the environment
        uses: ./.github/actions/setup-uv-env
        with:
          is-toolkit: "true"
          working-directory: toolkits/${{ matrix.toolkit }}

      - name: Install toolkit dependencies
        working-directory: toolkits/${{ matrix.toolkit }}
        run: uv pip install -e ".[dev]"

      - name: Check toolkit
        working-directory: toolkits/${{ matrix.toolkit }}
        run: |
          uv run --active pre-commit run -a
          uv run --active mypy --config-file=pyproject.toml          

      - name: Test stand-alone toolkits (with secrets)
        if: |
          !github.event.pull_request.head.repo.fork          
        working-directory: toolkits/${{ matrix.toolkit }}
        env:
          TEST_POSTGRES_DATABASE_CONNECTION_STRING: ${{ secrets.TEST_POSTGRES_DATABASE_CONNECTION_STRING }} # TODO: dynamically only load the `TEST_${{ matrix.toolkit }}_DATABASE_CONNECTION_STRING secret`
          TEST_CLICKHOUSE_DATABASE_CONNECTION_STRING: ${{ secrets.TEST_CLICKHOUSE_DATABASE_CONNECTION_STRING }}
          TEST_MONGODB_CONNECTION_STRING: ${{ secrets.TEST_MONGODB_CONNECTION_STRING }}
        run: |
          # If there's a custom test_setup.sh file, run it
          if [ -f tests/test_setup.sh ]; then
            echo "Running custom test setup for ${{ matrix.toolkit }}..."
            ./tests/test_setup.sh
          fi

          # Run pytest and capture exit code
          uv run --active pytest -W ignore -v --cov=arcade_${{ matrix.toolkit }} --cov-report=xml || EXIT_CODE=$?

          if [ "${EXIT_CODE:-0}" -eq 5 ]; then
            echo "No tests found for toolkit ${{ matrix.toolkit }}, skipping..."
            exit 0
          elif [ "${EXIT_CODE:-0}" -ne 0 ]; then
            exit ${EXIT_CODE}
          fi