277 lines
8.6 KiB
YAML
277 lines
8.6 KiB
YAML
name: Release and Publish Containers
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
tags:
|
|
- '*'
|
|
workflow_dispatch:
|
|
inputs:
|
|
version:
|
|
description: 'Version to release (e.g., 0.1.0)'
|
|
required: true
|
|
default: '0.0.1'
|
|
|
|
env:
|
|
REGISTRY: ghcr.io
|
|
|
|
jobs:
|
|
set-version:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
version: ${{ steps.set_version.outputs.version }}
|
|
steps:
|
|
- name: Wait for tests to succeed
|
|
uses: lewagon/wait-on-check-action@v1.3.4
|
|
with:
|
|
ref: ${{ github.ref }}
|
|
running-workflow-name: 'Main'
|
|
repo-token: ${{ secrets.PAT }}
|
|
wait-interval: 10
|
|
ignore-checks: "set-version,release-and-publish"
|
|
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Set version
|
|
id: set_version
|
|
run: |
|
|
if [ "${{ github.event_name }}" = "workflow_dispatch" ]; then
|
|
echo "version=${{ github.event.inputs.version }}" >> $GITHUB_OUTPUT
|
|
elif [[ $GITHUB_REF == refs/tags/* ]]; then
|
|
echo "version=${GITHUB_REF#refs/tags/}" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "version=$(date +'%Y.%-m.%-d').dev0" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
build-and-push:
|
|
needs: set-version
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- arch: amd64
|
|
os: ubuntu-latest
|
|
- arch: arm64
|
|
os: linux-arm64
|
|
runs-on: ${{ matrix.os }}
|
|
permissions:
|
|
contents: write
|
|
packages: write
|
|
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Install Poetry
|
|
uses: snok/install-poetry@v1
|
|
with:
|
|
version: 1.8.5
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v2
|
|
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@v1
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: us-east-1
|
|
|
|
- name: Login to ECR
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: 471112909428.dkr.ecr.us-east-1.amazonaws.com
|
|
username: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
password: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
|
|
- name: Log in to GitHub Container Registry
|
|
uses: docker/login-action@v2
|
|
with:
|
|
registry: ${{ env.REGISTRY }}
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Build and push Worker image
|
|
id: build
|
|
run: |
|
|
make docker VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }}
|
|
make docker-base VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }}
|
|
make publish-ecr VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }}
|
|
|
|
- name: Push GHCR
|
|
if: github.event_name != 'push' || startsWith(github.ref, 'refs/tags/')
|
|
run: |
|
|
make publish-ghcr VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }}
|
|
|
|
|
|
push-manifest:
|
|
runs-on: ubuntu-latest
|
|
needs: [set-version, build-and-push]
|
|
permissions:
|
|
contents: write
|
|
packages: write
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Log in to GitHub Container Registry
|
|
uses: docker/login-action@v2
|
|
with:
|
|
registry: ${{ env.REGISTRY }}
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@v1
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: us-east-1
|
|
|
|
- name: Login to ECR
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: 471112909428.dkr.ecr.us-east-1.amazonaws.com
|
|
username: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
password: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
|
|
- name: Push manifest to ECR
|
|
working-directory: ./docker
|
|
run: |
|
|
make ecr-manifest VERSION=${{ needs.set-version.outputs.version }}
|
|
make ecr-manifest INSTALL_TOOLKITS=false VERSION=${{ needs.set-version.outputs.version }}
|
|
|
|
- name: Push manifest to GHCR
|
|
if: github.event_name != 'push' || startsWith(github.ref, 'refs/tags/')
|
|
working-directory: ./docker
|
|
run: |
|
|
make ghcr-manifest VERSION=${{ needs.set-version.outputs.version }}
|
|
make ghcr-manifest INSTALL_TOOLKITS=false VERSION=${{ needs.set-version.outputs.version }}
|
|
|
|
# Currently broken: workflow deploy requires all versions
|
|
# deploy:
|
|
# if: github.event_name == 'push'
|
|
# runs-on: ubuntu-latest
|
|
# needs: [set-version, push-manifest]
|
|
# steps:
|
|
# - name: Checkout code
|
|
# uses: actions/checkout@v3
|
|
# with:
|
|
# fetch-depth: 0
|
|
|
|
# - name: Set image
|
|
# run: |
|
|
# echo "image=471112909428.dkr.ecr.us-east-1.amazonaws.com/arcadeai/arcade-ai:${{ needs.set-version.outputs.version }}" >> $GITHUB_OUTPUT
|
|
|
|
# - name: Deploy to Amazon ECS
|
|
# env:
|
|
# GITHUB_TOKEN: ${{ secrets.PAT }}
|
|
# run: gh workflow -R ArcadeAI/Team run Deploy -f worker-version=${{ needs.set-version.outputs.version }}
|
|
|
|
|
|
release:
|
|
permissions:
|
|
contents: write
|
|
packages: write
|
|
needs: [set-version, build-and-push]
|
|
runs-on: ubuntu-latest
|
|
if: github.event_name != 'push' || startsWith(github.ref, 'refs/tags/')
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Install Poetry
|
|
uses: snok/install-poetry@v1
|
|
with:
|
|
version: 1.8.5
|
|
|
|
- name: Make dist
|
|
run: make full-dist VERSION=${{ needs.set-version.outputs.version }}
|
|
|
|
- name: Set TAR and WHL names
|
|
run: |
|
|
export PKG=$(ls arcade/dist/ | grep tar)
|
|
set -- $PKG
|
|
echo "TAR_NAME=$1" >> $GITHUB_ENV
|
|
export PKG=$(ls arcade/dist/ | grep whl)
|
|
set -- $PKG
|
|
echo "WHL_NAME=$1" >> $GITHUB_ENV
|
|
|
|
- name: Generate release notes
|
|
id: generate_release_notes
|
|
run: |
|
|
echo "Release notes for version ${{ needs.set-version.outputs.version }}" > release_notes.md
|
|
echo "" >> release_notes.md
|
|
echo "Changes in this release:" >> release_notes.md
|
|
git log $(git describe --tags --abbrev=0)..HEAD --pretty=format:"- %s" >> release_notes.md
|
|
|
|
- name: Create Release
|
|
id: create_release
|
|
uses: actions/create-release@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
tag_name: ${{ needs.set-version.outputs.version }}
|
|
release_name: Release ${{ needs.set-version.outputs.version }}
|
|
body_path: release_notes.md
|
|
draft: false
|
|
prerelease: false
|
|
|
|
- name: Upload Release Asset
|
|
uses: actions/upload-release-asset@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
|
asset_path: ./release_notes.md
|
|
asset_name: release_notes.md
|
|
asset_content_type: text/markdown
|
|
|
|
- name: Upload Python Tar Asset
|
|
uses: actions/upload-release-asset@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
|
asset_path: ./arcade/dist/${{ env.TAR_NAME }}
|
|
asset_name: ${{ env.TAR_NAME }}
|
|
asset_content_type: application/zip
|
|
|
|
- name: Upload Python Whl Asset
|
|
uses: actions/upload-release-asset@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
|
asset_path: ./arcade/dist/${{ env.WHL_NAME }}
|
|
asset_name: ${{ env.WHL_NAME }}
|
|
asset_content_type: application/zip
|
|
|
|
- name: Zip Full Dist
|
|
run: tar -cvf python-package-distributions.tar.gz ./dist
|
|
|
|
|
|
- name: Upload Full Dist
|
|
uses: actions/upload-release-asset@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
upload_url: ${{ steps.create_release.outputs.upload_url }}
|
|
asset_path: python-package-distributions.tar.gz
|
|
asset_name: python-package-distributions.tar.gz
|
|
asset_content_type: application/zip
|
|
|
|
- name: Upload the distribution packages
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: python-package-distributions
|
|
path: dist/
|