4c2b8257fc
* fix text * remove lint from docker publish workflow * gemini base url docs * feat: add multimodal support for openai-compatible providers - Add helper function to check OpenAI-compatible provider availability per mode - Update provider detection to support language, embedding, STT, and TTS modalities - Implement mode-specific environment variable detection (LLM, EMBEDDING, STT, TTS) - Maintain backward compatibility with generic OPENAI_COMPATIBLE_BASE_URL - Add comprehensive unit tests for all configuration scenarios - Update .env.example with mode-specific environment variables - Update provider support matrix in ai-models.md - Create comprehensive openai-compatible.md setup guide This enables users to configure different OpenAI-compatible endpoints for different AI capabilities (e.g., LM Studio for language models, dedicated server for embeddings) while maintaining full backward compatibility. * upgrade * chore: change docker release strategy
278 lines
No EOL
11 KiB
YAML
278 lines
No EOL
11 KiB
YAML
name: Build and Release
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
push_latest:
|
|
description: 'Also push v1-latest tags'
|
|
required: true
|
|
default: false
|
|
type: boolean
|
|
release:
|
|
types: [published]
|
|
|
|
permissions:
|
|
contents: read
|
|
packages: write
|
|
|
|
env:
|
|
GHCR_IMAGE: ghcr.io/lfnovo/open-notebook
|
|
DOCKERHUB_IMAGE: lfnovo/open_notebook
|
|
|
|
jobs:
|
|
extract-version:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
version: ${{ steps.version.outputs.version }}
|
|
has_dockerhub_secrets: ${{ steps.check.outputs.has_dockerhub_secrets }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Extract version from pyproject.toml
|
|
id: version
|
|
run: |
|
|
VERSION=$(grep -m1 '^version = ' pyproject.toml | cut -d'"' -f2)
|
|
echo "version=$VERSION" >> $GITHUB_OUTPUT
|
|
echo "Extracted version: $VERSION"
|
|
|
|
- name: Check for Docker Hub credentials
|
|
id: check
|
|
run: |
|
|
if [[ -n "${{ secrets.DOCKER_USERNAME }}" && -n "${{ secrets.DOCKER_PASSWORD }}" ]]; then
|
|
echo "has_dockerhub_secrets=true" >> $GITHUB_OUTPUT
|
|
echo "Docker Hub credentials available"
|
|
else
|
|
echo "has_dockerhub_secrets=false" >> $GITHUB_OUTPUT
|
|
echo "Docker Hub credentials not available - will only push to GHCR"
|
|
fi
|
|
|
|
build-regular:
|
|
needs: extract-version
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Free up disk space
|
|
run: |
|
|
sudo rm -rf /usr/share/dotnet
|
|
sudo rm -rf /usr/local/lib/android
|
|
sudo rm -rf /opt/ghc
|
|
sudo rm -rf /opt/hostedtoolcache/CodeQL
|
|
sudo docker image prune --all --force
|
|
df -h
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Login to Docker Hub
|
|
if: needs.extract-version.outputs.has_dockerhub_secrets == 'true'
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ secrets.DOCKER_USERNAME }}
|
|
password: ${{ secrets.DOCKER_PASSWORD }}
|
|
|
|
- name: Cache Docker layers
|
|
uses: actions/cache@v3
|
|
with:
|
|
path: /tmp/.buildx-cache
|
|
key: ${{ runner.os }}-buildx-regular-${{ github.sha }}
|
|
restore-keys: |
|
|
${{ runner.os }}-buildx-regular-
|
|
|
|
- name: Prepare Docker tags for regular build
|
|
id: tags-regular
|
|
run: |
|
|
TAGS="${{ env.GHCR_IMAGE }}:${{ needs.extract-version.outputs.version }}"
|
|
|
|
# Determine if we should push latest tags
|
|
PUSH_LATEST="${{ github.event.inputs.push_latest }}"
|
|
if [[ -z "$PUSH_LATEST" ]]; then
|
|
PUSH_LATEST="false"
|
|
fi
|
|
|
|
# Add GHCR latest tag if requested or for non-prerelease releases
|
|
if [[ "$PUSH_LATEST" == "true" ]] || [[ "${{ github.event_name }}" == "release" && "${{ github.event.release.prerelease }}" != "true" ]]; then
|
|
TAGS="${TAGS},${{ env.GHCR_IMAGE }}:v1-latest"
|
|
fi
|
|
|
|
# Add Docker Hub tags if credentials available
|
|
if [[ "${{ needs.extract-version.outputs.has_dockerhub_secrets }}" == "true" ]]; then
|
|
TAGS="${TAGS},${{ env.DOCKERHUB_IMAGE }}:${{ needs.extract-version.outputs.version }}"
|
|
|
|
if [[ "$PUSH_LATEST" == "true" ]] || [[ "${{ github.event_name }}" == "release" && "${{ github.event.release.prerelease }}" != "true" ]]; then
|
|
TAGS="${TAGS},${{ env.DOCKERHUB_IMAGE }}:v1-latest"
|
|
fi
|
|
fi
|
|
|
|
echo "tags=${TAGS}" >> $GITHUB_OUTPUT
|
|
echo "Generated tags: ${TAGS}"
|
|
|
|
- name: Build and push regular image
|
|
uses: docker/build-push-action@v5
|
|
with:
|
|
context: .
|
|
file: ./Dockerfile
|
|
platforms: linux/amd64,linux/arm64
|
|
push: true
|
|
tags: ${{ steps.tags-regular.outputs.tags }}
|
|
cache-from: type=local,src=/tmp/.buildx-cache
|
|
cache-to: type=local,dest=/tmp/.buildx-cache-new,mode=max
|
|
|
|
- name: Move cache
|
|
run: |
|
|
rm -rf /tmp/.buildx-cache
|
|
mv /tmp/.buildx-cache-new /tmp/.buildx-cache
|
|
|
|
build-single:
|
|
needs: extract-version
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Free up disk space
|
|
run: |
|
|
sudo rm -rf /usr/share/dotnet
|
|
sudo rm -rf /usr/local/lib/android
|
|
sudo rm -rf /opt/ghc
|
|
sudo rm -rf /opt/hostedtoolcache/CodeQL
|
|
sudo docker image prune --all --force
|
|
df -h
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Login to Docker Hub
|
|
if: needs.extract-version.outputs.has_dockerhub_secrets == 'true'
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ secrets.DOCKER_USERNAME }}
|
|
password: ${{ secrets.DOCKER_PASSWORD }}
|
|
|
|
- name: Cache Docker layers
|
|
uses: actions/cache@v3
|
|
with:
|
|
path: /tmp/.buildx-cache-single
|
|
key: ${{ runner.os }}-buildx-single-${{ github.sha }}
|
|
restore-keys: |
|
|
${{ runner.os }}-buildx-single-
|
|
|
|
- name: Prepare Docker tags for single build
|
|
id: tags-single
|
|
run: |
|
|
TAGS="${{ env.GHCR_IMAGE }}:${{ needs.extract-version.outputs.version }}-single"
|
|
|
|
# Determine if we should push latest tags
|
|
PUSH_LATEST="${{ github.event.inputs.push_latest }}"
|
|
if [[ -z "$PUSH_LATEST" ]]; then
|
|
PUSH_LATEST="false"
|
|
fi
|
|
|
|
# Add GHCR latest tag if requested or for non-prerelease releases
|
|
if [[ "$PUSH_LATEST" == "true" ]] || [[ "${{ github.event_name }}" == "release" && "${{ github.event.release.prerelease }}" != "true" ]]; then
|
|
TAGS="${TAGS},${{ env.GHCR_IMAGE }}:v1-latest-single"
|
|
fi
|
|
|
|
# Add Docker Hub tags if credentials available
|
|
if [[ "${{ needs.extract-version.outputs.has_dockerhub_secrets }}" == "true" ]]; then
|
|
TAGS="${TAGS},${{ env.DOCKERHUB_IMAGE }}:${{ needs.extract-version.outputs.version }}-single"
|
|
|
|
if [[ "$PUSH_LATEST" == "true" ]] || [[ "${{ github.event_name }}" == "release" && "${{ github.event.release.prerelease }}" != "true" ]]; then
|
|
TAGS="${TAGS},${{ env.DOCKERHUB_IMAGE }}:v1-latest-single"
|
|
fi
|
|
fi
|
|
|
|
echo "tags=${TAGS}" >> $GITHUB_OUTPUT
|
|
echo "Generated tags: ${TAGS}"
|
|
|
|
- name: Build and push single-container image
|
|
uses: docker/build-push-action@v5
|
|
with:
|
|
context: .
|
|
file: ./Dockerfile.single
|
|
platforms: linux/amd64,linux/arm64
|
|
push: true
|
|
tags: ${{ steps.tags-single.outputs.tags }}
|
|
cache-from: type=local,src=/tmp/.buildx-cache-single
|
|
cache-to: type=local,dest=/tmp/.buildx-cache-single-new,mode=max
|
|
|
|
- name: Move cache
|
|
run: |
|
|
rm -rf /tmp/.buildx-cache-single
|
|
mv /tmp/.buildx-cache-single-new /tmp/.buildx-cache-single
|
|
|
|
summary:
|
|
needs: [extract-version, build-regular, build-single]
|
|
runs-on: ubuntu-latest
|
|
if: always()
|
|
steps:
|
|
- name: Build Summary
|
|
run: |
|
|
echo "## Build Summary" >> $GITHUB_STEP_SUMMARY
|
|
echo "**Version:** ${{ needs.extract-version.outputs.version }}" >> $GITHUB_STEP_SUMMARY
|
|
echo "**Push v1-Latest:** ${{ github.event.inputs.push_latest || 'false' }}" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "### Registries:" >> $GITHUB_STEP_SUMMARY
|
|
echo "✅ **GHCR:** \`${{ env.GHCR_IMAGE }}\`" >> $GITHUB_STEP_SUMMARY
|
|
if [[ "${{ needs.extract-version.outputs.has_dockerhub_secrets }}" == "true" ]]; then
|
|
echo "✅ **Docker Hub:** \`${{ env.DOCKERHUB_IMAGE }}\`" >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "⏭️ **Docker Hub:** Skipped (credentials not configured)" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "### Images Built:" >> $GITHUB_STEP_SUMMARY
|
|
|
|
if [[ "${{ needs.build-regular.result }}" == "success" ]]; then
|
|
echo "✅ **Regular (GHCR):** \`${{ env.GHCR_IMAGE }}:${{ needs.extract-version.outputs.version }}\`" >> $GITHUB_STEP_SUMMARY
|
|
if [[ "${{ github.event.inputs.push_latest }}" == "true" ]]; then
|
|
echo "✅ **Regular v1-Latest (GHCR):** \`${{ env.GHCR_IMAGE }}:v1-latest\`" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
if [[ "${{ needs.extract-version.outputs.has_dockerhub_secrets }}" == "true" ]]; then
|
|
echo "✅ **Regular (Docker Hub):** \`${{ env.DOCKERHUB_IMAGE }}:${{ needs.extract-version.outputs.version }}\`" >> $GITHUB_STEP_SUMMARY
|
|
if [[ "${{ github.event.inputs.push_latest }}" == "true" ]]; then
|
|
echo "✅ **Regular v1-Latest (Docker Hub):** \`${{ env.DOCKERHUB_IMAGE }}:v1-latest\`" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
fi
|
|
elif [[ "${{ needs.build-regular.result }}" == "skipped" ]]; then
|
|
echo "⏭️ **Regular:** Skipped" >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "❌ **Regular:** Failed" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
|
|
if [[ "${{ needs.build-single.result }}" == "success" ]]; then
|
|
echo "✅ **Single (GHCR):** \`${{ env.GHCR_IMAGE }}:${{ needs.extract-version.outputs.version }}-single\`" >> $GITHUB_STEP_SUMMARY
|
|
if [[ "${{ github.event.inputs.push_latest }}" == "true" ]]; then
|
|
echo "✅ **Single v1-Latest (GHCR):** \`${{ env.GHCR_IMAGE }}:v1-latest-single\`" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
if [[ "${{ needs.extract-version.outputs.has_dockerhub_secrets }}" == "true" ]]; then
|
|
echo "✅ **Single (Docker Hub):** \`${{ env.DOCKERHUB_IMAGE }}:${{ needs.extract-version.outputs.version }}-single\`" >> $GITHUB_STEP_SUMMARY
|
|
if [[ "${{ github.event.inputs.push_latest }}" == "true" ]]; then
|
|
echo "✅ **Single v1-Latest (Docker Hub):** \`${{ env.DOCKERHUB_IMAGE }}:v1-latest-single\`" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
fi
|
|
elif [[ "${{ needs.build-single.result }}" == "skipped" ]]; then
|
|
echo "⏭️ **Single:** Skipped" >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "❌ **Single:** Failed" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "### Platforms:" >> $GITHUB_STEP_SUMMARY
|
|
echo "- linux/amd64" >> $GITHUB_STEP_SUMMARY
|
|
echo "- linux/arm64" >> $GITHUB_STEP_SUMMARY |