mirror of
https://github.com/1f349/dendrite.git
synced 2024-11-09 22:42:58 +00:00
e6c992ba8b
Updates/adds a new multistage (build-kit) Dockerfile. (if accepted, could make `Dockerfile.monolith` and `Dockerfile.polylith` in `build/docker` obsolete) There's no huge difference between the dockerfiles, except this uses a non-root user when running the container, also doesn't copy the working directory to the image when building. Also adds vulnerabilities scans using [Trivy](https://github.com/aquasecurity/trivy) for the created docker images. (untested) Building images is done using ``` docker build . --target image-monolith -t dendrite-monolith docker build . --target image-polylith -t dendrite-polylith ``` As noted in the comments, only adds `dendrite-polylith-multi` to the polylith image and all required binaries to the monolith image. Probably needs some docs updating, if this is accepted. Co-authored-by: Neil Alexander <neilalexander@users.noreply.github.com>
246 lines
9.2 KiB
YAML
246 lines
9.2 KiB
YAML
# Based on https://github.com/docker/build-push-action
|
|
|
|
name: "Docker"
|
|
|
|
on:
|
|
release: # A GitHub release was published
|
|
types: [published]
|
|
workflow_dispatch: # A build was manually requested
|
|
workflow_call: # Another pipeline called us
|
|
secrets:
|
|
DOCKER_TOKEN:
|
|
required: true
|
|
|
|
env:
|
|
DOCKER_NAMESPACE: matrixdotorg
|
|
DOCKER_HUB_USER: dendritegithub
|
|
GHCR_NAMESPACE: matrix-org
|
|
PLATFORMS: linux/amd64,linux/arm64,linux/arm/v7
|
|
|
|
jobs:
|
|
monolith:
|
|
name: Monolith image
|
|
runs-on: ubuntu-latest
|
|
needs: build-flags
|
|
permissions:
|
|
contents: read
|
|
packages: write
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
- name: Get release tag & build flags
|
|
if: github.event_name == 'release' # Only for GitHub releases
|
|
run: |
|
|
echo "RELEASE_VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
|
|
echo "BUILD=$(git rev-parse --short HEAD || "") >> $GITHUB_ENV
|
|
BRANCH=$(git symbolic-ref --short HEAD | tr -d \/)
|
|
[ ${BRANCH} == "main" ] && BRANCH=""
|
|
echo "BRANCH=${BRANCH}" >> $GITHUB_ENV
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@v1
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v2
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v2
|
|
with:
|
|
username: ${{ env.DOCKER_HUB_USER }}
|
|
password: ${{ secrets.DOCKER_TOKEN }}
|
|
- name: Login to GitHub Containers
|
|
uses: docker/login-action@v2
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.repository_owner }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Build main monolith image
|
|
if: github.ref_name == 'main'
|
|
id: docker_build_monolith
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
context: .
|
|
build-args: FLAGS="-X github.com/matrix-org/dendrite/internal.branch=${{ env.BRANCH }} -X github.com/matrix-org/dendrite/internal.build=${{ env.BUILD }}"
|
|
target: monolith
|
|
platforms: ${{ env.PLATFORMS }}
|
|
push: true
|
|
tags: |
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-monolith:${{ github.ref_name }}
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-monolith:${{ github.ref_name }}
|
|
|
|
- name: Run Trivy vulnerability scanner
|
|
uses: aquasecurity/trivy-action@master
|
|
with:
|
|
image-ref: ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-monolith:${{ github.ref_name }}
|
|
format: "sarif"
|
|
output: "trivy-results.sarif"
|
|
|
|
- name: Upload Trivy scan results to GitHub Security tab
|
|
uses: github/codeql-action/upload-sarif@v1
|
|
with:
|
|
sarif_file: "trivy-results.sarif"
|
|
|
|
- name: Build release monolith image
|
|
if: github.event_name == 'release' # Only for GitHub releases
|
|
id: docker_build_monolith_release
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
context: .
|
|
build-args: FLAGS="-X github.com/matrix-org/dendrite/internal.branch=${{ env.BRANCH }} -X github.com/matrix-org/dendrite/internal.build=${{ env.BUILD }}"
|
|
target: monolith
|
|
platforms: ${{ env.PLATFORMS }}
|
|
push: true
|
|
tags: |
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-monolith:latest
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-monolith:${{ env.RELEASE_VERSION }}
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-monolith:latest
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-monolith:${{ env.RELEASE_VERSION }}
|
|
|
|
polylith:
|
|
name: Polylith image
|
|
runs-on: ubuntu-latest
|
|
needs: build-flags
|
|
permissions:
|
|
contents: read
|
|
packages: write
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
- name: Get release tag & build flags
|
|
if: github.event_name == 'release' # Only for GitHub releases
|
|
run: |
|
|
echo "RELEASE_VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
|
|
echo "BUILD=$(git rev-parse --short HEAD || "") >> $GITHUB_ENV
|
|
BRANCH=$(git symbolic-ref --short HEAD | tr -d \/)
|
|
[ ${BRANCH} == "main" ] && BRANCH=""
|
|
echo "BRANCH=${BRANCH}" >> $GITHUB_ENV
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@v1
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v2
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v2
|
|
with:
|
|
username: ${{ env.DOCKER_HUB_USER }}
|
|
password: ${{ secrets.DOCKER_TOKEN }}
|
|
- name: Login to GitHub Containers
|
|
uses: docker/login-action@v2
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.repository_owner }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Build main polylith image
|
|
if: github.ref_name == 'main'
|
|
id: docker_build_polylith
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
context: .
|
|
build-args: FLAGS="-X github.com/matrix-org/dendrite/internal.branch=${{ env.BRANCH }} -X github.com/matrix-org/dendrite/internal.build=${{ env.BUILD }}"
|
|
target: polylith
|
|
platforms: ${{ env.PLATFORMS }}
|
|
push: true
|
|
tags: |
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-polylith:${{ github.ref_name }}
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-polylith:${{ github.ref_name }}
|
|
|
|
- name: Run Trivy vulnerability scanner
|
|
uses: aquasecurity/trivy-action@master
|
|
with:
|
|
image-ref: ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-polylith:${{ github.ref_name }}
|
|
format: "sarif"
|
|
output: "trivy-results.sarif"
|
|
|
|
- name: Upload Trivy scan results to GitHub Security tab
|
|
uses: github/codeql-action/upload-sarif@v1
|
|
with:
|
|
sarif_file: "trivy-results.sarif"
|
|
|
|
- name: Build release polylith image
|
|
if: github.event_name == 'release' # Only for GitHub releases
|
|
id: docker_build_polylith_release
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
context: .
|
|
target: polylith
|
|
platforms: ${{ env.PLATFORMS }}
|
|
push: true
|
|
tags: |
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-polylith:latest
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-polylith:${{ env.RELEASE_VERSION }}
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-polylith:latest
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-polylith:${{ env.RELEASE_VERSION }}
|
|
|
|
demo-pinecone:
|
|
name: Pinecone demo image
|
|
runs-on: ubuntu-latest
|
|
needs: build-flags
|
|
permissions:
|
|
contents: read
|
|
packages: write
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
- name: Get release tag & build flags
|
|
if: github.event_name == 'release' # Only for GitHub releases
|
|
run: |
|
|
echo "RELEASE_VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
|
|
echo "BUILD=$(git rev-parse --short HEAD || "") >> $GITHUB_ENV
|
|
BRANCH=$(git symbolic-ref --short HEAD | tr -d \/)
|
|
[ ${BRANCH} == "main" ] && BRANCH=""
|
|
echo "BRANCH=${BRANCH}" >> $GITHUB_ENV
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@v1
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v2
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v2
|
|
with:
|
|
username: ${{ env.DOCKER_HUB_USER }}
|
|
password: ${{ secrets.DOCKER_TOKEN }}
|
|
- name: Login to GitHub Containers
|
|
uses: docker/login-action@v2
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.repository_owner }}
|
|
password: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Build main pinecone demo image
|
|
if: github.ref_name == 'main'
|
|
id: docker_build_demo_pinecone
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
context: .
|
|
target: demo-pinecone
|
|
platforms: ${{ env.PLATFORMS }}
|
|
push: true
|
|
tags: |
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-demo-pinecone:${{ github.ref_name }}
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-demo-pinecone:${{ github.ref_name }}
|
|
|
|
- name: Build release pinecone demo image
|
|
if: github.event_name == 'release' # Only for GitHub releases
|
|
id: docker_build_demo_pinecone_release
|
|
uses: docker/build-push-action@v3
|
|
with:
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
context: .
|
|
build-args: FLAGS="-X github.com/matrix-org/dendrite/internal.branch=${{ env.BRANCH }} -X github.com/matrix-org/dendrite/internal.build=${{ env.BUILD }}"
|
|
target: demo-pinecone
|
|
platforms: ${{ env.PLATFORMS }}
|
|
push: true
|
|
tags: |
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-demo-pinecone:latest
|
|
${{ env.DOCKER_NAMESPACE }}/dendrite-demo-pinecone:${{ env.RELEASE_VERSION }}
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-demo-pinecone:latest
|
|
ghcr.io/${{ env.GHCR_NAMESPACE }}/dendrite-demo-pinecone:${{ env.RELEASE_VERSION }}
|