-
Notifications
You must be signed in to change notification settings - Fork 80
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
8 changed files
with
329 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,17 @@ | ||
version: 2 | ||
updates: | ||
- package-ecosystem: github-actions | ||
directory: "" | ||
target-branch: develop | ||
schedule: | ||
interval: daily | ||
- package-ecosystem: pip | ||
directory: "" | ||
target-branch: develop | ||
schedule: | ||
interval: daily | ||
- package-ecosystem: docker | ||
directory: "" | ||
target-branch: develop | ||
schedule: | ||
interval: daily |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,227 @@ | ||
name: pipeline | ||
|
||
on: | ||
push: | ||
branches: | ||
- develop | ||
- feat/* | ||
- hotfix/* | ||
- main | ||
pull_request: | ||
branches: | ||
- develop | ||
- feat/* | ||
- hotfix/* | ||
- main | ||
|
||
env: | ||
CONTAINER_NAME: ${{ github.repository }} | ||
CONTAINER_REGISTRY_GHCR: ghcr.io | ||
CONTAINER_PLATFORMS: linux/amd64,linux/arm64/v8 | ||
# https://github.com/docker/buildx/releases | ||
BUILDX_VERSION: 0.11.2 | ||
|
||
jobs: | ||
init: | ||
name: Init | ||
runs-on: ubuntu-22.04 | ||
outputs: | ||
VERSION: ${{ steps.version.outputs.version }} | ||
VERSION_FULL: ${{ steps.version.outputs.version_full }} | ||
steps: | ||
- name: Checkout | ||
uses: actions/[email protected] | ||
with: | ||
# We need all Git history for "version.sh" | ||
fetch-depth: 0 | ||
# Ensure "version.sh" submodule are up-to-date | ||
submodules: recursive | ||
|
||
- name: Version | ||
id: version | ||
run: | | ||
echo "version=$(bash cicd/version/version.sh -g . -c)" >> $GITHUB_OUTPUT | ||
echo "version_full=$(bash cicd/version/version.sh -g . -c -m)" >> $GITHUB_OUTPUT | ||
sast-creds: | ||
name: SAST - Credentials | ||
runs-on: ubuntu-22.04 | ||
steps: | ||
- name: Checkout | ||
uses: actions/[email protected] | ||
with: | ||
# We need all Git history for testing credentials | ||
fetch-depth: 0 | ||
# Ensure all submodules up-to-date | ||
submodules: recursive | ||
|
||
- name: SAST - Credentials | ||
uses: trufflesecurity/[email protected] | ||
with: | ||
base: ${{ github.event.repository.default_branch }} | ||
extra_args: --only-verified | ||
head: HEAD | ||
path: . | ||
|
||
build-image: | ||
name: Build & publish image | ||
needs: | ||
- init | ||
- sast-creds | ||
- sast-semgrep | ||
runs-on: ubuntu-22.04 | ||
permissions: | ||
# Allow to write to GitHub Packages | ||
packages: write | ||
steps: | ||
- name: Checkout | ||
uses: actions/[email protected] | ||
|
||
- name: Configure Git | ||
run: | | ||
git config user.name "${{ github.actor }}" | ||
git config user.email "${{ github.actor }}@users.noreply.github.com" | ||
- name: Setup QEMU | ||
id: setup-qemu | ||
uses: docker/[email protected] | ||
with: | ||
platforms: ${{ env.CONTAINER_PLATFORMS }} | ||
|
||
- name: Setup Docker Buildx | ||
uses: docker/[email protected] | ||
with: | ||
version: v${{ env.BUILDX_VERSION }} | ||
|
||
- name: Login to registry - GitHub | ||
uses: docker/[email protected] | ||
with: | ||
registry: ${{ env.CONTAINER_REGISTRY_GHCR }} | ||
username: ${{ github.actor }} | ||
password: ${{ secrets.GITHUB_TOKEN }} | ||
|
||
- name: Container meta | ||
id: meta | ||
uses: docker/[email protected] | ||
with: | ||
images: ${{ env.CONTAINER_REGISTRY_GHCR }}/${{ env.CONTAINER_NAME }} | ||
tags: | | ||
type=raw,value=latest,enable={{is_default_branch}} | ||
type=ref,event=branch | ||
type=ref,event=pr | ||
type=schedule | ||
type=schedule,pattern={{date 'YYYYMMDD'}} | ||
type=semver,pattern={{version}},value=${{ needs.init.outputs.VERSION_FULL }} | ||
type=sha | ||
labels: | | ||
org.opencontainers.image.documentation=https://github.com/${{ env.CONTAINER_NAME }} | ||
org.opencontainers.image.vendor=${{ github.actor }} | ||
- name: Store tag | ||
id: tag | ||
run: | | ||
branch=$(echo "${{ github.ref_name }}" | sed 's/\//-/g') | ||
tag=$(echo "${{ steps.meta.outputs.tags }}" | grep -m1 $branch) | ||
echo "tag=$tag" >> $GITHUB_OUTPUT | ||
- name: Build/push container | ||
uses: docker/[email protected] | ||
with: | ||
build-args: | | ||
VERSION=${{ needs.init.outputs.VERSION_FULL }} | ||
cache-from: type=gha | ||
cache-to: type=gha | ||
context: . | ||
labels: ${{ steps.meta.outputs.labels }} | ||
platforms: ${{ env.CONTAINER_PLATFORMS }} | ||
provenance: true | ||
push: true | ||
sbom: true | ||
tags: ${{ steps.meta.outputs.tags }} | ||
|
||
sast-semgrep: | ||
name: SAST - Semgrep | ||
runs-on: ubuntu-22.04 | ||
permissions: | ||
# Allow to write to GitHub Security | ||
security-events: write | ||
container: | ||
image: returntocorp/semgrep | ||
steps: | ||
- name: Checkout | ||
uses: actions/[email protected] | ||
|
||
- name: Run tests | ||
# Semgrep can be used to break the build when it detects security issues. In this case we want to upload the issues to GitHub Security | ||
continue-on-error: true | ||
env: | ||
SEMGREP_RULES: p/cwe-top-25 p/owasp-top-ten p/dockerfile | ||
run: semgrep ci --sarif --output=semgrep.sarif | ||
|
||
- name: Upload results to GitHub Security | ||
uses: github/codeql-action/[email protected] | ||
with: | ||
sarif_file: semgrep.sarif | ||
|
||
create-release: | ||
name: Create release | ||
needs: | ||
- build-image | ||
- init | ||
permissions: | ||
# Allow to create releases | ||
contents: write | ||
runs-on: ubuntu-22.04 | ||
outputs: | ||
RELEASE_ID: ${{ steps.create-release.outputs.result }} | ||
# Only publish on non-scheduled main branch, as there is only one Helm repo and we cannot override an existing version | ||
if: (github.event_name != 'schedule') && (github.ref == 'refs/heads/main') | ||
steps: | ||
- name: Checkout | ||
uses: actions/[email protected] | ||
|
||
- name: Create release | ||
id: create-release | ||
uses: actions/[email protected] | ||
with: | ||
script: | | ||
const isMain = context.ref == `refs/heads/${context.payload.repository.default_branch}`; | ||
const repoName = context.repo.repo; | ||
console.log(isMain ? 'Creating release for default branch' : 'Creating release for non-default branch'); | ||
const { data } = await github.rest.repos.createRelease({ | ||
draft: true, | ||
generate_release_notes: true, | ||
name: `${repoName} v${{ needs.init.outputs.VERSION }}`, | ||
owner: context.repo.owner, | ||
prerelease: !isMain, | ||
repo: repoName, | ||
tag_name: 'v${{ needs.init.outputs.VERSION }}', | ||
target_commitish: context.ref, | ||
}); | ||
return data.id | ||
publish-release: | ||
name: Publish release | ||
permissions: | ||
# Allow to write releases | ||
contents: write | ||
runs-on: ubuntu-22.04 | ||
needs: | ||
- create-release | ||
- init | ||
# Only publish on non-scheduled default branch | ||
if: (github.event_name != 'schedule') && (github.ref == 'refs/heads/${context.payload.repository.default_branch}') | ||
steps: | ||
- name: publish release | ||
id: publish-release | ||
uses: actions/[email protected] | ||
with: | ||
script: | | ||
github.rest.repos.updateRelease({ | ||
draft: false, | ||
owner: context.repo.owner, | ||
release_id: ${{ needs.create-release.outputs.RELEASE_ID }}, | ||
repo: context.repo.repo, | ||
}); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,10 @@ | ||
{ | ||
"editor.defaultFormatter": "esbenp.prettier-vscode", | ||
"editor.formatOnPaste": true, | ||
"editor.formatOnSave": true, | ||
"editor.formatOnSaveMode": "modifications", | ||
"python.analysis.typeCheckingMode": "basic", | ||
"[python]": { | ||
"editor.defaultFormatter": "ms-python.black-formatter" | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,47 @@ | ||
# Base container | ||
FROM docker.io/library/python:3.11-slim-bullseye@sha256:9f35f3a6420693c209c11bba63dcf103d88e47ebe0b205336b5168c122967edf AS base | ||
|
||
RUN rm -f /etc/apt/apt.conf.d/docker-clean \ | ||
&& echo 'Binary::apt::APT::Keep-Downloaded-Packages "true";' > /etc/apt/apt.conf.d/keep-cache | ||
RUN --mount=target=/var/lib/apt/lists,type=cache,sharing=locked \ | ||
apt-get update -q | ||
|
||
# Build container | ||
FROM base AS build | ||
|
||
RUN --mount=target=/var/lib/apt/lists,type=cache,sharing=locked --mount=target=/root/.cache/pip,type=cache,sharing=locked \ | ||
apt-get install -y -q --no-install-recommends \ | ||
gcc \ | ||
python3-dev \ | ||
&& python3 -m pip install --upgrade \ | ||
pip \ | ||
setuptools \ | ||
wheel | ||
|
||
RUN python -m venv /venv | ||
ENV PATH=/venv/bin:$PATH | ||
|
||
COPY requirements.txt . | ||
RUN --mount=target=/root/.cache/pip,type=cache,sharing=locked \ | ||
python3 -m pip install --requirement requirements.txt | ||
|
||
# Output container | ||
FROM base | ||
|
||
ARG VERSION | ||
ENV VERSION=${VERSION} | ||
|
||
RUN useradd -m appuser \ | ||
&& mkdir /app \ | ||
&& chown -R appuser:appuser /app | ||
|
||
USER appuser | ||
|
||
COPY --from=build /venv /venv | ||
ENV PATH=/venv/bin:$PATH | ||
|
||
COPY --chown=appuser:appuser . /app | ||
|
||
WORKDIR /app | ||
|
||
CMD ["bash", "-c", "uvicorn main:api --host 0.0.0.0 --port 8080 --proxy-headers --no-server-header --timeout-keep-alive 60 --header x-version:${VERSION}"] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Binary file not shown.
Binary file not shown.