chore: update jupyterhub-pyspark demo with newer image and dependenci… #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Build and publish spark-k8s-with-scikit-learn | |
| env: | |
| IMAGE_NAME: spark-k8s-with-scikit-learn | |
| IMAGE_VERSION: 3.5.0-stackable24.3.0 | |
| REGISTRY_PATH: stackable | |
| DOCKERFILE_PATH: "demos/jupyterhub-pyspark-hdfs-anomaly-detection-taxi-data/Dockerfile" | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - demos/jupyterhub-pyspark-hdfs-anomaly-detection-taxi-data/Dockerfile | |
| - demos/jupyterhub-pyspark-hdfs-anomaly-detection-taxi-data/requirements.txt | |
| - .github/workflows/dev_spark-k8s-with-scikit-learn.yaml | |
| jobs: | |
| build: | |
| name: Build/Publish ${{ matrix.runner.arch }} Image | |
| permissions: | |
| id-token: write | |
| runs-on: ${{ matrix.runner.name }} | |
| strategy: | |
| matrix: | |
| runner: | |
| - {name: "ubuntu-latest", arch: "amd64"} | |
| # TODO: the image 3.5.0-stackable24.3.0 does not have an arm64 build. | |
| # Re-activate the arm runner when the image is updated to one that does. | |
| #- {name: "ubicloud-standard-8-arm", arch: "arm64"} | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7 | |
| - name: Build image | |
| id: build | |
| uses: stackabletech/actions/build-container-image@013e6482fbc0edf2d38cf9220fc931f6a81336fb # v0.0.6 | |
| with: | |
| image-name: ${{ env.IMAGE_NAME }} | |
| image-index-manifest-tag: ${{ env.IMAGE_VERSION }} | |
| container-file: ${{ env.DOCKERFILE_PATH }} | |
| - name: Publish Container Image on docker.stackable.tech | |
| uses: stackabletech/actions/publish-image@013e6482fbc0edf2d38cf9220fc931f6a81336fb # v0.0.6 | |
| with: | |
| image-registry-uri: docker.stackable.tech | |
| image-registry-username: github | |
| image-registry-password: ${{ secrets.NEXUS_PASSWORD }} | |
| image-repository: demos/${{ env.IMAGE_NAME }} | |
| image-manifest-tag: ${{ steps.build.outputs.image-manifest-tag }} | |
| source-image-uri: ${{ steps.build.outputs.image-manifest-uri }} | |
| - name: Publish Container Image on oci.stackable.tech | |
| uses: stackabletech/actions/publish-image@013e6482fbc0edf2d38cf9220fc931f6a81336fb # v0.0.6 | |
| with: | |
| image-registry-uri: oci.stackable.tech | |
| image-registry-username: robot$stackable+github-action-build | |
| image-registry-password: ${{ secrets.HARBOR_ROBOT_STACKABLE_GITHUB_ACTION_BUILD_SECRET }} | |
| image-repository: ${{ env.REGISTRY_PATH }}/${{ env.IMAGE_NAME }} | |
| image-manifest-tag: ${{ steps.build.outputs.image-manifest-tag }} | |
| source-image-uri: ${{ steps.build.outputs.image-manifest-uri }} | |
| publish_manifests: | |
| name: Build/Publish Manifest | |
| needs: [build] | |
| permissions: | |
| id-token: write | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7 | |
| - name: Publish and Sign Image Index Manifest to docker.stackable.tech | |
| uses: stackabletech/actions/publish-index-manifest@013e6482fbc0edf2d38cf9220fc931f6a81336fb # v0.0.6 | |
| with: | |
| image-registry-uri: docker.stackable.tech | |
| image-registry-username: github | |
| image-registry-password: ${{ secrets.NEXUS_PASSWORD }} | |
| image-repository: demos/${{ env.IMAGE_NAME }} | |
| image-index-manifest-tag: ${{ env.IMAGE_VERSION }} | |
| - name: Publish and Sign Image Index Manifest to oci.stackable.tech | |
| uses: stackabletech/actions/publish-index-manifest@013e6482fbc0edf2d38cf9220fc931f6a81336fb # v0.0.6 | |
| with: | |
| image-registry-uri: oci.stackable.tech | |
| image-registry-username: robot$stackable+github-action-build | |
| image-registry-password: ${{ secrets.HARBOR_ROBOT_STACKABLE_GITHUB_ACTION_BUILD_SECRET }} | |
| image-repository: ${{ env.REGISTRY_PATH }}/${{ env.IMAGE_NAME }} | |
| image-index-manifest-tag: ${{ env.IMAGE_VERSION }} |