Adoption of pulumi/ci-mgmt for workflow automation

.ci-mgmt.yaml

@@ -0,0 +1,28 @@
+template: external-bridged-provider
+provider: cockroach
+organization: pulumiverse
+major-version: 0
+providerDefaultBranch: main
+upstreamProviderOrg: cockroachdb
+publishRegistry: false
+enableAutoRelease: false
+plugins:
+  - name: terraform
+    version: "1.0.19"
+    kind: converter
+languages:
+  - dotnet
+  - go
+  - nodejs
+  - python
+publish:
+  sdk: "all,!java"
+  cdn: false
+license:
+  ignore:
+    # Don't check for the license of the local shim package
+    - github.com/cockroachdb/terraform-provider-cockroach/shim
+pr-assign: ringods
+toolVersions:
+  go: "1.22.x"
+pulumiConvert: 1

.devcontainer/Dockerfile

@@ -1,67 +1,12 @@
-ARG UBUNTU_VERSION=latest
-FROM ubuntu:${UBUNTU_VERSION}
+FROM jetpackio/devbox:latest
 
-# Update apt-get and install various needed utilities
-RUN apt-get update && \
-    apt-get install -y curl && \
-    apt-get install -y wget && \
-    apt-get install -y xz-utils && \
-    apt-get install -y make && \
-    apt-get install -y gcc && \
-    apt-get install -y git
+# Installing your devbox project
+WORKDIR /code
+COPY devbox.json devbox.json
+COPY devbox.lock devbox.lock
+RUN sudo chown -R "${DEVBOX_USER}:${DEVBOX_USER}" /code
 
-# Install bridged provider prerequisites
-# See README.md
 
-# Install go 
-ARG GO_VERSION=1.18.3
-RUN rm -rf /usr/local/go && \
-    wget -O ${GO_VERSION}.tar.gz https://golang.org/dl/go${GO_VERSION}.linux-amd64.tar.gz && \
-    tar -C /usr/local -xzf ${GO_VERSION}.tar.gz && \
-    rm ${GO_VERSION}.tar.gz 
+RUN devbox run -- echo "Installed Packages."
 
-ENV GOPATH=/root/go
-ENV PATH=$PATH:/usr/local/go/bin
-
-# Install go linter
-RUN mkdir -p $GOPATH/bin && \
-    curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b $GOPATH/bin v1.46.2
-
-ENV PATH=$PATH:$GOPATH/bin
-
-# Install pulumictl
-ARG PULUMICTL_VERSION=v0.0.32
-RUN rm -rf /usr/local/bin/pulumictl && \
-    wget -O pulumictl.${PULUMICTL_VERSION}.tar.gz https://github.com/pulumi/pulumictl/releases/download/${PULUMICTL_VERSION}/pulumictl-${PULUMICTL_VERSION}-linux-amd64.tar.gz && \
-    tar -C /usr/local/bin -xzf pulumictl.${PULUMICTL_VERSION}.tar.gz
-
-# Install nodejs
-ARG NODEJS_VERSION=v16.16.0
-ARG NODEJS_PKG=node-${NODEJS_VERSION}-linux-x64
-ARG NODEJS_TARBALL=${NODEJS_PKG}.tar.xz
-RUN rm -rf /usr/local/node && \
-    wget -O ${NODEJS_TARBALL} https://nodejs.org/dist/${NODEJS_VERSION}/${NODEJS_TARBALL} && \
-    tar -C /usr/local -xf ${NODEJS_TARBALL} && \
-    mv /usr/local/${NODEJS_PKG} /usr/local/node
-
-ENV PATH=$PATH:/usr/local/node/bin
-
-# Install yarn
-RUN npm install --global yarn
-
-# Install python and related items
-RUN apt-get install -y python3 && \
-    apt-get install -y python3-setuptools
-
-# Install .NET
-# https://stackoverflow.com/questions/73753672/a-fatal-error-occurred-the-folder-usr-share-dotnet-host-fxr-does-not-exist
-RUN apt-get remove dotnet* && \
-    apt-get remove aspnetcore* && \
-    apt-get remove netstandard&
-
-RUN apt-get update && \
-    apt-get install dotnet-sdk-6.0 -y
-
-# Install Pulumi
-RUN curl -fsSL https://get.pulumi.com | sh
-ENV PATH=$PATH:/root/.pulumi/bin
+RUN devbox shellenv --init-hook >> ~/.profile

.devcontainer/devcontainer.json

@@ -1,8 +1,16 @@
-// For format details, see https://aka.ms/devcontainer.json. For config options, see the README at:
-// https://github.com/microsoft/vscode-dev-containers/tree/v0.202.3/containers/hugo
 {
-  "name": "TFProvider",
+  "name": "Devbox Remote Container",
   "build": {
-      "dockerfile": "Dockerfile"
-  }
+    "dockerfile": "./Dockerfile",
+    "context": ".."
+  },
+  "customizations": {
+    "vscode": {
+      "settings": {},
+      "extensions": [
+        "jetpack-io.devbox"
+      ]
+    }
+  },
+  "remoteUser": "devbox"
 }

.gitattributes

@@ -0,0 +1 @@
+sdk/**/* linguist-generated=true

.github/actions/download-bin/action.yml

@@ -0,0 +1,16 @@
+name: Download binary assets
+description: Downloads the provider and tfgen binaries to `bin/`.
+
+runs:
+  using: "composite"
+  steps:
+    - name: Download provider + tfgen binaries
+      uses: actions/download-artifact@v4
+      with:
+        name: cockroach-provider.tar.gz
+        path: ${{ github.workspace }}/bin
+    - name: Untar provider binaries
+      shell: bash
+      run: |
+        tar -zxf ${{ github.workspace }}/bin/provider.tar.gz -C ${{ github.workspace}}/bin
+        find ${{ github.workspace }} -name "pulumi-*-cockroach" -print -exec chmod +x {} \;

.github/actions/download-sdk/action.yml

@@ -0,0 +1,19 @@
+name: Download SDK asset
+description: Restores the SDK asset for a language.
+
+inputs:
+  language:
+    required: true
+    description: One of nodejs, python, dotnet, go, java
+
+runs:
+  using: "composite"
+  steps:
+    - name: Download ${{ inputs.language }} SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: ${{ inputs.language }}-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Uncompress SDK folder
+      shell: bash
+      run: tar -zxf ${{ github.workspace }}/sdk/${{ inputs.language }}.tar.gz -C ${{ github.workspace }}/sdk/${{ inputs.language }}

.github/actions/setup-tools/action.yml

@@ -0,0 +1,81 @@
+name: Setup tools
+description: Installs Go, Pulumi, pulumictl, schema-tools, Node.JS, Python, dotnet and Java.
+
+inputs:
+  tools:
+    description: |
+      Comma separated list of tools to install. The default of "all" installs all tools. Available tools are:
+        go
+        pulumicli
+        pulumictl
+        schema-tools
+        nodejs
+        python
+        dotnet
+        java
+    default: all
+
+runs:
+  using: "composite"
+  steps:
+    - name: Install Go
+      if: inputs.tools == 'all' || contains(inputs.tools, 'go')
+      uses: actions/setup-go@v5
+      with:
+        go-version: "1.22.x"
+        cache-dependency-path: |
+          provider/*.sum
+          upstream/*.sum
+          sdk/*.sum
+
+    - name: Install pulumictl
+      if: inputs.tools == 'all' || contains(inputs.tools, 'pulumictl')
+      uses: jaxxstorm/[email protected]
+      with:
+        tag: v0.0.46
+        repo: pulumi/pulumictl
+
+    - name: Install Pulumi CLI
+      if: inputs.tools == 'all' || contains(inputs.tools, 'pulumicli')
+      uses: pulumi/actions@v5
+      with:
+        pulumi-version: "dev"
+
+    - name: Install Schema Tools
+      if: inputs.tools == 'all' || contains(inputs.tools, 'schema-tools')
+      uses: jaxxstorm/[email protected]
+      with:
+        repo: pulumi/schema-tools
+
+    - name: Setup Node
+      if: inputs.tools == 'all' || contains(inputs.tools, 'nodejs')
+      uses: actions/setup-node@v4
+      with:
+        node-version: 20.x
+        registry-url: https://registry.npmjs.org
+
+    - name: Setup DotNet
+      if: inputs.tools == 'all' || contains(inputs.tools, 'dotnet')
+      uses: actions/setup-dotnet@v4
+      with:
+        dotnet-version: 6.0.x
+
+    - name: Setup Python
+      if: inputs.tools == 'all' || contains(inputs.tools, 'python')
+      uses: actions/setup-python@v5
+      with:
+        python-version: 3.11.8
+
+    - name: Setup Java
+      if: inputs.tools == 'all' || contains(inputs.tools, 'java')
+      uses: actions/setup-java@v4
+      with:
+        cache: gradle
+        distribution: temurin
+        java-version: 11
+
+    - name: Setup Gradle
+      if: inputs.tools == 'all' || contains(inputs.tools, 'java')
+      uses: gradle/gradle-build-action@v3
+      with:
+        gradle-version: 7.6

.github/actions/upload-bin/action.yml

@@ -0,0 +1,15 @@
+name: Upload bin assets
+description: Uploads the provider and tfgen binaries to `bin/`.
+
+runs:
+  using: "composite"
+  steps:
+    - name: Tar provider binaries
+      shell: bash
+      run: tar -zcf ${{ github.workspace }}/bin/provider.tar.gz -C ${{ github.workspace }}/bin/ pulumi-resource-cockroach pulumi-tfgen-cockroach
+    - name: Upload artifacts
+      uses: actions/upload-artifact@v4
+      with:
+        name: cockroach-provider.tar.gz
+        path: ${{ github.workspace }}/bin/provider.tar.gz
+        retention-days: 30

.github/actions/upload-sdk/action.yml

@@ -0,0 +1,20 @@
+name: Upload SDK asset
+description: Upload the SDK for a specific language as an asset for the workflow.
+
+inputs:
+  language:
+    required: true
+    description: One of nodejs, python, dotnet, go, java
+
+runs:
+  using: "composite"
+  steps:
+    - name: Compress SDK folder
+      shell: bash
+      run: tar -zcf sdk/${{ inputs.language }}.tar.gz -C sdk/${{ inputs.language }} .
+    - name: Upload artifacts
+      uses: actions/upload-artifact@v4
+      with:
+        name: ${{ inputs.language  }}-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/${{ inputs.language }}.tar.gz
+        retention-days: 30

.github/workflows/build_provider.yml

@@ -0,0 +1,56 @@
+name: "Build Provider"
+
+on:
+  workflow_call:
+    inputs:
+      version:
+        required: true
+        type: string
+        description: Version of the provider to build
+
+jobs:
+  build_provider:
+    name: Build ${{ matrix.platform.os }}-${{ matrix.platform.arch }}
+    runs-on: ubuntu-latest
+    env:
+      PROVIDER_VERSION: ${{ inputs.version }}
+    strategy:
+      fail-fast: true
+      matrix:
+        platform:
+          - os: linux
+            arch: amd64
+          - os: linux
+            arch: arm64
+          - os: darwin
+            arch: amd64
+          - os: darwin
+            arch: arm64
+          - os: windows
+            arch: amd64
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v4
+      - name: Setup tools
+        uses: ./.github/actions/setup-tools
+        with:
+          tools: pulumictl, go
+      - name: Download schema-embed.json
+        uses: actions/download-artifact@v4
+        with:
+          # Use a pattern to avoid failing if the artifact doesn't exist
+          pattern: schema-embed.*
+          # Avoid creating directories for each artifact
+          merge-multiple: true
+          path: provider/cmd/pulumi-resource-cockroach/schema-embed.json
+      - name: Prepare for build
+        # This installs plugins and prepares upstream
+        run: make upstream
+      - name: Build & package provider
+        run: make provider_dist-${{ matrix.platform.os }}-${{ matrix.platform.arch }}
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: pulumi-resource-cockroach-v${{ inputs.version }}-${{ matrix.platform.os }}-${{ matrix.platform.arch }}.tar.gz
+          path: bin/pulumi-resource-cockroach-v${{ inputs.version }}-${{ matrix.platform.os }}-${{ matrix.platform.arch }}.tar.gz
+          retention-days: 30