break up find buckets command (#4684)

* break up find buckets command

* add on push for testing

* add echo

* remove code for testing

* remove echo cmd

* change var name

* change to bucket_list

* add back echo cmd

* get bucke names

* try different var set

* bundle jq cmd

* bind var

* delete bucket for testing

* delete bucket then try to find

* add pr_buckets var

* test with if

* add logic to only set bucket var if its not empty

* syntax

* add back on push

* fix var naming

.github/workflows/cleanup_buckets.yaml

@@ -1,5 +1,8 @@
 name: Cleanup Buckets
 on:
+  push:
+    branches:
+      - 'hm/fix-cleanup-buckets-job'
   schedule:
     - cron:  "0 * * * *"
 jobs:
@@ -25,22 +28,21 @@ jobs:
     - name: Cleanup Buckets
       run: |
         set -euxo pipefail
-        sudo apt-get update && sudo apt-get install jq
-        buckets=$(docker run -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID -e AWS_DEFAULT_REGION=$AWS_DEFAULT_REGION  -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN amazon/aws-cli s3api list-buckets | jq '.Buckets | .[].Name' -r | grep "docs-d2iq-com-pr-")
-        echo $buckets
-        open_prs=$(docker run curlimages/curl:7.75.0 "https://api.github.com/repos/mesosphere/dcos-docs-site/pulls?state=open" | jq '.[].number')
-        echo $open_prs
-        for bucket in $buckets; do
-          found=false
-          for pr in $open_prs; do
-            if [[ $bucket == *"$pr"* ]]; then
-              found=true
-              break
+        sudo apt-get update && sudo apt-get install jq        
+        bucket_list=$(docker run -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID -e AWS_DEFAULT_REGION=$AWS_DEFAULT_REGION  -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN amazon/aws-cli s3api list-buckets | jq '.Buckets | .[].Name' -r)
+        if echo $bucket_list | grep -q "docs-d2iq-com-pr-"; then
+          buckets=$(echo $bucket_list | grep "docs-d2iq-com-pr-")
+          for bucket in $buckets; do
+            found=false
+            for pr in $bucket; do
+              if [[ $bucket == *"$pr"* ]]; then
+                found=true
+                break
+              fi
+            done
+            if [ "$found" = false ] ; then
+              docker run -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID -e AWS_DEFAULT_REGION=$AWS_DEFAULT_REGION  -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN amazon/aws-cli s3 rb s3://$bucket --force
             fi
           done
-          if [ "$found" = false ] ; then
-            docker run -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID -e AWS_DEFAULT_REGION=$AWS_DEFAULT_REGION  -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN amazon/aws-cli s3 rb s3://$bucket --force
-          fi
-        done
+        fi
       shell: bash    
-