diff --git a/.github/workflows/github-community-label-bot.yaml b/.github/workflows/github-community-label-bot.yaml index df2bd477f4c66..6cbdc0be6e3fa 100644 --- a/.github/workflows/github-community-label-bot.yaml +++ b/.github/workflows/github-community-label-bot.yaml @@ -12,4 +12,4 @@ jobs: - uses: harshithmullapudi/label-actions@75686c2b3de17244526f10a22424f319d0bc134f with: github-token: ${{ secrets.OCTAVIA_PAT }} - github-username: ${{ secrets.LABEL_BOT_USERNAME }} + github-username: octavia-squidington-iii diff --git a/.github/workflows/gke-kube-test-command.yml b/.github/workflows/gke-kube-test-command.yml index e8b74707cce07..4f04b0e16b2d9 100644 --- a/.github/workflows/gke-kube-test-command.yml +++ b/.github/workflows/gke-kube-test-command.yml @@ -15,10 +15,28 @@ on: required: false jobs: + find_valid_pat: + name: "Find a PAT with room for actions" + timeout-minutes: 10 + runs-on: ubuntu-latest + outputs: + pat: ${{ steps.variables.outputs.pat }} + steps: + - name: Checkout Airbyte + uses: actions/checkout@v2 + - name: Check PAT rate limits + id: variables + run: | + ./tools/bin/find_non_rate_limited_PAT \ + ${{ secrets.AIRBYTEIO_PAT }} \ + ${{ secrets.OSS_BUILD_RUNNER_GITHUB_PAT }} \ + ${{ secrets.SUPERTOPHER_PAT }} \ + ${{ secrets.DAVINCHIA_PAT }} start-gke-kube-acceptance-test-runner: timeout-minutes: 10 name: Start GKE Kube Acceptance Test EC2 Runner runs-on: ubuntu-latest + needs: find_valid_pat outputs: label: ${{ steps.start-ec2-runner.outputs.label }} ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} @@ -34,7 +52,7 @@ jobs: with: aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} gke-kube-acceptance-test: # In case of self-hosted EC2 errors, removed the `needs` line and switch back to running on ubuntu-latest. needs: start-gke-kube-acceptance-test-runner # required to start the main job when the runner is ready @@ -124,6 +142,7 @@ jobs: needs: - start-gke-kube-acceptance-test-runner # required to get output from the start-runner job - gke-kube-acceptance-test # required to wait when the main job is done + - find_valid_pat runs-on: ubuntu-latest if: ${{ always() }} steps: @@ -137,6 +156,6 @@ jobs: uses: supertopher/ec2-github-runner@base64v1.0.5 with: mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} label: ${{ needs.start-gke-kube-acceptance-test-runner.outputs.label }} ec2-instance-id: ${{ needs.start-gke-kube-acceptance-test-runner.outputs.ec2-instance-id }} diff --git a/.github/workflows/gradle.yml b/.github/workflows/gradle.yml index 8543b0e4302f7..a2d62fc213687 100644 --- a/.github/workflows/gradle.yml +++ b/.github/workflows/gradle.yml @@ -75,11 +75,10 @@ jobs: id: variables run: | ./tools/bin/find_non_rate_limited_PAT \ - ${{ secrets.SUPERTOPHER_PAT }} \ - ${{ secrets.AIRBYTEIO_PAT }} \ - ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} \ - ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN_1 }} \ - ${{ secrets.OCTAVIA_PAT }} + ${{ secrets.AIRBYTEIO_PAT }} \ + ${{ secrets.OSS_BUILD_RUNNER_GITHUB_PAT }} \ + ${{ secrets.SUPERTOPHER_PAT }} \ + ${{ secrets.DAVINCHIA_PAT }} diff --git a/.github/workflows/publish-command.yml b/.github/workflows/publish-command.yml index d986b4e4a763f..90f4bc84aa776 100644 --- a/.github/workflows/publish-command.yml +++ b/.github/workflows/publish-command.yml @@ -22,11 +22,29 @@ on: required: false jobs: + find_valid_pat: + name: "Find a PAT with room for actions" + timeout-minutes: 10 + runs-on: ubuntu-latest + outputs: + pat: ${{ steps.variables.outputs.pat }} + steps: + - name: Checkout Airbyte + uses: actions/checkout@v2 + - name: Check PAT rate limits + id: variables + run: | + ./tools/bin/find_non_rate_limited_PAT \ + ${{ secrets.AIRBYTEIO_PAT }} \ + ${{ secrets.OSS_BUILD_RUNNER_GITHUB_PAT }} \ + ${{ secrets.SUPERTOPHER_PAT }} \ + ${{ secrets.DAVINCHIA_PAT }} ## Gradle Build # In case of self-hosted EC2 errors, remove this block. start-publish-image-runner: name: Start Build EC2 Runner runs-on: ubuntu-latest + needs: find_valid_pat outputs: label: ${{ steps.start-ec2-runner.outputs.label }} ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} @@ -42,7 +60,7 @@ jobs: with: aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} # 80 gb disk ec2-image-id: ami-0d648081937c75a73 publish-image: @@ -165,6 +183,7 @@ jobs: needs: - start-publish-image-runner # required to get output from the start-runner job - publish-image # required to wait when the main job is done + - find_valid_pat runs-on: ubuntu-latest if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs steps: @@ -178,6 +197,6 @@ jobs: uses: supertopher/ec2-github-runner@base64v1.0.5 with: mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} label: ${{ needs.start-publish-image-runner.outputs.label }} ec2-instance-id: ${{ needs.start-publish-image-runner.outputs.ec2-instance-id }} diff --git a/.github/workflows/publish-external-command.yml b/.github/workflows/publish-external-command.yml index 2af1ac5c13f15..86fb2df9aa9d3 100644 --- a/.github/workflows/publish-external-command.yml +++ b/.github/workflows/publish-external-command.yml @@ -21,6 +21,23 @@ on: default: master jobs: + find_valid_pat: + name: "Find a PAT with room for actions" + timeout-minutes: 10 + runs-on: ubuntu-latest + outputs: + pat: ${{ steps.variables.outputs.pat }} + steps: + - name: Checkout Airbyte + uses: actions/checkout@v2 + - name: Check PAT rate limits + id: variables + run: | + ./tools/bin/find_non_rate_limited_PAT \ + ${{ secrets.AIRBYTEIO_PAT }} \ + ${{ secrets.OSS_BUILD_RUNNER_GITHUB_PAT }} \ + ${{ secrets.SUPERTOPHER_PAT }} \ + ${{ secrets.DAVINCHIA_PAT }} ## Gradle Build # In case of self-hosted EC2 errors, remove this block. start-publish-image-runner: @@ -105,6 +122,7 @@ jobs: needs: - start-publish-image-runner # required to get output from the start-runner job - publish-image # required to wait when the main job is done + - find_valid_pat runs-on: ubuntu-latest if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs steps: @@ -118,6 +136,6 @@ jobs: uses: supertopher/ec2-github-runner@base64v1.0.5 with: mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} label: ${{ needs.start-publish-image-runner.outputs.label }} ec2-instance-id: ${{ needs.start-publish-image-runner.outputs.ec2-instance-id }} diff --git a/.github/workflows/release-airbyte-os.yml b/.github/workflows/release-airbyte-os.yml index 5ef4b918ddecc..5156359c44855 100644 --- a/.github/workflows/release-airbyte-os.yml +++ b/.github/workflows/release-airbyte-os.yml @@ -9,6 +9,23 @@ on: required: true default: "patch" jobs: + find_valid_pat: + name: "Find a PAT with room for actions" + timeout-minutes: 10 + runs-on: ubuntu-latest + outputs: + pat: ${{ steps.variables.outputs.pat }} + steps: + - name: Checkout Airbyte + uses: actions/checkout@v2 + - name: Check PAT rate limits + id: variables + run: | + ./tools/bin/find_non_rate_limited_PAT \ + ${{ secrets.AIRBYTEIO_PAT }} \ + ${{ secrets.OSS_BUILD_RUNNER_GITHUB_PAT }} \ + ${{ secrets.SUPERTOPHER_PAT }} \ + ${{ secrets.DAVINCHIA_PAT }} # In case of self-hosted EC2 errors, remove this block. start-release-airbyte-runner: name: "Release Airbyte: Start EC2 Runner" @@ -99,6 +116,7 @@ jobs: needs: - start-release-airbyte-runner # required to get output from the start-runner job - releaseAirbyte # required to wait when the main job is done + - find_valid_pat runs-on: ubuntu-latest if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs steps: @@ -112,6 +130,6 @@ jobs: uses: supertopher/ec2-github-runner@base64v1.0.5 with: mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} label: ${{ needs.start-release-airbyte-runner.outputs.label }} ec2-instance-id: ${{ needs.start-release-airbyte-runner.outputs.ec2-instance-id }} diff --git a/.github/workflows/test-command.yml b/.github/workflows/test-command.yml index cab3827f84caf..8845651fca333 100644 --- a/.github/workflows/test-command.yml +++ b/.github/workflows/test-command.yml @@ -18,6 +18,23 @@ on: required: false jobs: + find_valid_pat: + name: "Find a PAT with room for actions" + timeout-minutes: 10 + runs-on: ubuntu-latest + outputs: + pat: ${{ steps.variables.outputs.pat }} + steps: + - name: Checkout Airbyte + uses: actions/checkout@v2 + - name: Check PAT rate limits + id: variables + run: | + ./tools/bin/find_non_rate_limited_PAT \ + ${{ secrets.AIRBYTEIO_PAT }} \ + ${{ secrets.OSS_BUILD_RUNNER_GITHUB_PAT }} \ + ${{ secrets.SUPERTOPHER_PAT }} \ + ${{ secrets.DAVINCHIA_PAT }} start-test-runner: name: Start Build EC2 Runner timeout-minutes: 10 @@ -155,6 +172,7 @@ jobs: needs: - start-test-runner # required to get output from the start-runner job - integration-test # required to wait when the main job is done + - find_valid_pat runs-on: ubuntu-latest if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs steps: @@ -168,6 +186,6 @@ jobs: uses: supertopher/ec2-github-runner@base64v1.0.5 with: mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} label: ${{ needs.start-test-runner.outputs.label }} ec2-instance-id: ${{ needs.start-test-runner.outputs.ec2-instance-id }} diff --git a/.github/workflows/test-performance-command.yml b/.github/workflows/test-performance-command.yml index d3cd2320feb82..6dfd0cba963c9 100644 --- a/.github/workflows/test-performance-command.yml +++ b/.github/workflows/test-performance-command.yml @@ -24,6 +24,23 @@ on: required: false jobs: + find_valid_pat: + name: "Find a PAT with room for actions" + timeout-minutes: 10 + runs-on: ubuntu-latest + outputs: + pat: ${{ steps.variables.outputs.pat }} + steps: + - name: Checkout Airbyte + uses: actions/checkout@v2 + - name: Check PAT rate limits + id: variables + run: | + ./tools/bin/find_non_rate_limited_PAT \ + ${{ secrets.AIRBYTEIO_PAT }} \ + ${{ secrets.OSS_BUILD_RUNNER_GITHUB_PAT }} \ + ${{ secrets.SUPERTOPHER_PAT }} \ + ${{ secrets.DAVINCHIA_PAT }} start-test-runner: name: Start Build EC2 Runner timeout-minutes: 10 @@ -158,6 +175,7 @@ jobs: needs: - start-test-runner # required to get output from the start-runner job - performance-test # required to wait when the main job is done + - find_valid_pat runs-on: ubuntu-latest if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs steps: @@ -171,6 +189,6 @@ jobs: uses: supertopher/ec2-github-runner@base64v1.0.5 with: mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} + github-token: ${{ needs.find_valid_pat.outputs.pat }} label: ${{ needs.start-test-runner.outputs.label }} ec2-instance-id: ${{ needs.start-test-runner.outputs.ec2-instance-id }}