Retry docker pulls in CI (#19384)

* Retry docker pulls in CI

* Notify caller of retry

* Invoke pulls with `-i`

* Cleanup retrie default value

Author: perangel

.github/workflows/commands-for-testing-tool.yml

@@ -55,7 +55,7 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v1
       - name: Pull Testing Tool docker image
-        run: docker pull airbyte/airbyte-e2e-testing-tool:latest
+        run: ./tools/bin/pull_image.sh -i airbyte/airbyte-e2e-testing-tool:latest
       - name: Create input and output folders
         run: |
           mkdir secrets
@@ -104,7 +104,7 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v1
       - name: Pull Testing Tool docker image
-        run: docker pull airbyte/airbyte-e2e-testing-tool:latest
+        run: ./tools/bin/pull_image.sh -i airbyte/airbyte-e2e-testing-tool:latest
       - name: Change wrapper permissions
         run: |
           mkdir secrets

tools/bin/pull_image.sh

@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+
+retries=3
+
+function pull_dockerhub_image_with_retries() {
+    local image=$1
+    local retries=$2
+
+    for (( i=1; i<=$retries; i++ )); do
+        docker pull $image
+        # NOTE: this does not discriminate on the failure, any failure will retry
+        test "$?" -eq 0 && return || echo "Docker pull failed, sleeping for 5 seconds before retrying ($i/$retries)" && sleep 5
+    done
+}
+
+function main() {
+    while getopts ':i:r:' OPTION; do
+        case "$OPTION" in
+            i)
+                image="$OPTARG"
+                ;;
+            r)
+                if [[ "$OPTARG" =~ ^(-)?[0-9]+$ ]]; then
+                    retries="$OPTARG"
+                else
+                    echo "retries (-r) must be a number" && exit 1
+                fi
+                ;;
+            ?)
+                echo "script usage: $(basename "$0") [-i image] [-r retries]" >&2
+                exit 1
+                ;;
+        esac
+    done
+    shift "$(($OPTIND -1))"
+
+    pull_dockerhub_image_with_retries $image $retries
+}
+
+main "$@"
+
+