Add a retry decorator to the GitHub log downloader. (#1387)

* Add a retry decorator to the GitHub log downloader.

* Fix retry syntax.

Author: jonsimantov

external/pip_requirements.txt

@@ -1,2 +1,3 @@
 absl-py
 protobuf
+retry

scripts/gha/integration_testing/ftl_gha_validator.py

@@ -19,6 +19,7 @@
 import subprocess
 import shutil
 import re
+from retry import retry
 
 GSUTIL = shutil.which("gsutil")
 
@@ -73,7 +74,7 @@ def _get_testapp_log_text_from_gcs(gcs_path):
     logging.error("Unexpected error reading GCS log:\n%s", e)
     return None
 
-
+@retry(subprocess.CalledProcessError, tries=3, delay=10)
 def _gcs_list_dir(gcs_path):
   """Recursively returns a list of contents for a directory on GCS."""
   args = [GSUTIL, "ls", "-r", gcs_path]
@@ -82,6 +83,7 @@ def _gcs_list_dir(gcs_path):
   return result.stdout.splitlines()
 
 
+@retry(subprocess.CalledProcessError, tries=3, delay=10)
 def _gcs_read_file(gcs_path):
   """Extracts the contents of a file on GCS."""
   args = [GSUTIL, "cat", gcs_path]

scripts/gha/python_requirements.txt

@@ -2,3 +2,4 @@ attrs
 absl-py
 pytz
 requests
+retry