switch latest_versions from bash to python

Author: tedivm

action.yml

@@ -60,6 +60,8 @@ runs:
   using: "composite"
   steps:
 
+    - uses: "actions/setup-python@v2"
+
     - name: Update Package Versions
       shell: bash
       run: "bash ${{ github.action_path }}/scripts/update_packages.sh \"${{ inputs.package }}\" \"${{ inputs.action_path }}\""
@@ -71,8 +73,6 @@ runs:
       shell: bash
       run: "[[ \"${{inputs.update_python}}\" == \"true\" ]] && sed -i 's/python_versions:.*/python_versions: [\"3.6\", \"3.7\", \"3.8\", \"3.9\", \"3.10\"] /' \"${{ inputs.action_path }}\""
 
-    - uses: "actions/setup-python@v2"
-
     - name: "Install Jinja2"
       shell: bash
       run: "python -m pip install jinja2 pyyaml"

scripts/latest_versions.py

@@ -0,0 +1,26 @@
+#!/usr/bin/python3
+import os
+import sys
+import re
+import urllib.request
+
+PACKAGE = sys.argv[1]
+MAX_VERSIONS = sys.argv[2] if len(sys.argv) > 2 else 10
+
+# Load PyPI website for the package
+fp = urllib.request.urlopen(f"https://pypi.org/simple/{PACKAGE}/")
+html_string = fp.read().decode("utf8")
+fp.close()
+
+# Pick a regex- either include prerelease versions or not
+if os.environ.get("INCLUDE_PRERELEASE", False) == 'true':
+  version_regex = re.compile(r'-(\d+\.\d+\.\d+(a|b|rc)?\d?).+[\.whl|\.tar\.gz]')
+  versions = [x[0] for x in version_regex.findall(html_string)]
+else:
+  version_regex = re.compile(r'-(\d+\.\d+\.\d+).+[\.whl|\.tar\.gz]')
+  versions = version_regex.findall(html_string)
+
+unique_versions = list(dict.fromkeys(versions))
+
+for version in unique_versions[-(int(MAX_VERSIONS)):]:
+  print(version)

scripts/latest_versions.sh

@@ -24,8 +24,8 @@ echo "Package: $PACKAGE"
 echo "Action Path: $FILE"
 echo "Max Versions: $MAX_VERSIONS"
 
-VERSIONS=$($SCRIPT_DIR/latest_versions.sh $PACKAGE ${MAX_VERSIONS:-10})
-LATEST_VERSION=$($SCRIPT_DIR/latest_versions.sh $PACKAGE 1)
+VERSIONS=$($SCRIPT_DIR/latest_versions.py $PACKAGE ${MAX_VERSIONS:-10})
+LATEST_VERSION=$($SCRIPT_DIR/latest_versions.py $PACKAGE 1)
 
 echo "Found versions: $VERSIONS"
 VERSION_STRING=$(echo $VERSIONS | $SCRIPT_DIR/versions_to_yaml.sh -)

scripts/update_packages.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 SCRIPT_DIR="$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
-export PACKAGE_VERSIONS=$($SCRIPT_DIR/latest_versions.sh $PACKAGE ${MAX_VERSIONS:-10})
+export PACKAGE_VERSIONS=$($SCRIPT_DIR/latest_versions.py $PACKAGE ${MAX_VERSIONS:-10})
 
 if [[ -z $1 ]]; then
   echo "Please provide a file path."