Install protoc during tests (#388)

* grpcio-tools 1.48 was yanked

* Install protoc during tests

Previously it was a prereq of the testsuite

Author: nipunn1313

.github/workflows/main.yml

@@ -30,10 +30,6 @@ jobs:
           echo ::set-output name=PROTOBUF_VERSION::$(grep "^protobuf>=" test_requirements.txt | cut -f2 -d=)
           echo ::set-output name=PYRIGHT_VERSION::$(grep '"pyright"' .github/package.json | cut -d\" -f4)
         id: read_versions
-      - name: Install Protoc
-        uses: arduino/setup-protoc@v1
-        with:
-          version: "${{ steps.read_versions.outputs.PROTOBUF_VERSION }}"
       - name: Cache pyenv
         uses: actions/cache@v2
         with:

.gitignore

@@ -1,4 +1,3 @@
-/go/src/github.com
 /main
 .*.swp
 __pycache__/
@@ -14,6 +13,6 @@ __pycache__/
 /dist/
 *.egg-info
 .idea/
-*.DS_Store
-*venv*
-/runenv
+.DS_Store
+/venv_*
+/protoc_*

run_test.sh

@@ -2,7 +2,6 @@
 
 RED="\033[0;31m"
 NC='\033[0m'
-PROTOC=${PROTOC:=protoc}
 
 PY_VER_MYPY_PROTOBUF=${PY_VER_MYPY_PROTOBUF:=3.10.1}
 PY_VER_MYPY_PROTOBUF_SHORT=$(echo $PY_VER_MYPY_PROTOBUF | cut -d. -f1-2)
@@ -16,6 +15,31 @@ if [ -e $CUSTOM_TYPESHED_DIR ]; then
     export MYPYPATH=$CUSTOM_TYPESHED_DIR/stubs/protobuf
 fi
 
+# Install protoc
+PROTOBUF_VERSION=$(grep "^protobuf>=" test_requirements.txt | cut -f2 -d=)
+PROTOC_DIR="protoc_$PROTOBUF_VERSION"
+if [[ -z $SKIP_CLEAN ]] || [[ ! -e $PROTOC_DIR ]]; then
+    if uname -a | grep Darwin; then
+        # brew install coreutils wget
+        PLAT=osx
+    else
+        PLAT=linux
+    fi
+
+    PROTOC_FILENAME="protoc-${PROTOBUF_VERSION}-${PLAT}-x86_64.zip"
+    PROTOC_URL="https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/$PROTOC_FILENAME"
+
+    rm -rf "$PROTOC_DIR"
+    wget "$PROTOC_URL" -P "$PROTOC_DIR"
+    mkdir -p "$PROTOC_DIR/protoc_install"
+    unzip "$PROTOC_DIR/$PROTOC_FILENAME" -d "$PROTOC_DIR/protoc_install"
+fi
+PROTOC="$PROTOC_DIR/protoc_install/bin/protoc"
+if [[ $($PROTOC --version) != "libprotoc $PROTOBUF_VERSION" ]]; then
+    echo -e "${RED}Wrong protoc installed?"
+    exit 1
+fi
+
 # Create mypy venv
 MYPY_VENV=venv_$PY_VER_MYPY
 (
@@ -82,11 +106,6 @@ MYPY_PROTOBUF_VENV=venv_$PY_VER_MYPY_PROTOBUF
     # Generate protos
     python --version
     $PROTOC --version
-    expected="libprotoc 3.19.4"
-    if [[ $($PROTOC --version) != $expected ]]; then
-        echo -e "${RED}For tests - must install protoc version ${expected} ${NC}"
-        exit 1
-    fi
 
     # CI Check to make sure generated files are committed
     SHA_BEFORE=$(find test/generated -name "*.pyi" | xargs sha1sum)