add e2e tests in taskfile and in CI

Author: umbynos

.github/workflows/release.yml

@@ -123,6 +123,17 @@ jobs:
         run: task build
         if: matrix.os == 'macos-10.15'
 
+      - name: Install Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.9'
+          architecture: 'x64'
+
+      - name: Run e2e tests
+        run: |
+          pip install poetry
+          task test-e2e
+
         # this will create `public/` dir with compressed full bin (<version>/<os>-<arch>.gz) and a json file
       - name: Create autoupdate files
         run: go-selfupdate arduino-create-agent${{ matrix.ext }} ${TAG_VERSION}

.github/workflows/test.yml

@@ -91,6 +91,17 @@ jobs:
         run: task build
         if: matrix.os == 'macos-10.15'
 
+      - name: Install Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.9'
+          architecture: 'x64'
+
+      - name: Run e2e tests
+        run: |
+          pip install poetry
+          task test-e2e
+
         # config.ini is required by the executable when it's run
       - name: Upload artifacts
         uses: actions/upload-artifact@v2

Taskfile.yml

@@ -33,6 +33,12 @@ tasks:
     cmds:
       - go test -short -run '{{ default ".*" .TEST_REGEX }}' {{ default "-v" .GOFLAGS }} -coverprofile=coverage_unit.txt {{ default .DEFAULT_TARGETS .TARGETS }} {{.TEST_LDFLAGS}}
 
+  test-e2e:
+    desc: Run end 2 end tests
+    cmds:
+      - poetry install --no-root
+      - poetry run pytest test
+
   check:
     desc: Check fmt and lint
     cmds: