feat: agents gated

.env.example

@@ -1,7 +1,13 @@
-NODE_ENV=
+NODE_ENV=development
+
+# temporary pre-refactor pearl envs (on staging)
 FORK_URL=
 DEV_RPC=
 
-# TODO: determine if these are needed
-STAKING_TEST_KEYS_PATH=
-IS_STAGING=
+## post-refactor pearl envs
+GNOSIS_RPC=
+ETHEREUM_RPC=
+OPTIMISM_RPC=
+BASE_RPC=
+MODE_RPC=
+CELO_RPC=

.github/workflows/common_checks.yml

@@ -48,3 +48,27 @@ jobs:
     # - name: License compatibility check
     #   run: tox -e liccheck
     # tox -p -e vulture -e darglint
+
+  test:
+    continue-on-error: True
+    needs:
+      - linter_checks
+    runs-on: ${{ matrix.os }}
+
+    strategy:
+      matrix:
+        os: [ ubuntu-latest ]
+        python-version: [ "3.10.9" ]
+
+    timeout-minutes: 30
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Run unit tests
+        run: |
+          pip install tomte[tox]==0.2.15
+          tox -e unit-tests

.github/workflows/release.yml

@@ -64,24 +64,36 @@ jobs:
           echo $trader_version
           make ./dist/aea_bin
         #instead of this one mwe use make; mkdir dist && curl -L -o dist/aea_bin "https://github.com/valory-xyz/trader/releases/download/${trader_version}/trader_bin_${{ env.OS_ARCH }}"
-
+
+      # -- old optimus getter
+      # optimus_version=$(poetry run python -c "import yaml; config = yaml.safe_load(open('templates/optimus.yaml')); print(config['service_version'])")
+      #     echo $optimus_version
+      #     mkdir dist && curl -L -o dist/aea_bin "https://github.com/valory-xyz/optimus/releases/download/${$optimus_version}/optimus_bin_${{ env.OS_ARCH }}"
       - name: Build with PyInstaller
         run: |
-          poetry run pyinstaller operate/services/utils/tendermint.py --onefile --name tendermint_mac
-
-          # patch open aea in place
-          rm -fr ./open-aea
-          git clone https://github.com/valory-xyz/open-aea.git -b fix/1.5.2_encoding
-          poetry run pip install ./open-aea/
+          poetry run pyinstaller operate/services/utils/tendermint.py --onefile
+          cp dist/tendermint dist/tendermint_bin
 
-          poetry run pyinstaller --collect-data eth_account --collect-all aea --collect-all autonomy --collect-all operate --collect-all aea_ledger_ethereum --collect-all aea_ledger_cosmos --collect-all aea_ledger_ethereum_flashbots --hidden-import aea_ledger_ethereum --hidden-import aea_ledger_cosmos --hidden-import aea_ledger_ethereum_flashbots operate/pearl.py --add-binary dist/aea_bin:. --add-binary dist/tendermint_mac:. --onefile --name pearl_${{ env.OS_ARCH }}
+          poetry run pyinstaller --collect-data eth_account --collect-all aea --collect-all autonomy --collect-all operate --collect-all aea_ledger_ethereum --collect-all aea_ledger_cosmos --collect-all aea_ledger_ethereum_flashbots --hidden-import aea_ledger_ethereum --hidden-import aea_ledger_cosmos --hidden-import aea_ledger_ethereum_flashbots operate/pearl.py  --onefile --name pearl_${{ env.OS_ARCH }}
 
       - name: Upload Release Assets
         uses: actions/upload-artifact@v4
         with:
           name: pearl_${{ env.OS_ARCH }}
           path: dist/pearl_${{ env.OS_ARCH }}
 
+      - name: Upload Tendermint
+        uses: actions/upload-artifact@v4
+        with:
+          name: tendermint_${{ env.OS_ARCH }}
+          path: dist/tendermint_bin
+
+      - name: Upload aea
+        uses: actions/upload-artifact@v4
+        with:
+          name: aea_bin_${{ env.OS_ARCH }}
+          path: ./dist/aea_bin
+
   # Jobs for production and development, running separately for x64 and arm64
   build-release:
     runs-on: ${{ matrix.os }}
@@ -121,6 +133,23 @@ jobs:
         with:
           name: pearl_${{ env.OS_ARCH }}
           path: electron/bins/
+
+      - name: Download aea binary for architecture
+        uses: actions/download-artifact@v4
+        with:
+          name: aea_bin_${{ env.OS_ARCH }}
+          path: electron/bins/
+
+      - name: Download tendermint binary for architecture
+        uses: actions/download-artifact@v4
+        with:
+          name: tendermint_${{ env.OS_ARCH }}
+          path: electron/bins/
+
+      # Configure Yarn network settings for timeout, retries, and reduced concurrency
+      - name: Configure Yarn network settings
+        run: |
+            ls electron/bins/
 
       # download TM
       - name: Set architecture environment variable
@@ -138,7 +167,15 @@ jobs:
 
       # Add execution permissions to the binaries
       - name: Add exec permissions
-        run: chmod +x electron/bins/pearl_${{ env.OS_ARCH }}
+        run: chmod +x electron/bins/*
+
+      # Cache electron-builder downloads
+      - name: Restore electron-builder cache
+        id: cache-electron-builder
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/electron-builder
+          key: electron-builder-cache-${{ runner.os }}-${{ env.OS_ARCH }}-${{ matrix.env }}-${{ hashFiles('yarn.lock') }}
 
       # Cache electron node_modules with unique key for each environment and architecture
       - name: Restore electron node_modules cache
@@ -171,20 +208,28 @@ jobs:
         if: matrix.env == 'production'
         run: yarn build:frontend
         env:
-          NODE_ENV: ${{ matrix.env }}
-          DEV_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          NODE_ENV: ${{ matrix.env }}          
           IS_STAGING: ${{ github.ref != 'refs/heads/main' && 'true' || 'false' }}
-          FORK_URL: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/
+          BASE_RPC: https://rpc-gate.autonolas.tech/base-rpc/
+          GNOSIS_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
+          MODE_RPC: https://mainnet.mode.network
+          CELO_RPC: https://forno.celo.org
 
       # Build frontend for development
       - name: Build frontend for development
         if: matrix.env == 'development'
         run: yarn build:frontend
         env:
           NODE_ENV: ${{ matrix.env }}
-          DEV_RPC: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
           IS_STAGING: ${{ github.ref != 'refs/heads/main' && 'true' || 'false' }}
-          FORK_URL: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/
+          BASE_RPC: https://virtual.base.rpc.tenderly.co/f4a92b26-8193-4686-b464-7c1990144659
+          GNOSIS_RPC: https://virtual.gnosis.rpc.tenderly.co/b8bd81f7-0126-49ca-8a2d-11aa03dc7ccf
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
+          MODE_RPC: https://virtual.mode.rpc.tenderly.co/df18cdf5-748b-436d-a676-4649ca19fb2e
+          CELO_RPC: https://forno.celo.org
 
       # Run the build and notarization process for production
       - name: Build, notarize, and publish (Production)
@@ -198,9 +243,23 @@ jobs:
           GH_TOKEN: ${{ secrets.github_token }}
           NODE_ENV: ${{ matrix.env }}
           ARCH: ${{ env.OS_ARCH }}
-          DEV_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
-          FORK_URL: https://rpc-gate.autonolas.tech/gnosis-rpc/
-        run: node build.js
+          ELECTRON_BUILDER_CACHE: ~/.cache/electron-builder
+          ELECTRON_BUILDER_DOWNLOAD_RETRY: 10
+          ELECTRON_BUILDER_DOWNLOAD_TIMEOUT: 120000
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/
+          BASE_RPC: https://rpc-gate.autonolas.tech/base-rpc/
+          GNOSIS_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
+          MODE_RPC: https://mainnet.mode.network
+          CELO_RPC: https://forno.celo.org
+        run: |
+          echo "OPTIMISM_RPC=https://rpc-gate.autonolas.tech/optimism-rpc/" >> .env
+          echo "BASE_RPC=https://rpc-gate.autonolas.tech/base-rpc/" >> .env
+          echo "GNOSIS_RPC=https://rpc-gate.autonolas.tech/gnosis-rpc/" >> .env
+          echo "ETHEREUM_RPC=https://rpc-gate.autonolas.tech/ethereum-rpc/" >> .env
+          echo "MODE_RPC=https://mainnet.mode.network" >> .env
+          echo "CELO_RPC=https://forno.celo.org" >> .env
+          node build.js
 
       # Run the build and notarization process for development
       - name: Build, notarize, and publish (Development)
@@ -214,9 +273,20 @@ jobs:
           GH_TOKEN: ${{ secrets.github_token }}
           NODE_ENV: ${{ matrix.env }}
           ARCH: ${{ env.OS_ARCH }}
-          DEV_RPC: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
-          FORK_URL: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
+          ELECTRON_BUILDER_CACHE: ~/.cache/electron-builder
+          ELECTRON_BUILDER_DOWNLOAD_RETRY: 10
+          ELECTRON_BUILDER_DOWNLOAD_TIMEOUT: 120000
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/          
+          BASE_RPC: https://virtual.base.rpc.tenderly.co/f4a92b26-8193-4686-b464-7c1990144659
+          GNOSIS_RPC: https://virtual.gnosis.rpc.tenderly.co/b8bd81f7-0126-49ca-8a2d-11aa03dc7ccf
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
+          MODE_RPC: https://virtual.mode.rpc.tenderly.co/df18cdf5-748b-436d-a676-4649ca19fb2e
+          CELO_RPC: https://forno.celo.org
         run: |
-          echo "DEV_RPC=https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0" >> .env
-          echo "FORK_URL=https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0" >> .env
+          echo "OPTIMISM_RPC=https://rpc-gate.autonolas.tech/optimism-rpc/" >> .env
+          echo "BASE_RPC=https://virtual.base.rpc.tenderly.co/f4a92b26-8193-4686-b464-7c1990144659" >> .env
+          echo "GNOSIS_RPC=https://virtual.gnosis.rpc.tenderly.co/b8bd81f7-0126-49ca-8a2d-11aa03dc7ccf" >> .env
+          echo "ETHEREUM_RPC=https://rpc-gate.autonolas.tech/ethereum-rpc/" >> .env
+          echo "MODE_RPC=https://virtual.mode.rpc.tenderly.co/df18cdf5-748b-436d-a676-4649ca19fb2e" >> .env
+          echo "CELO_RPC=https://forno.celo.org" >> .env
           node build.js

.github/workflows/release_win.yml

@@ -12,10 +12,20 @@ jobs:
       matrix:
         include:
           - env: "production"
-            rpc: "https://rpc-gate.autonolas.tech/gnosis-rpc/"
+            OPTIMISM_RPC: "https://rpc-gate.autonolas.tech/optimism-rpc/"
+            BASE_RPC: "https://rpc-gate.autonolas.tech/base-rpc/"
+            GNOSIS_RPC: "https://rpc-gate.autonolas.tech/gnosis-rpc/"
+            ETHEREUM_RPC: "https://rpc-gate.autonolas.tech/ethereum-rpc/"
+            MODE_RPC: "https://mainnet.mode.network"
+            CELO_RPC: "https://forno.celo.org"
             arch: "x64"
           - env: "development"
-            rpc: "https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0"
+            OPTIMISM_RPC: "https://rpc-gate.autonolas.tech/optimism-rpc/"
+            BASE_RPC: "https://virtual.base.rpc.tenderly.co/f4a92b26-8193-4686-b464-7c1990144659"
+            GNOSIS_RPC: "https://virtual.gnosis.rpc.tenderly.co/b8bd81f7-0126-49ca-8a2d-11aa03dc7ccf"
+            ETHEREUM_RPC: "https://rpc-gate.autonolas.tech/ethereum-rpc/"  
+            MODE_RPC: "https://virtual.mode.rpc.tenderly.co/df18cdf5-748b-436d-a676-4649ca19fb2e"
+            CELO_RPC: "https://forno.celo.org"          
             arch: "x64"
     defaults:
       run:
@@ -94,18 +104,55 @@ jobs:
         run: yarn install:frontend
 
 
+      - name: Setup Certificate 
+        run: | 
+          echo "${{secrets.SM_CLIENT_CERT_FILE_B64 }}" | base64 --decode > /d/Certificate_pkcs12.p12 
+        shell: bash             
+
+      - name: Set variables 
+        id: variables 
+        run: | 
+          echo "::set-output name=version::${GITHUB_REF#refs/tags/v}" 
+          echo "SM_HOST=${{ secrets.SM_HOST }}" >> "$GITHUB_ENV" 
+          echo "SM_API_KEY=${{ secrets.SM_API_KEY }}" >> "$GITHUB_ENV" 
+          echo "SM_KEY_PAIR_ALIAS=${{ secrets.SM_KEY_PAIR_ALIAS }}" >> "$GITHUB_ENV" 
+          echo "SM_CLIENT_CERT_FILE=D:\\Certificate_pkcs12.p12" >> "$GITHUB_ENV" 
+          echo "SM_CLIENT_CERT_PASSWORD=${{ secrets.SM_CLIENT_CERT_PASSWORD }}" >> "$GITHUB_ENV" 
+          echo "C:\Program Files (x86)\Windows Kits\10\App Certification Kit" >> $GITHUB_PATH 
+          echo "C:\Program Files (x86)\Microsoft SDKs\Windows\v10.0A\bin\NETFX 4.8 Tools" >> $GITHUB_PATH 
+          echo "C:\Program Files\DigiCert\DigiCert One Signing Manager Tools" >> $GITHUB_PATH 
+        shell: bash  
+
+      - name: Setup SSM KSP on windows latest 
+        run: | 
+          curl -X GET  https://one.digicert.com/signingmanager/api-ui/v1/releases/smtools-windows-x64.msi/download -H "x-api-key:%SM_API_KEY%" -o smtools-windows-x64.msi 
+          msiexec /i smtools-windows-x64.msi /quiet /qn 
+          smksp_registrar.exe list 
+          smctl.exe keypair ls 
+          C:\Windows\System32\certutil.exe -csp "DigiCert Signing Manager KSP" -key -user 
+          smksp_cert_sync.exe 
+
+        shell: cmd 
       - name: set env vars to prod.env
         env:
-          NODE_ENV: ${{ matrix.env }}
-          DEV_RPC: ${{ matrix.rpc }}
+          NODE_ENV: ${{ matrix.env }}          
+          GNOSIS_RPC: ${{ matrix.GNOSIS_RPC }}
+          BASE_RPC: ${{ matrix.BASE_RPC }}
+          ETHEREUM_RPC: ${{ matrix.ETHEREUM_RPC }}
+          OPTIMISM_RPC: ${{ matrix.OPTIMISM_RPC }}
+          MODE_RPC: ${{ matrix.MODE_RPC }}
+          CELO_RPC: ${{ matrix.CELO_RPC }}
           IS_STAGING: ${{ github.ref != 'refs/heads/main' && 'true' || 'false' }}
-          FORK_URL: ${{ matrix.rpc }}
           GH_TOKEN: ${{ secrets.github_token}}
         run: |
           echo NODE_ENV=$NODE_ENV >> prod.env
-          echo DEV_RPC=$DEV_RPC >> prod.env
           echo IS_STAGING=$IS_STAGING >> prod.env
-          echo FORK_URL=$FORK_URL >> prod.env
+          echo OPTIMISM_RPC=$OPTIMISM_RPC >> prod.env
+          echo BASE_RPC=$BASE_RPC >> prod.env
+          echo ETHEREUM_RPC=$ETHEREUM_RPC >> prod.env
+          echo GNOSIS_RPC=$GNOSIS_RPC >> prod.env
+          echo MODE_RPC=$MODE_RPC >> prod.env
+          echo CELO_RPC=$CELO_RPC >> prod.env
           cat prod.env
           echo GH_TOKEN=$GH_TOKEN >> prod.env
       - run: rm -rf /dist

.gitignore

@@ -33,7 +33,11 @@ tmp/
 temp/
 
 !operate/data
+
+# electron cache/temp
 electron/.next
+electron/public/*.png
+electron/public/*.svg
 
 dist/
 build/
@@ -46,4 +50,7 @@ leak_report
 /electron/bins/
 
 # logs
-*.log
+*.log
+
+# custom script for development
+custom-script.sh

.gitleaksignore

@@ -4,9 +4,9 @@ ada5590acaa13a35afb62c368b13c3601e658c0c:operate/services/manage.py:generic-api-
 ada5590acaa13a35afb62c368b13c3601e658c0c:operate/services/manage.py:generic-api-key:449
 ef9ec7a111816282b6185e8268a460d02329fbe4:api.md:generic-api-key:13
 ef9ec7a111816282b6185e8268a460d02329fbe4:api.md:generic-api-key:37
-44388a82d29ce4d96e554c828c3c2c12d6ee3b8a:operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
-43bb67ace89a4a6e0eee84d3ee6495088288c528:backend/operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
-19ecb1e59813c632971658183a9f2d9d88e0614b:backend/operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
+44388a82d29ce4d96e554c828c3c2c12d6ee3b8a:operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
+43bb67ace89a4a6e0eee84d3ee6495088288c528:backend/operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
+19ecb1e59813c632971658183a9f2d9d88e0614b:backend/operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
 37847b0c322a0dbc8987df526a49df70301e44d4:backend/operate/ledger/profiles.py:generic-api-key:29
 6834023917760bf7875cc7c107e0c59ad7925ef4:backend/operate/ledger/profiles.py:generic-api-key:32
 4e8c1c21dffd9283195052117ad4c371f770e0b2:backend/operate/ledger/profiles.py:generic-api-key:28
@@ -17,7 +17,7 @@ daf41a143aa8c483db584ba1e7222e8eafec1d3b:backend/controller.py:generic-api-key:2
 af77e930289cbc87987567bff0efc25936484df2:backend/controller.py:generic-api-key:354b04972639d66053109596d3b73a1d91688964ebb:electron/constants/publishOptions.js:github-fine-grained-pat:3
 b04972639d66053109596d3b73a1d91688964ebb:electron/constants/publishOptions.js:github-fine-grained-pat:3
 af77e930289cbc87987567bff0efc25936484df2:backend/controller.py:generic-api-key:354
-e7de9ce0b902ed6d68f8c5b033d044f39b08f5a1:operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
+e7de9ce0b902ed6d68f8c5b033d044f39b08f5a1:operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
 d8149e9b5b7bd6a7ed7bc1039900702f1d4f287b:operate/services/manage.py:generic-api-key:405
 d8149e9b5b7bd6a7ed7bc1039900702f1d4f287b:operate/services/manage.py:generic-api-key:406
 d8149e9b5b7bd6a7ed7bc1039900702f1d4f287b:operate/services/manage.py:generic-api-key:454