Merge branch 'main' into feat/subgraph-client

valory-xyz · Jan 4, 2024 · b7a55f7 · b7a55f7
2 parents ee31d4f + de4debb
commit b7a55f7
Show file tree

Hide file tree

Showing 489 changed files with 31,706 additions and 20,979 deletions.
diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml
@@ -15,7 +15,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest]
-        python-version: [3.7]
+        python-version: [3.8]
 
     timeout-minutes: 30
 
@@ -32,7 +32,7 @@ jobs:
         sudo apt-get update --fix-missing
         sudo apt-get autoremove
         sudo apt-get autoclean
-        pip install tomte[tox]==0.2.4
+        pip install tomte[tox]==0.2.15
         sudo npm install -g markdown-spellcheck
     - name: Generate Documentation
       run: tox -e docs

diff --git a/.github/workflows/main_workflow.yml b/.github/workflows/main_workflow.yml
@@ -30,7 +30,7 @@ jobs:
     - if: matrix.os != 'windows-latest'
       name: Pipenv install requirements and check it can be locked
       run: |
-        pip install pipenv
+        pip install pipenv==2023.7.23
         pipenv --clear
         time pipenv install --verbose --dev --skip-lock
         time pipenv run pip install -e .[all]
@@ -39,13 +39,13 @@ jobs:
       name: Pipenv install requirements and check it can be locked
       run: |
         choco install ptime
-        pip install pipenv
+        pip install pipenv==2023.7.23
         pipenv --clear
         ptime pipenv install --verbose --dev --skip-lock
         ptime pipenv run pip install -e .[all]
         ptime pipenv lock
 
-  copyright_doc_and_pipfile_check:
+  copyright_doc_and_dependencies_check:
     continue-on-error: False
     runs-on: ${{ matrix.os }}
 
@@ -68,18 +68,20 @@ jobs:
         sudo apt-get update --fix-missing
         sudo apt-get autoremove
         sudo apt-get autoclean
-        pip install tomte[tox]==0.2.4
+        pip install tomte[tox,cli]==0.2.15
         pip install --user --upgrade setuptools
     - name: Check copyright headers
-      run: tox -e check-copyright
+      run: tomte format-copyright --author valory --author fetchai
     - name: License compatibility check
       run: tox -e liccheck
     - name: Check docs
       run: tox -e check-api-docs
-    - name: Check doc links and IPFS hashes
-      run: tox -e check-doc-links-hashes
-    - name: Check pipfiles
-      run: tox -e check-pipfiles
+    - name: Check doc links
+      run: tomte check-doc-links --http-skips http://host.docker.internal:8545 --http-skips http://www.fipa.org/repository/ips.php3 --url-skips "https://gateway.autonolas.tech/ipfs/<hash>," --url-skips "https://github.com/valory-xyz/open-autonomy/trunk/infrastructure" --url-skips "http://host.docker.internal:8545" --url-skips "https://github.com/valory-xyz/open-operator"
+    - name: Check doc IPFS hashes
+      run: tox -e check-doc-hashes
+    - name: Check dependencies
+      run: tox -e check-dependencies
 
   linter_checks:
     continue-on-error: False
@@ -105,11 +107,11 @@ jobs:
         sudo apt-get update --fix-missing
         sudo apt-get autoremove
         sudo apt-get autoclean
-        pip install tomte[tox]==0.2.4
+        pip install tomte[tox]==0.2.15
         pip install --user --upgrade setuptools
         # install Protobuf compiler
-        wget https://github.com/protocolbuffers/protobuf/releases/download/v3.19.4/protoc-3.19.4-linux-x86_64.zip
-        unzip protoc-3.19.4-linux-x86_64.zip -d protoc
+        wget https://github.com/protocolbuffers/protobuf/releases/download/v24.3/protoc-24.3-linux-x86_64.zip
+        unzip protoc-24.3-linux-x86_64.zip -d protoc
         sudo mv protoc/bin/protoc /usr/local/bin/protoc
         # install IPFS
         sudo apt-get install -y wget
@@ -169,14 +171,14 @@ jobs:
     continue-on-error: True
     needs:
       - lock_check
-      - copyright_doc_and_pipfile_check
+      - copyright_doc_and_dependencies_check
       - linter_checks
     runs-on: ${{ matrix.os }}
 
     strategy:
       matrix:
         os: [ ubuntu-latest, macos-latest, windows-latest ]
-        python-version: [ "3.7", "3.8", "3.9", "3.10.9" ]
+        python-version: [ "3.8", "3.9", "3.10.9", "3.11" ]
 
     timeout-minutes: 90
 
@@ -197,12 +199,12 @@ jobs:
           sudo apt-get update --fix-missing
           sudo apt-get autoremove
           sudo apt-get autoclean
-          pip install tomte[tox]==0.2.4
+          pip install tomte[tox]==0.2.15
           pip install --user --upgrade setuptools
 
           # install Protobuf compiler
-          wget https://github.com/protocolbuffers/protobuf/releases/download/v3.19.4/protoc-3.19.4-linux-x86_64.zip
-          unzip protoc-3.19.4-linux-x86_64.zip -d protoc
+          wget https://github.com/protocolbuffers/protobuf/releases/download/v24.3/protoc-24.3-linux-x86_64.zip
+          unzip protoc-24.3-linux-x86_64.zip -d protoc
           sudo mv protoc/bin/protoc /usr/local/bin/protoc
 
           # install IPFS
@@ -251,12 +253,12 @@ jobs:
       - if: matrix.os == 'macos-latest'
         name: Install dependencies (macos-latest)
         run: |
-          pip install tomte[tox]==0.2.4
+          pip install tomte[tox]==0.2.15
           brew install gcc
           # brew install protobuf
           # brew install https://raw.githubusercontent.com/Homebrew/homebrew-core/72457f0166d5619a83f508f2345b22d0617b5021/Formula/protobuf.rb
-          wget https://github.com/protocolbuffers/protobuf/releases/download/v3.19.4/protoc-3.19.4-osx-x86_64.zip
-          unzip protoc-3.19.4-osx-x86_64.zip -d protoc
+          wget https://github.com/protocolbuffers/protobuf/releases/download/v24.3/protoc-24.3-osx-x86_64.zip
+          unzip protoc-24.3-osx-x86_64.zip -d protoc
           sudo mv protoc/bin/protoc /usr/local/bin/protoc
           brew tap yoheimuta/protolint
           brew install protolint
@@ -299,14 +301,14 @@ jobs:
           python -m pip install -U pip
           echo "::add-path::C:\Program Files (x86)\Windows Kits\10\bin\10.0.18362.0\x64"
           choco install wget -y
-          choco install protoc --version 3.19.4
+          choco install protoc --version 24.3
           choco install mingw -y
           choco install make -y
           # to check make was installed
           make --version
-          pip install tomte[tox]==0.2.4
-          # wget https://github.com/protocolbuffers/protobuf/releases/download/v3.19.4/protoc-3.19.4-win64.zip
-          # unzip protoc-3.19.4-win64.zip -d protoc
+          pip install tomte[tox]==0.2.15
+          # wget https://github.com/protocolbuffers/protobuf/releases/download/v24.3/protoc-24.3-win64.zip
+          # unzip protoc-24.3-win64.zip -d protoc
           # sudo mv protoc/bin/protoc /usr/local/bin/protoc
 
           # TODO: install protolint
@@ -356,7 +358,7 @@ jobs:
     continue-on-error: True
     needs:
       - lock_check
-      - copyright_doc_and_pipfile_check
+      - copyright_doc_and_dependencies_check
       - linter_checks
     runs-on: ${{ matrix.os }}
 
@@ -379,12 +381,12 @@ jobs:
           sudo apt-get update --fix-missing
           sudo apt-get autoremove
           sudo apt-get autoclean
-          pip install tomte[tox]==0.2.4
+          pip install tomte[tox]==0.2.15
           pip install --user --upgrade setuptools
 
           # install Protobuf compiler
-          wget https://github.com/protocolbuffers/protobuf/releases/download/v3.19.4/protoc-3.19.4-linux-x86_64.zip
-          unzip protoc-3.19.4-linux-x86_64.zip -d protoc
+          wget https://github.com/protocolbuffers/protobuf/releases/download/v24.3/protoc-24.3-linux-x86_64.zip
+          unzip protoc-24.3-linux-x86_64.zip -d protoc
           sudo mv protoc/bin/protoc /usr/local/bin/protoc
 
           # install IPFS

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -81,8 +81,8 @@ jobs:
           autonomy init --reset --author valory --ipfs --remote
           autonomy push-all
 
-  publish-images:
-    name: Publish Docker Images
+  publish-docs-images:
+    name: Publish Docs Images
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -92,44 +92,102 @@ jobs:
       - publish-autonomy-packages
     steps:
     - uses: actions/checkout@v2
-    - name: Set up tag
-      run: echo export TAG=$(python3 -c "from setup import about; print(about[\"__version__\"])") > env.sh
-    - name: Build version tagged images
-      run: |
-        source env.sh
-        docker build -t valory/open-autonomy-docs:$TAG -f deployments/Dockerfiles/documentation/Dockerfile . && \
-        docker build -t valory/open-autonomy:$TAG deployments/Dockerfiles/autonomy && \
-        docker build -t valory/open-autonomy-tendermint:$TAG deployments/Dockerfiles/tendermint && \
-        docker build -t valory/open-autonomy-hardhat:$TAG deployments/Dockerfiles/hardhat && \
-        docker build -t valory/open-autonomy-user:$TAG deployments/Dockerfiles/autonomy-user
-    - name: Tag to latest
-      run:  |
-        source env.sh
-        docker tag valory/open-autonomy-docs:$TAG valory/open-autonomy-docs:latest
-        docker tag valory/open-autonomy:$TAG valory/open-autonomy:latest
-        docker tag valory/open-autonomy-tendermint:$TAG valory/open-autonomy-tendermint:latest
-        docker tag valory/open-autonomy-hardhat:$TAG valory/open-autonomy-hardhat:latest
-        docker tag valory/open-autonomy-user:$TAG valory/open-autonomy-user:latest
     - name: Docker login
       env:
         DOCKER_USER: ${{secrets.DOCKER_USER}}
         DOCKER_PASSWORD: ${{secrets.DOCKER_PASSWORD}}
       run: |
         docker login -u $DOCKER_USER -p $DOCKER_PASSWORD
-    - name: Docker Push
+    - name: Set up tag
+      run: echo export TAG=$(python3 -c "from setup import about; print(about[\"__version__\"])") > env.sh
+    - name: Build version tagged images
       run: |
         source env.sh
-        docker push valory/open-autonomy-docs:$TAG
-        docker push valory/open-autonomy-docs:latest
-      
-        docker push valory/open-autonomy:$TAG
-        docker push valory/open-autonomy:latest
-      
-        docker push valory/open-autonomy-tendermint:$TAG
-        docker push valory/open-autonomy-tendermint:latest
-      
-        docker push valory/open-autonomy-hardhat:$TAG
-        docker push valory/open-autonomy-hardhat:latest
-      
-        docker push valory/open-autonomy-user:$TAG
-        docker push valory/open-autonomy-user:latest
+        docker build -t valory/open-autonomy-docs:$TAG -f deployments/Dockerfiles/documentation/Dockerfile . --push
+        docker build -t valory/open-autonomy-docs:latest -f deployments/Dockerfiles/documentation/Dockerfile . --push
+
+  publish-deploy-images:
+    name: Publish Deploy Images
+    runs-on: ubuntu-latest
+    needs:
+      - publish-autonomy-packages
+    steps:
+      - uses: actions/checkout@v2
+      - name: Docker login
+        env:
+          DOCKER_USER: ${{secrets.DOCKER_USER}}
+          DOCKER_PASSWORD: ${{secrets.DOCKER_PASSWORD}}
+        run: |
+          docker login -u $DOCKER_USER -p $DOCKER_PASSWORD
+      - name: Set up support for multi platform build
+        run: |
+          docker run --privileged --rm tonistiigi/binfmt --install all
+          docker buildx create --use --name multibuild
+          docker buildx inspect --bootstrap
+      - name: Set up tag
+        run: echo export TAG=$(python3 -c "from setup import about; print(about[\"__version__\"])") > env.sh
+      - name: Build and push version tagged images
+        run: |
+          # export `TAG` variable
+          source env.sh
+          docker buildx build --platform linux/amd64,linux/arm64,linux/arm/v7 -t valory/open-autonomy:$TAG deployments/Dockerfiles/autonomy --push
+          docker buildx build --platform linux/amd64,linux/arm64,linux/arm/v7 -t valory/open-autonomy:latest deployments/Dockerfiles/autonomy --push
+
+  publish-user-images:
+    name: Publish User Images
+    runs-on: ubuntu-latest
+    needs:
+      - publish-autonomy-packages
+    steps:
+      - uses: actions/checkout@v2
+      - name: Docker login
+        env:
+          DOCKER_USER: ${{secrets.DOCKER_USER}}
+          DOCKER_PASSWORD: ${{secrets.DOCKER_PASSWORD}}
+        run: |
+          docker login -u $DOCKER_USER -p $DOCKER_PASSWORD
+      - name: Set up support for multi platform build
+        run: |
+          docker run --privileged --rm tonistiigi/binfmt --install all
+          docker buildx create --use --name multibuild
+          docker buildx inspect --bootstrap
+      - name: Set up tag
+        run: echo export TAG=$(python3 -c "from setup import about; print(about[\"__version__\"])") > env.sh
+      - name: Build and push version tagged images
+        run: |
+          # export `TAG` variable
+          source env.sh
+          docker buildx build --platform linux/amd64,linux/arm64 -t valory/open-autonomy-user:$TAG deployments/Dockerfiles/autonomy-user --push
+          docker buildx build --platform linux/amd64,linux/arm64 -t valory/open-autonomy-user:latest deployments/Dockerfiles/autonomy-user --push
+
+  publish-helper-images:
+    name: Publish Helper Images
+    runs-on: ubuntu-latest
+    needs:
+      - publish-autonomy-packages
+    steps:
+      - uses: actions/checkout@v2
+      - name: Docker login
+        env:
+          DOCKER_USER: ${{secrets.DOCKER_USER}}
+          DOCKER_PASSWORD: ${{secrets.DOCKER_PASSWORD}}
+        run: |
+          docker login -u $DOCKER_USER -p $DOCKER_PASSWORD
+      - name: Set up support for multi platform build
+        run: |
+          docker run --privileged --rm tonistiigi/binfmt --install all
+          docker buildx create --use --name multibuild
+          docker buildx inspect --bootstrap
+      - name: Set up tag
+        run: echo export TAG=$(python3 -c "from setup import about; print(about[\"__version__\"])") > env.sh
+      - name: Build and push version tagged images
+        run: |
+          # export `TAG` variable
+          source env.sh
+
+          docker buildx build --platform linux/amd64,linux/arm64,linux/arm/v7 -t valory/open-autonomy-tendermint:$TAG deployments/Dockerfiles/tendermint --push
+          docker buildx build --platform linux/amd64,linux/arm64,linux/arm/v7 -t valory/open-autonomy-tendermint:latest deployments/Dockerfiles/tendermint --push
+
+          docker buildx build --platform linux/amd64,linux/arm64 -t valory/open-autonomy-hardhat:$TAG deployments/Dockerfiles/hardhat --push
+          docker buildx build --platform linux/amd64,linux/arm64 -t valory/open-autonomy-hardhat:latest deployments/Dockerfiles/hardhat --push
+
diff --git a/.gitignore b/.gitignore
@@ -389,6 +389,8 @@ Pipfile.lock
 !packages/valory/contracts/component_registry/build
 !packages/valory/contracts/agent_registry/build
 !packages/valory/contracts/service_manager/build
+!packages/valory/contracts/erc20/build
+!packages/valory/contracts/service_registry_token_utility/build
 
 packages/open_aea
 
@@ -401,11 +403,16 @@ packages/valory/protocols/contract_api
 packages/valory/protocols/http
 packages/valory/protocols/ledger_api
 
-autonomy/data/contracts/registries_manager
-autonomy/data/contracts/component_registry
-autonomy/data/contracts/service_registry
 autonomy/data/contracts/agent_registry
+autonomy/data/contracts/component_registry
+autonomy/data/contracts/erc20
+autonomy/data/contracts/gnosis_safe
+autonomy/data/contracts/gnosis_safe_proxy_factory
+autonomy/data/contracts/multisend
+autonomy/data/contracts/registries_manager
 autonomy/data/contracts/service_manager
+autonomy/data/contracts/service_registry
+autonomy/data/contracts/service_registry_token_utility
 
 .vscode/
 
@@ -416,4 +423,6 @@ keys.json
 leak_report
 temp/
 
-logs.db
+logs.db
+benchmarks.html
+agent/