WIP: Conway era support

.github/workflows/continuous-integration-e2e.yaml

@@ -30,7 +30,7 @@ env:
 on:
   pull_request:
   push:
-    branches: ['master']
+    branches: ['master', 'conway-era']
     tags: ['*.*.*']
 
 jobs:

.github/workflows/continuous-integration-unit-tests.yaml

@@ -7,7 +7,7 @@ env:
 on:
   pull_request:
   push:
-    branches: ['master']
+    branches: ['master', 'conway-era']
     tags: ['*.*.*']
 
 jobs:

.github/workflows/std.yml

@@ -28,6 +28,16 @@ on:
         type: boolean
         required: true
         default: false
+      deploy-dev-sanchonet:
+        description: Deploy to dev-sanchonet
+        type: boolean
+        required: true
+        default: false
+      deploy-local-network:
+        description: Deploy to local-network
+        type: boolean
+        required: true
+        default: false
   workflow_call:
     inputs:
       deploy-dev-preprod:
@@ -59,7 +69,7 @@ on:
 env:
   # NIX_UPLOAD_CACHE: s3://lace-nix-cache?region=us-east-1
   DISCOVERY_USER_NAME: gha-runner
-  DISCOVERY_KNOWN_HOSTS_ENTRY: "65.109.126.156 ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEOVVDZydvD+diYa6A3EtA3WGw5NfN0wv7ckQxa/fX1O"
+  DISCOVERY_KNOWN_HOSTS_ENTRY: '65.109.126.156 ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEOVVDZydvD+diYa6A3EtA3WGw5NfN0wv7ckQxa/fX1O'
 concurrency:
   group: std-${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
@@ -106,6 +116,9 @@ jobs:
             if [ "true" == ${{ inputs.deploy-dev-preview || (github.event_name == 'push' && github.ref_name == 'master') }} ] ; then
               echo '{"environment":"dev-preview", "target":"dev-preview@us-east-1",    "url": "https://dev-preview.lw.iog.io/"}'
             fi
+            if [ "true" == ${{ inputs.deploy-dev-sanchonet || (github.event_name == 'push' && github.ref_name == 'conway-era') }} ] ; then
+              echo '{"environment":"dev-sanchonet", "target":"dev-sanchonet@us-east-1@v1",    "url": "https://dev-sanchonet.lw.iog.io/"}'
+            fi
             if [ "true" == ${{ inputs.deploy-dev-preprod || false }} ] ; then
               echo '{"environment":"dev-preprod", "target":"dev-preprod@us-east-1@v2", "url": "https://dev-preprod.lw.iog.io/"}'
             fi
@@ -118,17 +131,19 @@ jobs:
             if [ "true" == ${{ inputs.deploy-dev-mainnet || false }} ] ; then
               echo '{"environment":"dev-mainnet", "target":"dev-mainnet@us-east-1",    "url": "https://dev-mainnet.lw.iog.io/"}'
             fi
+            if [ "true" == ${{ inputs.deploy-local-network || false }} ] ; then
+              echo '{"environment":"local-network", "target":"local-network@us-east-1@v1",    "url": "https://local-network.lw.iog.io/"}'
+            fi
           ) | jq --slurp >deployment-matrix.json
 
           cat deployment-matrix.json
 
           # TODO: should we remove the trailing double quotes?
           echo "deployment-matrix=$(cat deployment-matrix.json | jq -c . | jq --raw-input)" >> "$GITHUB_OUTPUT"
       - uses: divnix/std-action/discover@main
-        with: {ffBuildInstructions: true}
+        with: { ffBuildInstructions: true }
         id: discovery
 
-
   images:
     name: ${{ matrix.target.jobName }}
     runs-on: ubuntu-latest
@@ -173,13 +188,12 @@ jobs:
           echo commit: ${{ github.sha }}
       - uses: divnix/std-action/run@main
         if: matrix.target != 'dummy-target'
-        with: {ffBuildInstructions: true, remoteStore: "ssh-ng://eu.nixbuild.net"}
-
+        with: { ffBuildInstructions: true, remoteStore: 'ssh-ng://eu.nixbuild.net' }
 
   diff:
     needs: images
     name: Diff & Comment
-    if: github.event_name == 'pull_request' && (github.base_ref == 'master')
+    if: github.event_name == 'pull_request' && (github.base_ref == 'master' || github.base_ref == 'conway-era')
     permissions:
       contents: read
       pull-requests: write
@@ -248,7 +262,7 @@ jobs:
       - name: Post Comment on the PR
         env:
           GH_TOKEN: ${{ github.token }}
-          COMMENT_MARKER: "nix-helm-diff-777f3796-c80d-4d68-bf4f-8faad564f03f"
+          COMMENT_MARKER: 'nix-helm-diff-777f3796-c80d-4d68-bf4f-8faad564f03f'
         run: |
           prNumber=$(cut -d/ -f1 <<<'${{ github.ref_name }}')
           # The `gh` command doesn’t return numeric comment ids, but instead node_ids, which don’t work with the regular API
@@ -276,9 +290,8 @@ jobs:
               -d @curl-patch-data.json
           fi
 
-
   deploy:
-    needs: [images,discover]
+    needs: [images, discover]
     concurrency:
       # Only one deployment at a time per environment, and wait for the previous one to finish:
       group: deploy-${{ matrix.environment }}

compose/aarch64.yml

@@ -2,10 +2,10 @@
 
 services:
   cardano-db-sync:
-    image: ghcr.io/input-output-hk/ogmios-tracker/cardano-db-sync:${CARDANO_DB_SYNC_VERSION:-13.2.0.2}
+    image: ghcr.io/input-output-hk/ogmios-tracker/cardano-db-sync:${CARDANO_DB_SYNC_VERSION:-13.3.0.0}
   cardano-node:
-    image: ghcr.io/input-output-hk/ogmios-tracker/cardano-node:${CARDANO_NODE_VERSION:-8.9.2}
+    image: ghcr.io/input-output-hk/ogmios-tracker/cardano-node:${CARDANO_NODE_VERSION:-9.0.0}
   ogmios:
-    image: ghcr.io/input-output-hk/ogmios-tracker/ogmios:v${OGMIOS_VERSION:-6.3.0}
+    image: ghcr.io/input-output-hk/ogmios-tracker/ogmios:v${OGMIOS_VERSION:-6.5.0}
   cardano-submit-api:
-    image: ghcr.io/input-output-hk/ogmios-tracker/cardano-submit-api:${CARDANO_NODE_VERSION:-8.9.2}
+    image: ghcr.io/input-output-hk/ogmios-tracker/cardano-submit-api:${CARDANO_NODE_VERSION:-9.0.0}

compose/common.yml

@@ -64,7 +64,7 @@ x-provider-server-environment: &provider-server-environment
   SERVICE_NAMES: ${SERVICE_NAMES:-chain-history,network-info,rewards,stake-pool,tx-submit,utxo}
   SUBMIT_API_URL: ${SUBMIT_API_URL:-http://cardano-submit-api:8090/}
   USE_BLOCKFROST: ${USE_BLOCKFROST:-false}
-  USE_SUBMIT_API: ${USE_SUBMIT_API:-false}
+  USE_SUBMIT_API: ${USE_SUBMIT_API:-true}
 
 x-sdk-environment: &sdk-environment
   LOGGER_MIN_SEVERITY: ${LOGGER_MIN_SEVERITY:-info}
@@ -111,7 +111,7 @@ services:
     depends_on:
       ogmios:
         condition: service_healthy
-    image: ghcr.io/intersectmbo/cardano-db-sync:${CARDANO_DB_SYNC_VERSION:-13.2.0.2}
+    image: ghcr.io/intersectmbo/cardano-db-sync:${CARDANO_DB_SYNC_VERSION:-13.3.0.0}
     restart: on-failure
     stop_signal: SIGINT
     volumes:
@@ -122,7 +122,7 @@ services:
     <<:
       - *logging
       - *with-postgres
-    image: ghcr.io/intersectmbo/cardano-smash-server:${CARDANO_DB_SYNC_VERSION:-13.2.0.2}-docker
+    image: ghcr.io/intersectmbo/cardano-smash-server:${CARDANO_DB_SYNC_VERSION:-13.3.0.0}
     command: ['--config', '/config/cardano-db-sync/config.json']
     environment:
       POSTGRES_HOST: postgres
@@ -143,7 +143,7 @@ services:
 
   cardano-node:
     <<: *logging
-    image: ghcr.io/intersectmbo/cardano-node:${CARDANO_NODE_VERSION:-8.9.2}
+    image: ghcr.io/intersectmbo/cardano-node:${CARDANO_NODE_VERSION:-9.0.0}
     command:
       [
         'run',
@@ -163,7 +163,7 @@ services:
 
   ogmios:
     <<: *logging
-    image: cardanosolutions/ogmios:v${OGMIOS_VERSION:-6.3.0}
+    image: cardanosolutions/ogmios:v${OGMIOS_VERSION:-6.5.0}
     command:
       ['--host', '0.0.0.0', '--node-socket', '/ipc/node.socket', '--node-config', '/config/cardano-node/config.json']
     depends_on:
@@ -179,7 +179,7 @@ services:
 
   cardano-submit-api:
     command: --config /config/cardano-submit-api/config.json --listen-address 0.0.0.0 --socket-path /ipc/node.socket $SUBMIT_API_ARGS
-    image: ghcr.io/intersectmbo/cardano-submit-api:${CARDANO_NODE_VERSION:-8.9.2}
+    image: ghcr.io/intersectmbo/cardano-submit-api:${CARDANO_NODE_VERSION:-9.0.0}
     ports:
       - 8090:8090
     restart: on-failure

nix/cardano-services/deployments/backend.provider.nix

@@ -79,5 +79,7 @@
         POSTGRES_SSL_HANDLE = "true";
         POSTGRES_SSL_CA_FILE_HANDLE = "/tls/ca.crt";
       };
+    volumeMounts."s3-config-mount".mountPath = "/config";
+    volumes."s3-config-mount".persistentVolumeClaim.claimName = "${config.namespace}-local-conifig-s3-pvc";
   };
 }

nix/cardano-services/deployments/default.nix

@@ -982,6 +982,77 @@ in
           };
         };
 
+        "local-network@us-east-1@v1" = final: {
+          namespace = "local-network";
+          name = "${final.namespace}-cardanojs-v1";
+          network = "local";
+          region = "us-east-1";
+
+          providers = {
+            backend = {
+              enabled = true;
+              env.USE_SUBMIT_API = "true";
+              env.USE_BLOCKFROST = lib.mkForce "false";
+              env.SUBMIT_API_URL = "http://${final.namespace}-cardano-core.${final.namespace}.svc.cluster.local:8090";
+            };
+            stake-pool-provider = {
+              enabled = true;
+              env.OVERRIDE_FUZZY_OPTIONS = "true";
+            };
+          };
+
+          projectors = {
+            stake-pool.enabled = true;
+          };
+
+          values = {
+            blockfrost-worker.enabled = false;
+            pg-boss-worker.enabled = true;
+
+            backend.allowedOrigins = lib.concatStringsSep "," allowedOriginsDev;
+            backend.routes = let
+              inherit (oci.meta) versions;
+            in
+              lib.concatLists [
+                (map (v: "/v${v}/health") versions.root)
+                (map (v: "/v${v}/live") versions.root)
+                (map (v: "/v${v}/meta") versions.root)
+                (map (v: "/v${v}/ready") versions.root)
+                (map (v: "/v${v}/asset") versions.assetInfo)
+                (map (v: "/v${v}/chain-history") versions.chainHistory)
+                (map (v: "/v${v}/network-info") versions.networkInfo)
+                (map (v: "/v${v}/rewards") versions.rewards)
+                (map (v: "/v${v}/tx-submit") versions.txSubmit)
+                (map (v: "/v${v}/utxo") versions.utxo)
+                (map (v: "/v${v}/handle") versions.handle)
+                (map (v: "/v${v}/provider-server") versions.stakePool)
+                (map (v: "/v${v}/stake-pool-provider-server") versions.stakePool)
+              ];
+
+            cardano-services = {
+              ingresOrder = 99;
+              additionalRoutes = [
+                {
+                  pathType = "Prefix";
+                  path = "/v1.0.0/stake-pool";
+                  backend.service = {
+                    name = "${final.namespace}-cardanojs-v1-stake-pool-provider";
+                    port.name = "http";
+                  };
+                }
+                {
+                  pathType = "Prefix";
+                  path = "/v3.0.0/chain-history";
+                  backend.service = {
+                    name = "${final.namespace}-cardanojs-v1-backend";
+                    port.name = "http";
+                  };
+                }
+              ];
+            };
+          };
+        };
+
         "live-sanchonet@us-east-2@v1" = final: {
           namespace = "live-sanchonet";
           name = "${final.namespace}-cardanojs-v1";

nix/cardano-services/deployments/options.nix

@@ -8,7 +8,7 @@ in {
     };
 
     network = lib.mkOption {
-      type = types.enum ["mainnet" "preprod" "preview" "sanchonet"];
+      type = types.enum ["mainnet" "preprod" "preview" "sanchonet" "local"];
       description = "Network of the deployment";
     };
   };

nix/cardano-services/deployments/provider.resource.nix

@@ -47,6 +47,16 @@ in {
           args = mkOption {
             type = types.listOf types.str;
           };
+
+          volumeMounts = mkOption {
+            type = types.attrsOf types.attrs;
+            default = {};
+          };
+
+          volumes = mkOption {
+            type = types.attrsOf types.attrs;
+            default = {};
+          };
         };
       });
 
@@ -133,20 +143,24 @@ in {
                     };
                     env = utils.mkPodEnv value.env;
 
-                    volumeMounts = [
-                      {
-                        mountPath = "/tls";
-                        name = "tls";
-                      }
-                    ];
-                  }
-                ];
-                volumes = [
-                  {
-                    name = "tls";
-                    secret.secretName = "postgresql-server-cert";
+                    volumeMounts =
+                      [
+                        {
+                          mountPath = "/tls";
+                          name = "tls";
+                        }
+                      ]
+                      ++ (lib.mapAttrsToList (name: v: v // {inherit name;}) value.volumeMounts);
                   }
                 ];
+                volumes =
+                  [
+                    {
+                      name = "tls";
+                      secret.secretName = "postgresql-server-cert";
+                    }
+                  ]
+                  ++ (lib.mapAttrsToList (name: v: v // {inherit name;}) value.volumes);
               };
             };
           };

nix/cardano-services/operables.nix

@@ -16,11 +16,13 @@ in {
       export API_URL=''${API_URL:-http://0.0.0.0:3000}
       export CLI="${runCardanoServices package}/dist/cjs/cli.js"
       export CARDANO_NODE_CONFIGS_DIR="${cardanoServicesPath package}/config/network"
-
       if [ -n "$NETWORK" ]; then
-        export CARDANO_NODE_CONFIG_PATH="$CARDANO_NODE_CONFIGS_DIR/''${NETWORK}/cardano-node/config.json"
+        if [ "$NETWORK" = "local" ]; then
+          export CARDANO_NODE_CONFIG_PATH="/config/network/cardano-node/config.json"
+        else
+          export CARDANO_NODE_CONFIG_PATH="$CARDANO_NODE_CONFIGS_DIR/''${NETWORK}/cardano-node/config.json"
+        fi
       fi
-
       exec $CLI "$@"
     '';
     meta.description = "A transparent (thin) wrapper around the Cardano Services CLI";

packages/cardano-services/config/.github/scripts/download-all.sh

@@ -13,7 +13,7 @@ mkdir -p \
 
 wget -q $CARDANO_CONFIG_URL/$CARDANO_NETWORK/topology.json -O network/$CARDANO_NETWORK/cardano-node/topology.json
 wget -qO- $CARDANO_CONFIG_URL/$CARDANO_NETWORK/config.json \
-  | jq '.ByronGenesisFile = "../genesis/byron.json" | .ShelleyGenesisFile = "../genesis/shelley.json" | .AlonzoGenesisFile = "../genesis/alonzo.json" | .ConwayGenesisFile = "../genesis/conway.json"' \
+  | jq '.ByronGenesisFile = "../genesis/byron.json" | .ShelleyGenesisFile = "../genesis/shelley.json" | .AlonzoGenesisFile = "../genesis/alonzo.json"' \
   | jq '.' > network/$CARDANO_NETWORK/cardano-node/config.json
 wget -qO- $CARDANO_CONFIG_URL/$CARDANO_NETWORK/db-sync-config.json \
   | jq '.NodeConfigFile = "../cardano-node/config.json"' \
@@ -25,4 +25,12 @@ wget -q $CARDANO_CONFIG_URL/$CARDANO_NETWORK/submit-api-config.json -O network/$
 wget -q $CARDANO_CONFIG_URL/$CARDANO_NETWORK/byron-genesis.json -O network/$CARDANO_NETWORK/genesis/byron.json
 wget -q $CARDANO_CONFIG_URL/$CARDANO_NETWORK/shelley-genesis.json -O network/$CARDANO_NETWORK/genesis/shelley.json
 wget -q $CARDANO_CONFIG_URL/$CARDANO_NETWORK/alonzo-genesis.json -O network/$CARDANO_NETWORK/genesis/alonzo.json
-wget -q $CARDANO_CONFIG_URL/$CARDANO_NETWORK/conway-genesis.json -O network/$CARDANO_NETWORK/genesis/conway.json
+if wget --spider $CARDANO_CONFIG_URL/$CARDANO_NETWORK/conway-genesis.json 2>/dev/null; then
+  wget -q $CARDANO_CONFIG_URL/$CARDANO_NETWORK/conway-genesis.json -O network/$CARDANO_NETWORK/genesis/conway.json
+  mv network/$CARDANO_NETWORK/cardano-node/config.json network/$CARDANO_NETWORK/cardano-node/config.json.tmp
+  cat network/$CARDANO_NETWORK/cardano-node/config.json.tmp \
+  | jq '.ConwayGenesisFile = "../genesis/conway.json"' \
+  | jq '.' > network/$CARDANO_NETWORK/cardano-node/config.json
+  rm network/$CARDANO_NETWORK/cardano-node/config.json.tmp
+fi
+

packages/cardano-services/config/.gitrepo

@@ -6,7 +6,7 @@
 [subrepo]
 	remote = https://github.com/input-output-hk/cardano-configurations.git
 	branch = master
-	commit = fa19a63c9a2050940583b10e9f39ed02e3cf306f
-	parent = eaa27b7861fb098c100724e74a5cf00fda1467be
+	commit = 6d7fac44d6a877ae9a3cf5eeda163ae539b17774
+	parent = 7a63ab70ea8640b07cd9c38cb77f22d76875e576
 	method = merge
 	cmdver = 0.4.6

packages/cardano-services/config/network/mainnet/cardano-node/config.json

@@ -3,8 +3,6 @@
   "AlonzoGenesisHash": "7e94a15f55d1e82d10f09203fa1d40f8eede58fd8066542cf6566008068ed874",
   "ByronGenesisFile": "../genesis/byron.json",
   "ByronGenesisHash": "5f20df933584822601f9e3f8c024eb5eb252fe8cefb24d1317dc3d432e940ebb",
-  "ConwayGenesisFile": "../genesis/conway.json",
-  "ConwayGenesisHash": "de609b281cb3d8ae91a9d63a00c87092975612d603aa54c0f1c6a781e33d6e1e",
   "EnableP2P": true,
   "LastKnownBlockVersion-Alt": 0,
   "LastKnownBlockVersion-Major": 3,