Merge pull request #2635 from input-output-hk/jpraynaud/2627-fake-dmq-node-in-relay

feat: implement fake DMQ node

Author: jpraynaud

.github/workflows/actions/deploy-terraform-infrastructure/action.yml

@@ -63,6 +63,10 @@ inputs:
     description: Mithril use P2P network (experimental, for test only).
     required: false
     default: "false"
+  mithril_p2p_use_dmq_protocol:
+    description: Mithril P2P network use DMQ protocol (experimental, for test only).
+    required: false
+    default: "false"
   mithril_p2p_network_bootstrap_peer:
     description: Mithril P2P network bootstrap peer (experimental, for test only).
     required: false
@@ -247,6 +251,7 @@ runs:
           google_compute_instance_ssh_keys_environment                              = "${{ inputs.google_compute_instance_ssh_keys_environment }}"
           google_service_credentials_json_file                                      = "./google-application-credentials.json"
           mithril_use_p2p_network                                                   = "${{ inputs.mithril_use_p2p_network }}"
+          mithril_p2p_use_dmq_protocol                                              = "${{ inputs.mithril_p2p_use_dmq_protocol }}"
           mithril_p2p_network_bootstrap_peer                                        = "${{ inputs.mithril_p2p_network_bootstrap_peer }}"
           mithril_p2p_signer_relay_signer_registration_mode                         = "${{ inputs.mithril_p2p_signer_relay_signer_registration_mode }}"
           mithril_p2p_signer_relay_signature_registration_mode                      = "${{ inputs.mithril_p2p_signer_relay_signature_registration_mode }}"

.github/workflows/ci.yml

@@ -352,31 +352,31 @@ jobs:
           - mode: "leader-follower"
             era: ${{ fromJSON(needs.build-ubuntu.outputs.eras)[0] }}
             next_era: [""]
-            cardano_node_version: "10.3.1"
+            cardano_node_version: "10.4.1"
             hard_fork_latest_era_at_epoch: 0
             run_id: "#1"
             extra_args: "--number-of-aggregators=2 --use-relays --relay-signer-registration-mode=passthrough --relay-signature-registration-mode=p2p"
           # Include a test for full dedentralization P2P signer registration and P2P signature registration
           - mode: "decentralized"
             era: ${{ fromJSON(needs.build-ubuntu.outputs.eras)[0] }}
             next_era: ""
-            cardano_node_version: "10.3.1"
+            cardano_node_version: "10.4.1"
             hard_fork_latest_era_at_epoch: 0
             run_id: "#1"
             extra_args: "--number-of-aggregators=2 --use-relays --relay-signer-registration-mode=p2p --relay-signature-registration-mode=p2p"
           # Include a test for the era switch without regenesis
           - mode: "std"
             era: ${{ fromJSON(needs.build-ubuntu.outputs.eras)[0] }}
             next_era: ${{ fromJSON(needs.build-ubuntu.outputs.eras)[1] }}
-            cardano_node_version: "10.3.1"
+            cardano_node_version: "10.4.1"
             hard_fork_latest_era_at_epoch: 0
             run_id: "#1"
             extra_args: ""
           # Include a test for the era switch with regenesis
           - mode: "std"
             era: ${{ fromJSON(needs.build-ubuntu.outputs.eras)[0] }}
             next_era: ${{ fromJSON(needs.build-ubuntu.outputs.eras)[1] }}
-            cardano_node_version: "10.3.1"
+            cardano_node_version: "10.4.1"
             hard_fork_latest_era_at_epoch: 0
             run_id: "#1"
             extra_args: "--mithril-era-regenesis-on-switch"

.github/workflows/test-deploy-network.yml

@@ -34,6 +34,7 @@ jobs:
             environment_prefix: dev
             cardano_network: preview
             mithril_use_p2p_network: true
+            mithril_p2p_use_dmq_protocol: false
             mithril_p2p_signer_relay_signer_registration_mode: passthrough
             mithril_p2p_signer_relay_signature_registration_mode: p2p
             mithril_api_domain: api.mithril.network
@@ -72,6 +73,7 @@ jobs:
             environment_prefix: dev-follower
             cardano_network: preview
             mithril_use_p2p_network: true
+            mithril_p2p_use_dmq_protocol: false
             mithril_p2p_network_bootstrap_peer: "/dns4/aggregator.dev-preview.api.mithril.network/tcp/6060"
             mithril_p2p_signer_relay_signer_registration_mode: passthrough
             mithril_p2p_signer_relay_signature_registration_mode: p2p
@@ -103,6 +105,7 @@ jobs:
             environment_prefix: dev
             cardano_network: mainnet
             mithril_use_p2p_network: false
+            mithril_p2p_use_dmq_protocol: false
             mithril_api_domain: api.mithril.network
             mithril_era_reader_adapter_type: bootstrap
             mithril_protocol_parameters: |
@@ -160,6 +163,7 @@ jobs:
           google_compute_instance_ssh_keys_environment: testing
           google_application_credentials: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
           mithril_use_p2p_network: ${{ matrix.mithril_use_p2p_network }}
+          mithril_p2p_use_dmq_protocol: ${{ matrix.mithril_p2p_use_dmq_protocol }}
           mithril_p2p_network_bootstrap_peer: ${{ matrix.mithril_p2p_network_bootstrap_peer }}
           mithril_api_domain: ${{ matrix.mithril_api_domain }}
           mithril_image_id: ${{ inputs.mithril_image_id }}

CHANGELOG.md

@@ -32,9 +32,11 @@ As a minor extension, we have adopted a slightly different versioning convention
 - Support for Mithril era transition in the client library, CLI and WASM.
 
 - **UNSTABLE** :
+  - Support for certificates chain synchronization between leader/follower aggregators.
+
   - Support for DMQ signature publisher in the signer and signature consumer in the aggregator.
 
-  - Implement automatic certificates chain synchronization between leader/follower aggregators.
+  - Support for fake DMQ node implementation in the relay for testing purposes.
 
 - Crates versions:
 

Cargo.lock

@@ -1,7 +1,7 @@
 [package]
 name = "mithril-dmq"
 description = "Mechanisms to publish and consume messages of a 'Decentralized Message Queue network' through a DMQ node"
-version = "0.1.9"
+version = "0.1.10"
 authors.workspace = true
 documentation.workspace = true
 edition.workspace = true
@@ -10,18 +10,27 @@ license.workspace = true
 repository.workspace = true
 include = ["**/*.rs", "Cargo.toml", "README.md", ".gitignore"]
 
+[package.metadata.cargo-machete]
+# `serde_bytes` is used for DmqMessage serialization
+ignored = ["serde_bytes"]
+
 [lib]
 crate-type = ["lib", "cdylib", "staticlib"]
 
 [dependencies]
 anyhow = { workspace = true }
 async-trait = { workspace = true }
+bincode = { version = "2.0.1" }
 blake2 = "0.10.6"
 mithril-cardano-node-chain = { path = "../cardano-node/mithril-cardano-node-chain" }
 mithril-common = { path = "../../mithril-common" }
+pallas-codec = { git = "https://github.com/txpipe/pallas.git", branch = "main" }
 pallas-network = { git = "https://github.com/txpipe/pallas.git", branch = "main" }
+serde = { workspace = true }
+serde_bytes = "0.11.17"
 slog = { workspace = true }
-tokio = { workspace = true, features = ["sync"] }
+slog-scope = "4.4.0"
+tokio = { workspace = true, features = ["sync","rt-multi-thread"] }
 
 [dev-dependencies]
 mockall = { workspace = true }

internal/mithril-dmq/Cargo.toml

@@ -2,10 +2,10 @@ use std::fmt::Debug;
 
 use mithril_common::{StdResult, crypto_helper::TryFromBytes, entities::PartyId};
 
-/// Trait for consuming messages from a DMQ node.
+/// Trait for the client side of consuming messages from a DMQ node.
 #[cfg_attr(test, mockall::automock)]
 #[async_trait::async_trait]
-pub trait DmqConsumer<M: TryFromBytes + Debug + Send + Sync>: Send + Sync {
+pub trait DmqConsumerClient<M: TryFromBytes + Debug + Send + Sync>: Send + Sync {
     /// Consume messages from the DMQ node.
     async fn consume_messages(&self) -> StdResult<Vec<(M, PartyId)>>;
 }

internal/mithril-dmq/src/consumer/interface.rs renamed to internal/mithril-dmq/src/consumer/client/interface.rs

@@ -0,0 +1,5 @@
+mod interface;
+mod pallas;
+
+pub use interface::*;
+pub use pallas::*;