feat(commitment): Commitment component (matter-labs#1024)

## What ❔ - Adding new component that calculate commitment for L1 batches. - Metadata calculator now only calculates things that require tree, i.e. root hash and merkle paths in case full tree mode is on. - Soft removal of some `l1_batches` columns: `parent_hash`, `l2_l1_compressed_messages`, `compressed_write_logs`, `compressed_contracts`. - Fixed field `factory_deps` of `L1BatchWithMetadata`, it's renamed to `raw_published_factory_deps`, now it represents all published bytecodes for pre-boojum batches and published uncompressed bytecodes for post-boojum batches (compressed bytecodes are published as a part of long L2 to L1 messages). ## Why ❔ - To follow the single responsibility principle - To improve the performance of full tree which directly affects EN performance ## Checklist   - [x] PR title corresponds to the body of PR (we generate changelog entries from PRs). - [x] Tests for the changes have been added / updated. - [x] Documentation comments have been added / updated. - [x] Code has been formatted via `zk fmt` and `zk lint`. - [x] Spellcheck has been run via `zk spellcheck`. - [x] Linkcheck has been run via `zk linkcheck`.
danzid-tech · Feb 13, 2024 · 60305ba · 60305ba
1 parent 9b21d7f
commit 60305ba
Show file tree

Hide file tree

Showing 63 changed files with 3,559 additions and 2,251 deletions.
diff --git a/.github/workflows/ci-core-reusable.yml b/.github/workflows/ci-core-reusable.yml
@@ -122,7 +122,7 @@ jobs:
       matrix:
         consensus: [false,true]
     env:
-      SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer${{ matrix.consensus && ',consensus' || '' }}"
+      SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer,commitment_generator${{ matrix.consensus && ',consensus' || '' }}"
 
     runs-on: [matterlabs-ci-runner]
     steps:
@@ -241,7 +241,7 @@ jobs:
     runs-on: [matterlabs-ci-runner]
 
     env:
-      SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer${{ matrix.consensus && ',consensus' || '' }}"
+      SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer,commitment_generator${{ matrix.consensus && ',consensus' || '' }}"
       EXT_NODE_FLAGS: "${{ matrix.consensus && '--enable-consensus' || '' }}"
 
     steps:

diff --git a/core/bin/external_node/src/main.rs b/core/bin/external_node/src/main.rs
@@ -17,6 +17,7 @@ use zksync_core::{
         web3::{ApiBuilder, Namespace},
     },
     block_reverter::{BlockReverter, BlockReverterFlags, L1ExecutedBatchesRevert},
+    commitment_generator::CommitmentGenerator,
     consensus,
     consistency_checker::ConsistencyChecker,
     l1_gas_price::MainNodeFeeParamsFetcher,
@@ -264,6 +265,14 @@ async fn init_tasks(
         .context("failed to build a tree_pool")?;
     let tree_handle = task::spawn(metadata_calculator.run(tree_pool, tree_stop_receiver));
 
+    let commitment_generator_pool = singleton_pool_builder
+        .build()
+        .await
+        .context("failed to build a commitment_generator_pool")?;
+    let commitment_generator =
+        CommitmentGenerator::new(commitment_generator_pool, stop_receiver.clone());
+    let commitment_generator_handle = tokio::spawn(commitment_generator.run());
+
     let consistency_checker_handle = tokio::spawn(consistency_checker.run(stop_receiver.clone()));
 
     let updater_handle = task::spawn(batch_status_updater.run(stop_receiver.clone()));
@@ -360,6 +369,7 @@ async fn init_tasks(
         tree_handle,
         consistency_checker_handle,
         fee_params_fetcher_handle,
+        commitment_generator_handle,
     ]);
 
     Ok((task_handles, stop_sender, healthcheck_handle, stop_receiver))

diff --git a/core/bin/zksync_server/src/main.rs b/core/bin/zksync_server/src/main.rs
@@ -43,7 +43,7 @@ struct Cli {
     /// Comma-separated list of components to launch.
     #[arg(
         long,
-        default_value = "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer"
+        default_value = "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer,commitment_generator"
     )]
     components: ComponentsToRun,
 }

diff --git a/...lib/dal/.sqlx/query-25646383ecacf72e3f63b5c93a57a66d1e38fb6ca706c2affd4607d77be38de9.json b/...lib/dal/.sqlx/query-25646383ecacf72e3f63b5c93a57a66d1e38fb6ca706c2affd4607d77be38de9.json
diff --git a/...594a00a78e400dc44fd3b2634529278ab38c.json → ...45f005141b01eac26946251bba68e9276acf.json b/...594a00a78e400dc44fd3b2634529278ab38c.json → ...45f005141b01eac26946251bba68e9276acf.json
diff --git a/...lib/dal/.sqlx/query-307f15e00a97440868189f25e4487ed365c0369f94bc457cb162a5c876a123c7.json b/...lib/dal/.sqlx/query-307f15e00a97440868189f25e4487ed365c0369f94bc457cb162a5c876a123c7.json
diff --git a/...lib/dal/.sqlx/query-322d919ff1ef4675623a58af2b0e9ebdda648667d48d6b27ddf155f2fe01d77a.json b/...lib/dal/.sqlx/query-322d919ff1ef4675623a58af2b0e9ebdda648667d48d6b27ddf155f2fe01d77a.json