ChainSafe · wemeetagain · Dec 3, 2025 · Dec 3, 2025 · Dec 3, 2025 · Dec 3, 2025
@@ -1,16 +1,12 @@
 import assert from "node:assert";
-import {bench, describe, setBenchOpts} from "@chainsafe/benchmark";
+import {bench, describe} from "@chainsafe/benchmark";
 import {ssz} from "@lodestar/types";
 import {generateTestCachedBeaconStateOnlyValidators} from "../../../../../state-transition/test/perf/util.js";
 import {validateGossipAttestationsSameAttData} from "../../../../src/chain/validation/index.js";
 import {getAttDataFromAttestationSerialized} from "../../../../src/util/sszBytes.js";
 import {getAttestationValidData} from "../../../utils/validationData/attestation.js";
 
 describe("validate gossip attestation", () => {
-  setBenchOpts({
-    minMs: 30_000,
-  });
-
   const vc = 640_000;
   const stateSlot = 100;
   const state = generateTestCachedBeaconStateOnlyValidators({vc, slot: stateSlot});

@@ -1,6 +1,9 @@
 import {beforeAll, bench, describe} from "@chainsafe/benchmark";
 
-describe("bytes utils", () => {
+/**
+ * Enable this if you want to compare performance of Buffer vs Uint8Array operations. Not lodestar code so skipped by default.
+ */
+describe.skip("bytes utils", () => {
   const roots: Uint8Array[] = [];
   let buffers: Buffer[] = [];
   const count = 32;

@@ -1,6 +1,10 @@
 import {bench, describe} from "@chainsafe/benchmark";
 
-describe("dataview", () => {
+/**
+ * Benchmark to compare DataView.getUint32 vs manual uint32 creation from Uint8Array.
+ * Not lodestar code so skipped by default.
+ */
+describe.skip("dataview", () => {
   const data = Uint8Array.from([0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff]);
 
   bench({

@@ -1,6 +1,29 @@
 import {bench, describe, setBenchOpts} from "@chainsafe/benchmark";
 
-describe("transfer bytes", () => {
+/**
+ * This shows how fast the transfer of bytes between workers is compared to a simple copy.
+ * Disable by default because it's not lodestar code.
+ *   transfer bytes
+    ✔ transfer serialized Status (84 B)                                   232504.1 ops/s    4.301000 us/op   x1.968      39313 runs  0.320 s
+    ✔ copy serialized Status (84 B)                                       413736.0 ops/s    2.417000 us/op   x2.029      79160 runs  0.344 s
+    ✔ transfer serialized SignedVoluntaryExit (112 B)                     233644.9 ops/s    4.280000 us/op   x1.912      65063 runs  0.535 s
+    ✔ copy serialized SignedVoluntaryExit (112 B)                         434593.7 ops/s    2.301000 us/op   x1.895     105903 runs  0.453 s
+    ✔ transfer serialized ProposerSlashing (416 B)                        243013.4 ops/s    4.115000 us/op   x1.800      38143 runs  0.321 s
+    ✔ copy serialized ProposerSlashing (416 B)                            360360.4 ops/s    2.775000 us/op   x2.202      85781 runs  0.444 s
+    ✔ transfer serialized Attestation (485 B)                             238948.6 ops/s    4.185000 us/op   x1.809      38342 runs  0.320 s
+    ✔ copy serialized Attestation (485 B)                                 438020.1 ops/s    2.283000 us/op   x1.777      97506 runs  0.459 s
+    ✔ transfer serialized AttesterSlashing (33232 B)                      228937.7 ops/s    4.368000 us/op   x1.734      28449 runs  0.419 s
+    ✔ copy serialized AttesterSlashing (33232 B)                          129148.9 ops/s    7.743000 us/op   x1.797      21674 runs  0.310 s
+    ✔ transfer serialized Small SignedBeaconBlock (128000 B)              183553.6 ops/s    5.448000 us/op   x1.328      10288 runs  0.408 s
+    ✔ copy serialized Small SignedBeaconBlock (128000 B)                  11670.25 ops/s    85.68800 us/op   x6.069       2868 runs  0.405 s
+    ✔ transfer serialized Avg SignedBeaconBlock (200000 B)                199561.0 ops/s    5.011000 us/op   x1.172      12879 runs  0.727 s
+    ✔ copy serialized Avg SignedBeaconBlock (200000 B)                    12585.90 ops/s    79.45400 us/op   x4.288       2916 runs  0.408 s
+    ✔ transfer serialized BlobsSidecar (524380 B)                         189501.6 ops/s    5.277000 us/op   x1.025       1896 runs  0.474 s
+    ✔ copy serialized BlobsSidecar (524380 B)                             5294.703 ops/s    188.8680 us/op   x1.702       1268 runs  0.546 s
+    ✔ transfer serialized Big SignedBeaconBlock (1000000 B)               167084.4 ops/s    5.985000 us/op   x1.134       1443 runs  0.514 s
+    ✔ copy serialized Big SignedBeaconBlock (1000000 B)                   6337.457 ops/s    157.7920 us/op   x1.246       1200 runs  0.521 s
+ */
+describe.skip("transfer bytes", () => {
   const sizes = [
     {size: 84, name: "Status"},
     {size: 112, name: "SignedVoluntaryExit"},

@@ -1,4 +1,4 @@
-import {beforeAll, bench, describe, setBenchOpts} from "@chainsafe/benchmark";
+import {beforeAll, bench, describe} from "@chainsafe/benchmark";
 import {EffectiveBalanceIncrements, getEffectiveBalanceIncrementsZeroed} from "@lodestar/state-transition";
 import {computeDeltas} from "../../../src/protoArray/computeDeltas.js";
 import {NULL_VOTE_INDEX} from "../../../src/protoArray/interface.js";
@@ -26,11 +26,6 @@ describe("computeDeltas", () => {
       2 * 60 * 1000
     );
 
-    setBenchOpts({
-      minMs: 10 * 1000,
-      maxMs: 10 * 1000,
-    });
-
     for (const inainactiveValidatorsPercentage of inactiveValidatorsPercentages) {
       if (inainactiveValidatorsPercentage < 0 || inainactiveValidatorsPercentage > 1) {
         throw new Error("inactiveValidatorsPercentage must be between 0 and 1");

@@ -21,8 +21,9 @@ import {generateValidators} from "../../utils/validator.js";
  *   - with 123687377 bytes, Buffer.compare() is 38x faster
  *    ✔ byteArrayEquals 123687377                                           3.077884 ops/s    324.8985 ms/op        -          1 runs   64.5 s
  *    ✔ Buffer.compare 123687377                                            114.7834 ops/s    8.712061 ms/op        -         13 runs   12.1 s
+ *
  */
-describe("compare Uint8Array using byteArrayEquals() vs Buffer.compare()", () => {
+describe.skip("compare Uint8Array using byteArrayEquals() vs Buffer.compare()", () => {
   const numValidator = 1_000_000;
   const validators = generateValidators(numValidator);
   const state = generateState({validators: validators});

@@ -71,7 +71,7 @@ describe("find modified validators by different ways", () => {
           return clonedState;
         },
         fn: (clonedState) => {
-          const validatorsBytes = Uint8Array.from(stateBytes.subarray(validatorsRange.start, validatorsRange.end));
+          const validatorsBytes = stateBytes.subarray(validatorsRange.start, validatorsRange.end);
           const validatorsBytes2 = clonedState.validators.serialize();
           const modifiedValidators: number[] = [];
           findModifiedValidators(validatorsBytes, validatorsBytes2, modifiedValidators);
@@ -84,7 +84,7 @@ describe("find modified validators by different ways", () => {
     }
   });
 
-  describe("deserialize validators then compare validator ViewDUs", () => {
+  describe.skip("deserialize validators then compare validator ViewDUs", () => {
     const validatorsBytes = stateBytes.subarray(validatorsRange.start, validatorsRange.end);
     bench("compare ViewDUs", () => {
       const numValidator = state.validators.length;
@@ -97,7 +97,7 @@ describe("find modified validators by different ways", () => {
     });
   });
 
-  describe("serialize each validator then compare Uin8Array", () => {
+  describe.skip("serialize each validator then compare Uin8Array", () => {
     const validators = state.validators.getAllReadonly();
     bench("compare each validator Uint8Array", () => {
       for (let i = 0; i < state.validators.length; i++) {
@@ -117,7 +117,7 @@ describe("find modified validators by different ways", () => {
     });
   });
 
-  describe("compare validator ViewDU to Uint8Array", () => {
+  describe.skip("compare validator ViewDU to Uint8Array", () => {
     bench("compare ViewDU to Uint8Array", () => {
       const numValidator = state.validators.length;
       for (let i = 0; i < numValidator; i++) {

@@ -1,4 +1,4 @@
-import {bench, describe, setBenchOpts} from "@chainsafe/benchmark";
+import {bench, describe} from "@chainsafe/benchmark";
 import {PublicKey} from "@chainsafe/blst";
 import {PubkeyIndexMap} from "@chainsafe/pubkey-index-map";
 import {Index2PubkeyCache} from "../../../../src/cache/pubkeyCache.js";
@@ -9,33 +9,12 @@ import {generatePerfTestCachedStateAltair} from "../../util.js";
 /**
  * This benchmark shows a stable performance from 2s to 3s on a Mac M1. And it does not really depend on the seed validators,
  * only the modified and new validators
- *
- * - On mainnet, as of Oct 2023, there are ~1M validators
- *
- *    ✔ migrate state 1000000 validators, 24 modified, 0 new               0.4475463 ops/s    2.234406  s/op        -          3 runs   62.1 s
- *    ✔ migrate state 1000000 validators, 1700 modified, 1000 new          0.3663298 ops/s    2.729781  s/op        -         21 runs   62.1 s
- *    ✔ migrate state 1000000 validators, 3400 modified, 2000 new          0.3413125 ops/s    2.929866  s/op        -         19 runs   60.9 s
-
- * - On holesky, there are ~1.5M validators
- *    ✔ migrate state 1500000 validators, 24 modified, 0 new               0.4278145 ops/s    2.337461  s/op        -         24 runs   61.1 s
- *    ✔ migrate state 1500000 validators, 1700 modified, 1000 new          0.3642085 ops/s    2.745680  s/op        -         20 runs   60.1 s
- *    ✔ migrate state 1500000 validators, 3400 modified, 2000 new          0.3344296 ops/s    2.990166  s/op        -         19 runs   62.4 s
  */
 describe("loadState", () => {
-  setBenchOpts({
-    minMs: 60_000,
-  });
-
   const testCases: {seedValidators: number; numModifiedValidators: number; numNewValidators: number}[] = [
-    // this 1_000_000 is similar to mainnet state as of Oct 2023
-    // similar to migrating from state 7335296 to state 7335360 on mainnet, this is 2 epochs difference
-    {seedValidators: 1_000_000, numModifiedValidators: 24, numNewValidators: 0},
-    {seedValidators: 1_000_000, numModifiedValidators: 1700, numNewValidators: 1000},
-    // similar to migrating from state 7327776 to state 7335360 on mainnet, this is 237 epochs difference ~ 1 day
-    {seedValidators: 1_000_000, numModifiedValidators: 3400, numNewValidators: 2000},
-    // same tests on holesky with 1_500_000 validators
-    {seedValidators: 1_500_000, numModifiedValidators: 24, numNewValidators: 0},
-    {seedValidators: 1_500_000, numModifiedValidators: 1700, numNewValidators: 1000},
+    // enable these tests if you want to see performance with different seed validators
+    // {seedValidators: 1_500_000, numModifiedValidators: 24, numNewValidators: 0},
+    // {seedValidators: 1_500_000, numModifiedValidators: 1700, numNewValidators: 1000},
     {seedValidators: 1_500_000, numModifiedValidators: 3400, numNewValidators: 2000},
   ];
   for (const {seedValidators, numModifiedValidators, numNewValidators} of testCases) {

@@ -26,7 +26,8 @@ describe("computeProposerIndex", () => {
 
   const activeIndices = new Uint32Array(Array.from({length: vc}, (_, i) => i));
   const runsFactor = 100;
-  bench({
+  // enable this if you want to see the naive version performance
+  bench.skip({
     id: `naive computeProposerIndex ${vc} validators`,
     fn: () => {
       for (let i = 0; i < runsFactor; i++) {
@@ -57,7 +58,8 @@ describe("getNextSyncCommitteeIndices electra", () => {
       effectiveBalanceIncrements[i] = 32;
     }
 
-    bench({
+    // enable this if you want to see the naive version performance
+    bench.skip({
       id: `naiveGetNextSyncCommitteeIndices ${vc} validators`,
       fn: () => {
         naiveGetNextSyncCommitteeIndices(ForkSeq.electra, state, activeIndices, effectiveBalanceIncrements);
@@ -77,7 +79,8 @@ describe("computeShuffledIndex", () => {
   const seed = new Uint8Array(Array.from({length: 32}, (_, i) => i));
 
   for (const vc of [100_000, 2_000_000]) {
-    bench({
+    // enable this if you want to see the naive version performance
+    bench.skip({
       id: `naive computeShuffledIndex ${vc} validators`,
       fn: () => {
         for (let i = 0; i < vc; i++) {
@@ -87,8 +90,8 @@ describe("computeShuffledIndex", () => {
     });
 
     const shuffledIndexFn = getComputeShuffledIndexFn(vc, seed);
-
-    bench({
+    // getComputeShuffledIndexFn() is also not in prod anymore so no need to track it
+    bench.skip({
       id: `cached computeShuffledIndex ${vc} validators`,
       fn: () => {
         for (let i = 0; i < vc; i++) {