Parent Log:
http://ci.aztec-labs.com/6ebee05bfc578c50
Command: 5b134306478d06bb yarn-project/scripts/run_test.sh archiver/src/archiver/kv_archiver_store/kv_archiver_store.test.ts
Commit:
https://github.com/AztecProtocol/aztec-packages/commit/e1613ca4b54a0ae509638dc4114780dd3cb0bc9b
Env: REF_NAME=gh-readonly-queue/next/pr-15239-282da3bd25d49b92970e6fc85f110092e8566299 CURRENT_VERSION=0.87.6 CI_FULL=1
Date: Tue Jun 24 15:16:43 UTC 2025
System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-15239_amd64_x2-full
Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s
History:
http://ci.aztec-labs.com/list/history_afeabe6543d27e83_next
15:16:46 [15:16:46.578]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:48 [15:16:48.373]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:50 [15:16:50.191]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:51 [15:16:51.274]
ERROR:
kv-store:lmdb-v2:archiver_test Failed to commit transaction: InitialBlockNumberNotSequentialError: Cannot insert new block 2 given previous block number in store is undefined
15:16:51 at /home/aztec-dev/aztec-packages/yarn-project/archiver/src/archiver/kv_archiver_store/block_store.ts:89:15
15:16:51 at /home/aztec-dev/aztec-packages/yarn-project/kv-store/dest/lmdb-v2/store.js:111:29
15:16:51 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
15:16:51 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17) {
15:16:51 newBlockNumber: 2,
15:16:51 previousBlockNumber: undefined
15:16:51 }
15:16:51 [15:16:51.278]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:52 [15:16:52.490]
ERROR:
kv-store:lmdb-v2:archiver_test Failed to commit transaction: BlockNumberNotSequentialError: Cannot insert new block 3 given previous block number in batch is 1
15:16:52 at /home/aztec-dev/aztec-packages/yarn-project/archiver/src/archiver/kv_archiver_store/block_store.ts:96:17
15:16:52 at /home/aztec-dev/aztec-packages/yarn-project/kv-store/dest/lmdb-v2/store.js:111:29
15:16:52 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
15:16:52 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17)
15:16:52 [15:16:52.493]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:53 [15:16:53.909]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:54 [15:16:54.834]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:56 [15:16:56.088]
ERROR:
kv-store:lmdb-v2:archiver_test Failed to commit transaction: Error: Can only unwind blocks from the tip (requested 5 but current tip is 10)
15:16:56 at /home/aztec-dev/aztec-packages/yarn-project/archiver/src/archiver/kv_archiver_store/block_store.ts:141:15
15:16:56 at /home/aztec-dev/aztec-packages/yarn-project/kv-store/dest/lmdb-v2/store.js:111:29
15:16:56 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
15:16:56 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17)
15:16:56 [15:16:56.092]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:57 [15:16:57.405]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:16:58 [15:16:58.801]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:00 [15:17:00.619]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:02 [15:17:02.462]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:04 [15:17:04.438]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:06 [15:17:06.600]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:08 [15:17:08.691]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:10 [15:17:10.895]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:12 [15:17:12.929]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:15 [15:17:15.506]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:16 [15:17:16.991]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:19 [15:17:19.007]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:20 [15:17:20.398]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:22 [15:17:22.231]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:23 [15:17:23.642]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:25 [15:17:25.084]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:26 [15:17:26.505]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:27 [15:17:27.961]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:29 [15:17:29.537]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:32 [15:17:32.642]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:35 [15:17:35.371]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:37 [15:17:37.822]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:40 [15:17:40.465]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:42 [15:17:42.894]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:45 [15:17:45.464]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:48 [15:17:48.277]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:50 [15:17:50.911]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:53 [15:17:53.183]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:56 [15:17:56.013]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:17:58 [15:17:58.952]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:01 [15:18:01.517]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:04 [15:18:04.425]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:05 [15:18:05.905]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:07 [15:18:07.397]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:09 [15:18:09.004]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:10 [15:18:10.541]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:12 [15:18:12.066]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:13 [15:18:13.765]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:15 [15:18:15.329]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:17 [15:18:17.226]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:19 [15:18:19.074]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:20 [15:18:20.990]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:22 [15:18:22.891]
ERROR:
kv-store:lmdb-v2:archiver_test Failed to commit transaction: MessageStoreError: Message 0x20307e24fec00ed728a2711c5b1c8097bf6bfacda4194595da281d1a72ccbbd6 for L2 block 1 has wrong index 10 (expected 0)
15:18:22 at /home/aztec-dev/aztec-packages/yarn-project/archiver/src/archiver/kv_archiver_store/message_store.ts:144:17
15:18:22 at /home/aztec-dev/aztec-packages/yarn-project/kv-store/dest/lmdb-v2/store.js:111:29
15:18:22 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
15:18:22 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17) {
15:18:22 inboxMessage: {
15:18:22 index: 10n,
15:18:22 leaf: Fr<0x20307e24fec00ed728a2711c5b1c8097bf6bfacda4194595da281d1a72ccbbd6>,
15:18:22 l2BlockNumber: 1,
15:18:22 l1BlockNumber: 44n,
15:18:22 l1BlockHash: Buffer32<0x509891331588f426a08ea0aa9d87bf4e19361e519a96f72571a0f96f88586f8d>,
15:18:22 rollingHash: Buffer16<0x42aa5a1e61efa6d1eb585dcb22244223>
15:18:22 }
15:18:22 }
15:18:22 [15:18:22.899]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:24 [15:18:24.462]
ERROR:
kv-store:lmdb-v2:archiver_test Failed to commit transaction: MessageStoreError: Invalid index 224 for incoming L1 to L2 message 0x0dd0a5ddd01741b71ee1cf84b585d51449546612e2b43ff7cdb2a8a84b535c4e at block 12 (expected value in range [176, 192))
15:18:24 at /home/aztec-dev/aztec-packages/yarn-project/archiver/src/archiver/kv_archiver_store/message_store.ts:119:17
15:18:24 at /home/aztec-dev/aztec-packages/yarn-project/kv-store/dest/lmdb-v2/store.js:111:29
15:18:24 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
15:18:24 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17) {
15:18:24 inboxMessage: {
15:18:24 index: 224n,
15:18:24 leaf: Fr<0x0dd0a5ddd01741b71ee1cf84b585d51449546612e2b43ff7cdb2a8a84b535c4e>,
15:18:24 l2BlockNumber: 12,
15:18:24 l1BlockNumber: 91n,
15:18:24 l1BlockHash: Buffer32<0x12ac980e7e20a5df0dbac0a2fe199dcb4768304728d9b39795dfddfd6ce08a34>,
15:18:24 rollingHash: Buffer16<0x08bdec9bc8cb977ae21508b439997259>
15:18:24 }
15:18:24 }
15:18:24 [15:18:24.470]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:26 [15:18:26.364]
ERROR:
kv-store:lmdb-v2:archiver_test Failed to commit transaction: MessageStoreError: Invalid rolling hash for incoming L1 to L2 message 0x1266a4e42a6cab6dbfa5fbe4d26e45052f7c62003e76885d1c546a8f3c1796f0 with index 16 (expected 0xcc2cd2a5d00829f154056078d2939d46 from previous hash 0xa1504a5698586d0422e0ea3ec6312944 but got 0x303f30d8872e880601ec779a1b61b033)
15:18:26 at /home/aztec-dev/aztec-packages/yarn-project/archiver/src/archiver/kv_archiver_store/message_store.ts:108:17
15:18:26 at /home/aztec-dev/aztec-packages/yarn-project/kv-store/dest/lmdb-v2/store.js:111:29
15:18:26 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
15:18:26 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17) {
15:18:26 inboxMessage: {
15:18:26 index: 16n,
15:18:26 leaf: Fr<0x1266a4e42a6cab6dbfa5fbe4d26e45052f7c62003e76885d1c546a8f3c1796f0>,
15:18:26 l2BlockNumber: 2,
15:18:26 l1BlockNumber: 26n,
15:18:26 l1BlockHash: Buffer32<0x4a1fb8c94801cbc8e57ea0813e8eb784ff8f92b4a3b3c34ba59ccb6db676678e>,
15:18:26 rollingHash: Buffer16<0x303f30d8872e880601ec779a1b61b033>
15:18:26 }
15:18:26 }
15:18:26 [15:18:26.368]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16
15:18:28 [15:18:28.191]
ERROR:
kv-store:lmdb-v2:archiver_test Failed to commit transaction: MessageStoreError: Invalid rolling hash for incoming L1 to L2 message 0x0be44adc59793e273d3c50a59146ee832ac2335882827f2ecb585e8fb360410e with index 32 (expected 0x0d3137bd550d9f88d191c4e64aed72fc from previous hash 0x6dbc9ceebf2afe4b8c679d4b9309f8be but got 0xa0e65fc5d4c8e04bdfd869418e985a8e)
15:18:28 at /home/aztec-dev/aztec-packages/yarn-project/archiver/src/archiver/kv_archiver_store/message_store.ts:108:17
15:18:28 at /home/aztec-dev/aztec-packages/yarn-project/kv-store/dest/lmdb-v2/store.js:111:29
15:18:28 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
15:18:28 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17) {
15:18:28 inboxMessage: {
15:18:28 index: 32n,
15:18:28 leaf: Fr<0x0be44adc59793e273d3c50a59146ee832ac2335882827f2ecb585e8fb360410e>,
15:18:28 l2BlockNumber: 3,
15:18:28 l1BlockNumber: 77n,
15:18:28 l1BlockHash: Buffer32<0x57f9ac790a42b7f785ea5a69aa5027faee05282482a3678df3cf5f34c8a78c5b>,
15:18:28 rollingHash: Buffer16<0xa0e65fc5d4c8e04bdfd869418e985a8e>
15:18:28 }
15:18:28 }
15:18:28 [15:18:28.194]
INFO:
kv-store:lmdb-v2:archiver_test Starting data store with maxReaders 16