ACI ·

Parent Log: http://ci.aztec-labs.com/d29e426a74cc36a5 Command: 59d7caa3bc5b3609:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/3a776996a430e63770f252088c2fdd32ae17c1f7 Env: REF_NAME=gh-readonly-queue/master/pr-14716-fc32764490031c0904f476d0e3bcd7e4aa19e719 CURRENT_VERSION=0.87.7 CI_FULL=1 Date: Mon Jun 9 10:51:54 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-14716_amd64_x2-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 10:51:54 +++ id -u 10:51:54 +++ id -g 10:51:54 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 10:51:54 + cid=d130464d8308c20ab6cd04fdceb825f05faa1b7c5b5b56ef92cabe7d62e8f466 10:51:54 + set +x 10:52:03 [10:52:03.671] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:03 [10:52:03.675] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:03 [10:52:03.680] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:03 [10:52:03.680] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:04 [10:52:04.229] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:04 [10:52:04.231] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:04 [10:52:04.269] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:04 [10:52:04.270] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:04 [10:52:04.271] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:04 [10:52:04.272] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:05 [10:52:05.490] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:05 [10:52:05.492] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:05 [10:52:05.495] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:05 [10:52:05.497] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:05 [10:52:05.569] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:05 [10:52:05.569] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:05 [10:52:05.570] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:05 [10:52:05.570] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:05 [10:52:05.571] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:05 [10:52:05.571] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:05 [10:52:05.574] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:05 [10:52:05.575] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:06 [10:52:06.658] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEhzXxXeRrFwKmmAqUeCMZ1JhAgpnfAGt9Ua8wrs9md1q 10:52:06 [10:52:06.659] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:06 err: { 10:52:06 "type": "ReqRespStatusError", 10:52:06 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:06 "stack": 10:52:06 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:06 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:06 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:06 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:06 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:06 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:06 "status": 1 10:52:06 } 10:52:06 [10:52:06.674] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEhzXxXeRrFwKmmAqUeCMZ1JhAgpnfAGt9Ua8wrs9md1q 10:52:06 [10:52:06.674] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:06 err: { 10:52:06 "type": "ReqRespStatusError", 10:52:06 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:06 "stack": 10:52:06 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:06 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:06 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:06 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:06 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:06 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:06 "status": 1 10:52:06 } 10:52:06 [10:52:06.678] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEhzXxXeRrFwKmmAqUeCMZ1JhAgpnfAGt9Ua8wrs9md1q 10:52:06 [10:52:06.679] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:06 err: { 10:52:06 "type": "ReqRespStatusError", 10:52:06 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:06 "stack": 10:52:06 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:06 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:06 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:06 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:06 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:06 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:06 "status": 1 10:52:06 } 10:52:06 [10:52:06.682] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEhzXxXeRrFwKmmAqUeCMZ1JhAgpnfAGt9Ua8wrs9md1q 10:52:06 [10:52:06.682] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:06 err: { 10:52:06 "type": "ReqRespStatusError", 10:52:06 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:06 "stack": 10:52:06 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:06 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:06 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:06 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:06 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:06 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:06 "status": 1 10:52:06 } 10:52:06 [10:52:06.686] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEhzXxXeRrFwKmmAqUeCMZ1JhAgpnfAGt9Ua8wrs9md1q 10:52:06 [10:52:06.686] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:06 err: { 10:52:06 "type": "ReqRespStatusError", 10:52:06 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:06 "stack": 10:52:06 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:06 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:06 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:06 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:06 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:06 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:06 "status": 1 10:52:06 } 10:52:06 [10:52:06.692] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:06 [10:52:06.693] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:06 [10:52:06.696] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:06 [10:52:06.696] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:08 [10:52:08.104] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:08 [10:52:08.105] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:08 [10:52:08.108] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:08 [10:52:08.108] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:09 [10:52:09.185] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:09 [10:52:09.185] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:09 [10:52:09.189] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:09 [10:52:09.189] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:10 [10:52:10.261] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:10 [10:52:10.262] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:10 [10:52:10.267] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:10 [10:52:10.268] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:13 [10:52:13.313] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:13 [10:52:13.314] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:13 [10:52:13.317] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:13 [10:52:13.317] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:18 [10:52:18.508] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:18 [10:52:18.508] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:18 [10:52:18.509] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:18 [10:52:18.510] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:18 [10:52:18.511] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:18 [10:52:18.511] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:18 [10:52:18.514] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:18 [10:52:18.514] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:18 [10:52:18.530] WARN: foundation:memory_fifo Discarding item because queue is flushing 10:52:18 [10:52:18.533] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 10:52:18 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 10:52:18 at new Promise (<anonymous>) 10:52:18 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 10:52:18 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 10:52:18 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 10:52:18 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:18 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:18 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:18 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWKg59tYcmNtULLkRVgwkp9Tws6G1U5rVcdZGCbYgntoNc","subProtocol":"/aztec/req/tx/0.1.0"} 10:52:19 [10:52:19.629] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:19 [10:52:19.629] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:19 [10:52:19.633] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:19 [10:52:19.634] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:20 [10:52:20.675] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:20 [10:52:20.676] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:20 [10:52:20.679] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:20 [10:52:20.680] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:21 [10:52:21.803] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:21 [10:52:21.803] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:21 [10:52:21.807] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:21 [10:52:21.807] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:23 [10:52:23.047] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:23 [10:52:23.048] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:23 [10:52:23.052] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:23 [10:52:23.052] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:24 [10:52:24.198] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWQmGeD7zkDwVm2ARG4NkQh3yRLKWcm4pNjbSYNdqY1cXT 10:52:24 [10:52:24.199] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:24 err: { 10:52:24 "type": "ReqRespStatusError", 10:52:24 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:24 "stack": 10:52:24 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:24 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:24 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:24 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:24 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:24 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:24 "status": 1 10:52:24 } 10:52:24 [10:52:24.221] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:24 [10:52:24.222] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:24 [10:52:24.223] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:24 [10:52:24.223] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:24 [10:52:24.226] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:24 [10:52:24.226] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:25 [10:52:25.492] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:25 [10:52:25.493] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:25 [10:52:25.494] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:25 [10:52:25.494] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:25 [10:52:25.495] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:25 [10:52:25.495] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:25 [10:52:25.498] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:25 [10:52:25.498] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:26 [10:52:26.638] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWFg5ku28U7Zt8JXQze9JdTaHiew8L7p7f9be8xuJ9pvsX 10:52:26 [10:52:26.639] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:26 err: { 10:52:26 "type": "ReqRespStatusError", 10:52:26 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:26 "stack": 10:52:26 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:26 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:26 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:26 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:26 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:26 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:26 "status": 1 10:52:26 } 10:52:26 [10:52:26.643] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWFg5ku28U7Zt8JXQze9JdTaHiew8L7p7f9be8xuJ9pvsX 10:52:26 [10:52:26.644] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:26 err: { 10:52:26 "type": "ReqRespStatusError", 10:52:26 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:26 "stack": 10:52:26 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:26 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:26 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:26 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:26 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:26 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:26 "status": 1 10:52:26 } 10:52:26 [10:52:26.661] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWFg5ku28U7Zt8JXQze9JdTaHiew8L7p7f9be8xuJ9pvsX 10:52:26 [10:52:26.662] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:52:26 err: { 10:52:26 "type": "ReqRespStatusError", 10:52:26 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:52:26 "stack": 10:52:26 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:52:26 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:52:26 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:52:26 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:52:26 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:52:26 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:52:26 "status": 1 10:52:26 } 10:52:26 [10:52:26.680] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:26 [10:52:26.680] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:26 [10:52:26.681] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:26 [10:52:26.681] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:26 [10:52:26.685] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:52:26 [10:52:26.685] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:52:26 FAIL src/services/reqresp/reqresp.test.ts (31.149 s) 10:52:26 ReqResp 10:52:26 ✓ should perform a ping request (1363 ms) 10:52:26 ✓ should handle gracefully if a peer connected peer is offline (580 ms) 10:52:26 ✓ should request from a later peer if other peers are offline (1326 ms) 10:52:26 ✕ should hit a rate limit if too many requests are made in quick succession (1099 ms) 10:52:26 Tx req protocol 10:52:26 ✓ can request a Tx from TxHash (1412 ms) 10:52:26 ✓ handles returning empty buffers (1080 ms) 10:52:26 ✓ does not crash if tx hash returns undefined (1081 ms) 10:52:26 ✓ should hit individual timeout if nothing is returned over the stream (3046 ms) 10:52:26 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5213 ms) 10:52:26 ✓ should penalize peer if transaction validation fails (1104 ms) 10:52:26 Goodbye protocol 10:52:26 ✓ should send a goodbye message to a peer (1045 ms) 10:52:26 ✓ should not close stream when handling a goodbye message received from peer (1126 ms) 10:52:26 Block protocol 10:52:26 ✓ should handle block requests (1245 ms) 10:52:26 Batch requests 10:52:26 ✕ should send a batch request between many peers (1177 ms) 10:52:26 ✓ should send a batch request with a pinned peer (1280 ms) 10:52:26 ✕ should stop after max retry attempts (1183 ms) 10:52:26 10:52:26 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 10:52:26 10:52:26 expect(received).toBeDefined() 10:52:26 10:52:26 Received: undefined 10:52:26 10:52:26 145 | // Check that one of the responses gets a rate limit response 10:52:26 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 10:52:26 > 147 | expect(rateLimitResponse).toBeDefined(); 10:52:26 | ^ 10:52:26 148 | 10:52:26 149 | // Make sure the error message is logged 10:52:26 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 10:52:26 10:52:26 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 10:52:26 10:52:26 ● ReqResp › Batch requests › should send a batch request between many peers 10:52:26 10:52:26 expect(jest.fn()).toHaveBeenCalledTimes(expected) 10:52:26 10:52:26 Expected number of calls: 9 10:52:26 Received number of calls: 11 10:52:26 10:52:26 474 | 10:52:26 475 | // Expect one request to have been sent to each peer 10:52:26 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 10:52:26 | ^ 10:52:26 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 10:52:26 478 | expect.objectContaining({ 10:52:26 479 | publicKey: nodes[1].p2p.peerId.publicKey, 10:52:26 10:52:26 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 10:52:26 10:52:26 ● ReqResp › Batch requests › should stop after max retry attempts 10:52:26 10:52:26 expect(received).toEqual(expected) // deep equality 10:52:26 10:52:26 - Expected - 11 10:52:26 + Received + 3 10:52:26 10:52:26 @@ -74,10 +74,11 @@ 10:52:26 103, 10:52:26 ], 10:52:26 "type": "Buffer", 10:52:26 }, 10:52:26 }, 10:52:26 + undefined, 10:52:26 RequestableBuffer { 10:52:26 "buffer": Object { 10:52:26 "data": Array [ 10:52:26 112, 10:52:26 111, 10:52:26 @@ -85,10 +86,11 @@ 10:52:26 103, 10:52:26 ], 10:52:26 "type": "Buffer", 10:52:26 }, 10:52:26 }, 10:52:26 + undefined, 10:52:26 RequestableBuffer { 10:52:26 "buffer": Object { 10:52:26 "data": Array [ 10:52:26 112, 10:52:26 111, 10:52:26 @@ -96,17 +98,7 @@ 10:52:26 103, 10:52:26 ], 10:52:26 "type": "Buffer", 10:52:26 }, 10:52:26 }, 10:52:26 - RequestableBuffer { 10:52:26 - "buffer": Object { 10:52:26 - "data": Array [ 10:52:26 - 112, 10:52:26 - 111, 10:52:26 - 110, 10:52:26 - 103, 10:52:26 - ], 10:52:26 - "type": "Buffer", 10:52:26 - }, 10:52:26 - }, 10:52:26 + undefined, 10:52:26 ] 10:52:26 10:52:26 555 | 10:52:26 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 10:52:26 > 557 | expect(res).toEqual(expectResponses); 10:52:26 | ^ 10:52:26 558 | 10:52:26 559 | // Check that we did detect hitting a rate limit 10:52:26 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 10:52:26 10:52:26 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 10:52:26 10:52:26 Test Suites: 1 failed, 1 total 10:52:26 Tests: 3 failed, 13 passed, 16 total 10:52:26 Snapshots: 0 total 10:52:26 Time: 31.228 s 10:52:26 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 10:52:26 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?