ACI ·

Parent Log: http://ci.aztec-labs.com/0b36e76c6192de11 Command: cdc0844b6e9d2c1e:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/1338cef09c870378254c56748f972ae827c4d482 Env: REF_NAME=gh-readonly-queue/master/pr-14982-dada14e07a974e905ef606b4fac7c777b922587f CURRENT_VERSION=0.87.8 CI_FULL=0 Date: Thu Jun 12 06:46:03 UTC 2025 System: ARCH=arm64 CPUS=64 MEM=247Gi HOSTNAME=pr-14982_arm64_a1-fast Resources: CPU_LIST=0-63 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 06:46:03 +++ id -u 06:46:03 +++ id -g 06:46:03 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-63 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 06:46:03 + cid=1e9ef833ea003bc0b6c091c4e03731cbf376880f3af9c046dd73f8d5896b3cb8 06:46:03 + set +x 06:46:09 [06:46:09.385] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:09 [06:46:09.390] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:09 [06:46:09.394] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:09 [06:46:09.394] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:09 [06:46:09.933] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:09 [06:46:09.934] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:09 [06:46:09.968] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:09 [06:46:09.968] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:09 [06:46:09.969] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:09 [06:46:09.970] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:11 [06:46:11.131] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:11 [06:46:11.132] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:11 [06:46:11.134] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:11 [06:46:11.135] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:11 [06:46:11.225] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:11 [06:46:11.226] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:11 [06:46:11.227] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:11 [06:46:11.227] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:11 [06:46:11.230] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:11 [06:46:11.230] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:11 [06:46:11.233] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:11 [06:46:11.234] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:12 [06:46:12.305] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMBgvUQNknLM1vYy4RKgw5PCpSQD246f33r6Sb9d2SrHW 06:46:12 [06:46:12.306] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:12 err: { 06:46:12 "type": "ReqRespStatusError", 06:46:12 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:12 "stack": 06:46:12 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:12 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:12 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:12 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:12 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:12 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:12 "status": 1 06:46:12 } 06:46:12 [06:46:12.313] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMBgvUQNknLM1vYy4RKgw5PCpSQD246f33r6Sb9d2SrHW 06:46:12 [06:46:12.314] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:12 err: { 06:46:12 "type": "ReqRespStatusError", 06:46:12 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:12 "stack": 06:46:12 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:12 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:12 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:12 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:12 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:12 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:12 "status": 1 06:46:12 } 06:46:12 [06:46:12.317] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMBgvUQNknLM1vYy4RKgw5PCpSQD246f33r6Sb9d2SrHW 06:46:12 [06:46:12.318] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:12 err: { 06:46:12 "type": "ReqRespStatusError", 06:46:12 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:12 "stack": 06:46:12 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:12 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:12 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:12 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:12 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:12 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:12 "status": 1 06:46:12 } 06:46:12 [06:46:12.321] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMBgvUQNknLM1vYy4RKgw5PCpSQD246f33r6Sb9d2SrHW 06:46:12 [06:46:12.321] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:12 err: { 06:46:12 "type": "ReqRespStatusError", 06:46:12 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:12 "stack": 06:46:12 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:12 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:12 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:12 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:12 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:12 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:12 "status": 1 06:46:12 } 06:46:12 [06:46:12.324] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMBgvUQNknLM1vYy4RKgw5PCpSQD246f33r6Sb9d2SrHW 06:46:12 [06:46:12.325] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:12 err: { 06:46:12 "type": "ReqRespStatusError", 06:46:12 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:12 "stack": 06:46:12 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:12 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:12 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:12 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:12 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:12 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:12 "status": 1 06:46:12 } 06:46:12 [06:46:12.330] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:12 [06:46:12.330] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:12 [06:46:12.333] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:12 [06:46:12.333] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:13 [06:46:13.673] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:13 [06:46:13.673] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:13 [06:46:13.676] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:13 [06:46:13.676] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:14 [06:46:14.740] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:14 [06:46:14.740] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:14 [06:46:14.743] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:14 [06:46:14.743] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:15 [06:46:15.806] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:15 [06:46:15.806] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:15 [06:46:15.809] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:15 [06:46:15.809] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:18 [06:46:18.841] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:18 [06:46:18.841] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:18 [06:46:18.844] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:18 [06:46:18.844] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:23 [06:46:23.984] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:23 [06:46:23.984] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:23 [06:46:23.985] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:23 [06:46:23.985] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:23 [06:46:23.986] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:23 [06:46:23.986] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:23 [06:46:23.989] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:23 [06:46:23.989] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:24 [06:46:24.001] WARN: foundation:memory_fifo Discarding item because queue is flushing 06:46:24 [06:46:24.003] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 06:46:24 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 06:46:24 at new Promise (<anonymous>) 06:46:24 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 06:46:24 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 06:46:24 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 06:46:24 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:24 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:24 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:24 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWSA2oAgaiFnb88v6FeYBiVpjZCr5jDcEy1C89rNSH5qBK","subProtocol":"/aztec/req/tx/0.1.0"} 06:46:25 [06:46:25.068] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:25 [06:46:25.068] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:25 [06:46:25.070] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:25 [06:46:25.071] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:26 [06:46:26.104] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:26 [06:46:26.104] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:26 [06:46:26.107] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:26 [06:46:26.107] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:27 [06:46:27.139] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:27 [06:46:27.139] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:27 [06:46:27.142] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:27 [06:46:27.142] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:28 [06:46:28.335] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:28 [06:46:28.336] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:28 [06:46:28.338] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:28 [06:46:28.339] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:29 [06:46:29.432] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWBi2ztWxBiyppj5XxNKje1ZSbaH2t515CbqAJSKQD7tTo 06:46:29 [06:46:29.432] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:29 err: { 06:46:29 "type": "ReqRespStatusError", 06:46:29 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:29 "stack": 06:46:29 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:29 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:29 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:29 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:29 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:29 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:29 "status": 1 06:46:29 } 06:46:29 [06:46:29.449] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:29 [06:46:29.449] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:29 [06:46:29.450] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:29 [06:46:29.451] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:29 [06:46:29.453] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:29 [06:46:29.453] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:30 [06:46:30.634] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:30 [06:46:30.634] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:30 [06:46:30.635] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:30 [06:46:30.635] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:30 [06:46:30.636] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:30 [06:46:30.636] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:30 [06:46:30.639] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:30 [06:46:30.639] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:31 [06:46:31.727] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGmkfvuGvs138eBwGw3nDMmZUb3SeoyQgKSG2uSnTg4Lx 06:46:31 [06:46:31.728] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:31 err: { 06:46:31 "type": "ReqRespStatusError", 06:46:31 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:31 "stack": 06:46:31 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:31 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:31 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:31 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:31 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:31 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:31 "status": 1 06:46:31 } 06:46:31 [06:46:31.731] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGmkfvuGvs138eBwGw3nDMmZUb3SeoyQgKSG2uSnTg4Lx 06:46:31 [06:46:31.731] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:31 err: { 06:46:31 "type": "ReqRespStatusError", 06:46:31 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:31 "stack": 06:46:31 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:31 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:31 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:31 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:31 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:31 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:31 "status": 1 06:46:31 } 06:46:31 [06:46:31.743] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGmkfvuGvs138eBwGw3nDMmZUb3SeoyQgKSG2uSnTg4Lx 06:46:31 [06:46:31.743] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:46:31 err: { 06:46:31 "type": "ReqRespStatusError", 06:46:31 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:46:31 "stack": 06:46:31 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:46:31 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:46:31 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:46:31 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:46:31 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:46:31 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:46:31 "status": 1 06:46:31 } 06:46:31 [06:46:31.751] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:31 [06:46:31.751] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:31 [06:46:31.752] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:31 [06:46:31.752] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:31 [06:46:31.755] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:46:31 [06:46:31.755] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:46:31 FAIL src/services/reqresp/reqresp.test.ts (27.18 s) 06:46:31 ReqResp 06:46:31 ✓ should perform a ping request (1217 ms) 06:46:31 ✓ should handle gracefully if a peer connected peer is offline (572 ms) 06:46:31 ✓ should request from a later peer if other peers are offline (1287 ms) 06:46:31 ✕ should hit a rate limit if too many requests are made in quick succession (1076 ms) 06:46:31 Tx req protocol 06:46:31 ✓ can request a Tx from TxHash (1344 ms) 06:46:31 ✓ handles returning empty buffers (1065 ms) 06:46:31 ✓ does not crash if tx hash returns undefined (1065 ms) 06:46:31 ✓ should hit individual timeout if nothing is returned over the stream (3035 ms) 06:46:31 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5156 ms) 06:46:31 ✓ should penalize peer if transaction validation fails (1069 ms) 06:46:31 Goodbye protocol 06:46:31 ✓ should send a goodbye message to a peer (1036 ms) 06:46:31 ✓ should not close stream when handling a goodbye message received from peer (1035 ms) 06:46:31 Block protocol 06:46:31 ✓ should handle block requests (1199 ms) 06:46:31 Batch requests 06:46:31 ✕ should send a batch request between many peers (1114 ms) 06:46:31 ✕ should send a batch request with a pinned peer (1191 ms) 06:46:31 ✕ should stop after max retry attempts (1112 ms) 06:46:31 06:46:31 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 06:46:31 06:46:31 expect(received).toBeDefined() 06:46:31 06:46:31 Received: undefined 06:46:31 06:46:31 145 | // Check that one of the responses gets a rate limit response 06:46:31 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 06:46:31 > 147 | expect(rateLimitResponse).toBeDefined(); 06:46:31 | ^ 06:46:31 148 | 06:46:31 149 | // Make sure the error message is logged 06:46:31 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 06:46:31 06:46:31 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 06:46:31 06:46:31 ● ReqResp › Batch requests › should send a batch request between many peers 06:46:31 06:46:31 expect(jest.fn()).toHaveBeenCalledTimes(expected) 06:46:31 06:46:31 Expected number of calls: 9 06:46:31 Received number of calls: 11 06:46:31 06:46:31 474 | 06:46:31 475 | // Expect one request to have been sent to each peer 06:46:31 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 06:46:31 | ^ 06:46:31 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 06:46:31 478 | expect.objectContaining({ 06:46:31 479 | publicKey: nodes[1].p2p.peerId.publicKey, 06:46:31 06:46:31 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 06:46:31 06:46:31 ● ReqResp › Batch requests › should send a batch request with a pinned peer 06:46:31 06:46:31 expect(jest.fn()).toHaveBeenCalledWith(...expected) 06:46:31 06:46:31 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 17, 212, 238, 103, 25, 190, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 06:46:31 Received 06:46:31 1 06:46:31 "12D3KooWNtCg5REjWVgLrmVu21mvf7nLPHpuGwdgStZVYjM1JsKq", 06:46:31 "/aztec/req/ping/0.1.0", 06:46:31 @@ -2,9 +2,9 @@ 06:46:31 "data": Array [ 06:46:31 112, 06:46:31 105, 06:46:31 110, 06:46:31 103, 06:46:31 - 51, 06:46:31 + 48, 06:46:31 ], 06:46:31 "type": "Buffer", 06:46:31 }, 06:46:31 2 06:46:31 "12D3KooWAcmzmNQYEPNchQJqEqUVyGy85h6AsWSRsMA9fPUZiEGR", 06:46:31 "/aztec/req/ping/0.1.0", 06:46:31 @@ -2,9 +2,9 @@ 06:46:31 "data": Array [ 06:46:31 112, 06:46:31 105, 06:46:31 110, 06:46:31 103, 06:46:31 - 51, 06:46:31 + 49, 06:46:31 ], 06:46:31 "type": "Buffer", 06:46:31 }, 06:46:31 3 06:46:31 "12D3KooWB1yR9aKXw7PpuZ7cK5Q8GVgX33Md5PXzQPsuTvJbKioX", 06:46:31 "/aztec/req/ping/0.1.0", 06:46:31 @@ -2,9 +2,9 @@ 06:46:31 "data": Array [ 06:46:31 112, 06:46:31 105, 06:46:31 110, 06:46:31 103, 06:46:31 - 51, 06:46:31 + 48, 06:46:31 ], 06:46:31 "type": "Buffer", 06:46:31 }, 06:46:31 06:46:31 Number of calls: 15 06:46:31 06:46:31 516 | // Expect pinned peer to have received all requests 06:46:31 517 | for (let i = 0; i < batchSize; i++) { 06:46:31 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 06:46:31 | ^ 06:46:31 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 06:46:31 520 | ReqRespSubProtocol.PING, 06:46:31 521 | Buffer.from(`ping${i}`), 06:46:31 06:46:31 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 06:46:31 06:46:31 ● ReqResp › Batch requests › should stop after max retry attempts 06:46:31 06:46:31 expect(received).toEqual(expected) // deep equality 06:46:31 06:46:31 - Expected - 11 06:46:31 + Received + 3 06:46:31 06:46:31 @@ -74,10 +74,11 @@ 06:46:31 103, 06:46:31 ], 06:46:31 "type": "Buffer", 06:46:31 }, 06:46:31 }, 06:46:31 + undefined, 06:46:31 RequestableBuffer { 06:46:31 "buffer": Object { 06:46:31 "data": Array [ 06:46:31 112, 06:46:31 111, 06:46:31 @@ -85,10 +86,11 @@ 06:46:31 103, 06:46:31 ], 06:46:31 "type": "Buffer", 06:46:31 }, 06:46:31 }, 06:46:31 + undefined, 06:46:31 RequestableBuffer { 06:46:31 "buffer": Object { 06:46:31 "data": Array [ 06:46:31 112, 06:46:31 111, 06:46:31 @@ -96,17 +98,7 @@ 06:46:31 103, 06:46:31 ], 06:46:31 "type": "Buffer", 06:46:31 }, 06:46:31 }, 06:46:31 - RequestableBuffer { 06:46:31 - "buffer": Object { 06:46:31 - "data": Array [ 06:46:31 - 112, 06:46:31 - 111, 06:46:31 - 110, 06:46:31 - 103, 06:46:31 - ], 06:46:31 - "type": "Buffer", 06:46:31 - }, 06:46:31 - }, 06:46:31 + undefined, 06:46:31 ] 06:46:31 06:46:31 555 | 06:46:31 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 06:46:31 > 557 | expect(res).toEqual(expectResponses); 06:46:31 | ^ 06:46:31 558 | 06:46:31 559 | // Check that we did detect hitting a rate limit 06:46:31 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 06:46:31 06:46:31 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 06:46:31 06:46:31 Test Suites: 1 failed, 1 total 06:46:31 Tests: 4 failed, 12 passed, 16 total 06:46:31 Snapshots: 0 total 06:46:31 Time: 27.248 s 06:46:31 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 06:46:31 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?