ACI ·

Parent Log: http://ci.aztec-labs.com/452dc46746d146d5 Command: f34dabd8fae2f26b:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/2707ec99de02004f3e30e7af0810e0d741ab9794 Env: REF_NAME=gh-readonly-queue/master/pr-15049-f4ac84d7ac4041d505399edd8819840bb14d6c9d CURRENT_VERSION=0.87.8 CI_FULL=0 Date: Sat Jun 14 10:45:44 UTC 2025 System: ARCH=arm64 CPUS=64 MEM=247Gi HOSTNAME=pr-15049_arm64_a1-fast Resources: CPU_LIST=0-63 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 10:45:44 +++ id -u 10:45:44 +++ id -g 10:45:44 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-63 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 10:45:45 + cid=0286d1fbfac3e0086d2371ef7df9637d1424a27b7bb7404090b8aefbf246ae31 10:45:45 + set +x 10:45:51 [10:45:51.405] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:51 [10:45:51.409] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:51 [10:45:51.413] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:51 [10:45:51.414] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:51 [10:45:51.957] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:51 [10:45:51.958] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:51 [10:45:51.996] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:51 [10:45:51.996] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:51 [10:45:51.997] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:51 [10:45:51.998] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:53 [10:45:53.175] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:53 [10:45:53.175] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:53 [10:45:53.177] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:53 [10:45:53.179] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:53 [10:45:53.269] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:53 [10:45:53.270] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:53 [10:45:53.270] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:53 [10:45:53.271] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:53 [10:45:53.272] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:53 [10:45:53.272] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:53 [10:45:53.275] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:53 [10:45:53.278] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:54 [10:45:54.358] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWB5W69nbLt8xQDMMLDkF8FKJAY5dok3gojqxs4644vPr9 10:45:54 [10:45:54.358] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:45:54 err: { 10:45:54 "type": "ReqRespStatusError", 10:45:54 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:45:54 "stack": 10:45:54 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:45:54 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:45:54 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:45:54 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:45:54 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:45:54 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:45:54 "status": 1 10:45:54 } 10:45:54 [10:45:54.366] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWB5W69nbLt8xQDMMLDkF8FKJAY5dok3gojqxs4644vPr9 10:45:54 [10:45:54.367] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:45:54 err: { 10:45:54 "type": "ReqRespStatusError", 10:45:54 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:45:54 "stack": 10:45:54 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:45:54 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:45:54 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:45:54 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:45:54 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:45:54 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:45:54 "status": 1 10:45:54 } 10:45:54 [10:45:54.371] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWB5W69nbLt8xQDMMLDkF8FKJAY5dok3gojqxs4644vPr9 10:45:54 [10:45:54.371] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:45:54 err: { 10:45:54 "type": "ReqRespStatusError", 10:45:54 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:45:54 "stack": 10:45:54 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:45:54 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:45:54 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:45:54 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:45:54 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:45:54 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:45:54 "status": 1 10:45:54 } 10:45:54 [10:45:54.375] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWB5W69nbLt8xQDMMLDkF8FKJAY5dok3gojqxs4644vPr9 10:45:54 [10:45:54.375] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:45:54 err: { 10:45:54 "type": "ReqRespStatusError", 10:45:54 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:45:54 "stack": 10:45:54 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:45:54 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:45:54 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:45:54 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:45:54 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:45:54 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:45:54 "status": 1 10:45:54 } 10:45:54 [10:45:54.378] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWB5W69nbLt8xQDMMLDkF8FKJAY5dok3gojqxs4644vPr9 10:45:54 [10:45:54.379] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:45:54 err: { 10:45:54 "type": "ReqRespStatusError", 10:45:54 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:45:54 "stack": 10:45:54 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:45:54 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:45:54 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:45:54 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:45:54 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:45:54 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:45:54 "status": 1 10:45:54 } 10:45:54 [10:45:54.385] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:54 [10:45:54.385] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:54 [10:45:54.388] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:54 [10:45:54.389] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:55 [10:45:55.726] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:55 [10:45:55.727] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:55 [10:45:55.730] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:55 [10:45:55.730] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:56 [10:45:56.797] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:56 [10:45:56.798] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:56 [10:45:56.801] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:56 [10:45:56.801] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:57 [10:45:57.867] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:57 [10:45:57.867] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:45:57 [10:45:57.870] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:45:57 [10:45:57.870] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:00 [10:46:00.905] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:00 [10:46:00.906] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:00 [10:46:00.909] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:00 [10:46:00.909] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:06 [10:46:06.064] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:06 [10:46:06.065] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:06 [10:46:06.066] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:06 [10:46:06.066] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:06 [10:46:06.067] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:06 [10:46:06.067] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:06 [10:46:06.070] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:06 [10:46:06.071] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:06 [10:46:06.083] WARN: foundation:memory_fifo Discarding item because queue is flushing 10:46:06 [10:46:06.086] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 10:46:06 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 10:46:06 at new Promise (<anonymous>) 10:46:06 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 10:46:06 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 10:46:06 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 10:46:06 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:46:06 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:46:06 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:46:06 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWC1W5MPYRywCAa9PrWJt5X3bEaapr7eveY5zfhcAZv7vv","subProtocol":"/aztec/req/tx/0.1.0"} 10:46:07 [10:46:07.155] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:07 [10:46:07.155] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:07 [10:46:07.158] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:07 [10:46:07.158] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:08 [10:46:08.193] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:08 [10:46:08.194] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:08 [10:46:08.196] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:08 [10:46:08.197] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:09 [10:46:09.230] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:09 [10:46:09.230] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:09 [10:46:09.233] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:09 [10:46:09.233] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:10 [10:46:10.437] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:10 [10:46:10.437] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:10 [10:46:10.440] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:10 [10:46:10.440] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:11 [10:46:11.537] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWAdmfWdGmb1C6cPUy3RbADmd5yYGJDU28ypvJjWMLLcKh 10:46:11 [10:46:11.538] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:46:11 err: { 10:46:11 "type": "ReqRespStatusError", 10:46:11 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:46:11 "stack": 10:46:11 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:46:11 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:46:11 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:46:11 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:46:11 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:46:11 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:46:11 "status": 1 10:46:11 } 10:46:11 [10:46:11.556] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:11 [10:46:11.556] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:11 [10:46:11.557] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:11 [10:46:11.557] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:11 [10:46:11.560] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:11 [10:46:11.560] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:12 [10:46:12.760] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:12 [10:46:12.761] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:12 [10:46:12.762] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:12 [10:46:12.762] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:12 [10:46:12.763] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:12 [10:46:12.763] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:12 [10:46:12.766] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:12 [10:46:12.766] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:13 [10:46:13.861] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWDWk3dcoe7dRDLFFkxRSqjKY7Su8mosAZhsQ1CfeCGGAh 10:46:13 [10:46:13.861] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:46:13 err: { 10:46:13 "type": "ReqRespStatusError", 10:46:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:46:13 "stack": 10:46:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:46:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:46:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:46:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:46:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:46:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:46:13 "status": 1 10:46:13 } 10:46:13 [10:46:13.865] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWDWk3dcoe7dRDLFFkxRSqjKY7Su8mosAZhsQ1CfeCGGAh 10:46:13 [10:46:13.865] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:46:13 err: { 10:46:13 "type": "ReqRespStatusError", 10:46:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:46:13 "stack": 10:46:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:46:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:46:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:46:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:46:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:46:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:46:13 "status": 1 10:46:13 } 10:46:13 [10:46:13.878] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWDWk3dcoe7dRDLFFkxRSqjKY7Su8mosAZhsQ1CfeCGGAh 10:46:13 [10:46:13.878] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 10:46:13 err: { 10:46:13 "type": "ReqRespStatusError", 10:46:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 10:46:13 "stack": 10:46:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 10:46:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 10:46:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 10:46:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 10:46:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 10:46:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 10:46:13 "status": 1 10:46:13 } 10:46:13 [10:46:13.887] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:13 [10:46:13.887] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:13 [10:46:13.888] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:13 [10:46:13.888] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:13 [10:46:13.891] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 10:46:13 [10:46:13.891] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 10:46:13 FAIL src/services/reqresp/reqresp.test.ts (27.526 s) 10:46:13 ReqResp 10:46:13 ✓ should perform a ping request (1203 ms) 10:46:13 ✓ should handle gracefully if a peer connected peer is offline (579 ms) 10:46:13 ✓ should request from a later peer if other peers are offline (1306 ms) 10:46:13 ✕ should hit a rate limit if too many requests are made in quick succession (1085 ms) 10:46:13 Tx req protocol 10:46:13 ✓ can request a Tx from TxHash (1342 ms) 10:46:13 ✓ handles returning empty buffers (1069 ms) 10:46:13 ✓ does not crash if tx hash returns undefined (1069 ms) 10:46:13 ✓ should hit individual timeout if nothing is returned over the stream (3039 ms) 10:46:13 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5173 ms) 10:46:13 ✓ should penalize peer if transaction validation fails (1074 ms) 10:46:13 Goodbye protocol 10:46:13 ✓ should send a goodbye message to a peer (1039 ms) 10:46:13 ✓ should not close stream when handling a goodbye message received from peer (1036 ms) 10:46:13 Block protocol 10:46:13 ✓ should handle block requests (1211 ms) 10:46:13 Batch requests 10:46:13 ✕ should send a batch request between many peers (1119 ms) 10:46:13 ✕ should send a batch request with a pinned peer (1211 ms) 10:46:13 ✕ should stop after max retry attempts (1121 ms) 10:46:13 10:46:13 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 10:46:13 10:46:13 expect(received).toBeDefined() 10:46:13 10:46:13 Received: undefined 10:46:13 10:46:13 145 | // Check that one of the responses gets a rate limit response 10:46:13 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 10:46:13 > 147 | expect(rateLimitResponse).toBeDefined(); 10:46:13 | ^ 10:46:13 148 | 10:46:13 149 | // Make sure the error message is logged 10:46:13 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 10:46:13 10:46:13 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 10:46:13 10:46:13 ● ReqResp › Batch requests › should send a batch request between many peers 10:46:13 10:46:13 expect(jest.fn()).toHaveBeenCalledTimes(expected) 10:46:13 10:46:13 Expected number of calls: 9 10:46:13 Received number of calls: 11 10:46:13 10:46:13 474 | 10:46:13 475 | // Expect one request to have been sent to each peer 10:46:13 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 10:46:13 | ^ 10:46:13 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 10:46:13 478 | expect.objectContaining({ 10:46:13 479 | publicKey: nodes[1].p2p.peerId.publicKey, 10:46:13 10:46:13 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 10:46:13 10:46:13 ● ReqResp › Batch requests › should send a batch request with a pinned peer 10:46:13 10:46:13 expect(jest.fn()).toHaveBeenCalledWith(...expected) 10:46:13 10:46:13 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 114, 129, 39, 220, 176, 235, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 10:46:13 Received 10:46:13 1 10:46:13 "12D3KooWSXTUDvUGdG1u1jfVkk8TL4sGxAXLSXPXJLJUdGSHihwc", 10:46:13 "/aztec/req/ping/0.1.0", 10:46:13 @@ -2,9 +2,9 @@ 10:46:13 "data": Array [ 10:46:13 112, 10:46:13 105, 10:46:13 110, 10:46:13 103, 10:46:13 - 51, 10:46:13 + 48, 10:46:13 ], 10:46:13 "type": "Buffer", 10:46:13 }, 10:46:13 2 10:46:13 "12D3KooWHtAsHeUDWy99SW1SQiniYMYD8R57rvFZGZEPEf4GcGDQ", 10:46:13 "/aztec/req/ping/0.1.0", 10:46:13 @@ -2,9 +2,9 @@ 10:46:13 "data": Array [ 10:46:13 112, 10:46:13 105, 10:46:13 110, 10:46:13 103, 10:46:13 - 51, 10:46:13 + 49, 10:46:13 ], 10:46:13 "type": "Buffer", 10:46:13 }, 10:46:13 3 10:46:13 "12D3KooWHXLsYjvqU9K7ggN1pGpp9LJAenLF5ja3YW83VMyZcJiT", 10:46:13 "/aztec/req/ping/0.1.0", 10:46:13 @@ -2,9 +2,9 @@ 10:46:13 "data": Array [ 10:46:13 112, 10:46:13 105, 10:46:13 110, 10:46:13 103, 10:46:13 - 51, 10:46:13 + 48, 10:46:13 ], 10:46:13 "type": "Buffer", 10:46:13 }, 10:46:13 10:46:13 Number of calls: 15 10:46:13 10:46:13 516 | // Expect pinned peer to have received all requests 10:46:13 517 | for (let i = 0; i < batchSize; i++) { 10:46:13 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 10:46:13 | ^ 10:46:13 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 10:46:13 520 | ReqRespSubProtocol.PING, 10:46:13 521 | Buffer.from(`ping${i}`), 10:46:13 10:46:13 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 10:46:13 10:46:13 ● ReqResp › Batch requests › should stop after max retry attempts 10:46:13 10:46:13 expect(received).toEqual(expected) // deep equality 10:46:13 10:46:13 - Expected - 11 10:46:13 + Received + 3 10:46:13 10:46:13 @@ -74,10 +74,11 @@ 10:46:13 103, 10:46:13 ], 10:46:13 "type": "Buffer", 10:46:13 }, 10:46:13 }, 10:46:13 + undefined, 10:46:13 RequestableBuffer { 10:46:13 "buffer": Object { 10:46:13 "data": Array [ 10:46:13 112, 10:46:13 111, 10:46:13 @@ -85,10 +86,11 @@ 10:46:13 103, 10:46:13 ], 10:46:13 "type": "Buffer", 10:46:13 }, 10:46:13 }, 10:46:13 + undefined, 10:46:13 RequestableBuffer { 10:46:13 "buffer": Object { 10:46:13 "data": Array [ 10:46:13 112, 10:46:13 111, 10:46:13 @@ -96,17 +98,7 @@ 10:46:13 103, 10:46:13 ], 10:46:13 "type": "Buffer", 10:46:13 }, 10:46:13 }, 10:46:13 - RequestableBuffer { 10:46:13 - "buffer": Object { 10:46:13 - "data": Array [ 10:46:13 - 112, 10:46:13 - 111, 10:46:13 - 110, 10:46:13 - 103, 10:46:13 - ], 10:46:13 - "type": "Buffer", 10:46:13 - }, 10:46:13 - }, 10:46:13 + undefined, 10:46:13 ] 10:46:13 10:46:13 555 | 10:46:13 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 10:46:13 > 557 | expect(res).toEqual(expectResponses); 10:46:13 | ^ 10:46:13 558 | 10:46:13 559 | // Check that we did detect hitting a rate limit 10:46:13 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 10:46:13 10:46:13 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 10:46:13 10:46:13 Test Suites: 1 failed, 1 total 10:46:13 Tests: 4 failed, 12 passed, 16 total 10:46:13 Snapshots: 0 total 10:46:13 Time: 27.596 s 10:46:13 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 10:46:13 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?