ACI ·

Parent Log: http://ci.aztec-labs.com/d6b9e3e678db815e Command: 857695163c0e152a:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/267ac35e8ccb487bdc79bbe12d428f4c8b4d4d9f Env: REF_NAME=gh-readonly-queue/master/pr-15002-1338cef09c870378254c56748f972ae827c4d482 CURRENT_VERSION=0.87.8 CI_FULL=0 Date: Fri Jun 13 15:21:59 UTC 2025 System: ARCH=arm64 CPUS=64 MEM=247Gi HOSTNAME=pr-15002_arm64_a1-fast Resources: CPU_LIST=0-63 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 15:21:59 +++ id -u 15:21:59 +++ id -g 15:21:59 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-63 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 15:21:59 + cid=af7815a24790fbfb2a2ad2ff759a293eba1c0286305a21f352cfc0647c896b98 15:21:59 + set +x 15:22:05 [15:22:05.923] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:05 [15:22:05.926] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:05 [15:22:05.931] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:05 [15:22:05.931] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:06 [15:22:06.478] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:06 [15:22:06.479] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:06 [15:22:06.519] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:06 [15:22:06.519] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:06 [15:22:06.520] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:06 [15:22:06.522] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:07 [15:22:07.721] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:07 [15:22:07.721] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:07 [15:22:07.724] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:07 [15:22:07.725] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:07 [15:22:07.832] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:07 [15:22:07.832] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:07 [15:22:07.833] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:07 [15:22:07.833] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:07 [15:22:07.837] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:07 [15:22:07.838] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:07 [15:22:07.841] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:07 [15:22:07.842] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:08 [15:22:08.929] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEA9xLXb6GRzcNm1evKjwgm5YhLbFsJn5MZgj7G4ntTqT 15:22:08 [15:22:08.929] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:08 err: { 15:22:08 "type": "ReqRespStatusError", 15:22:08 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:08 "stack": 15:22:08 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:08 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:08 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:08 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:08 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:08 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:08 "status": 1 15:22:08 } 15:22:08 [15:22:08.938] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEA9xLXb6GRzcNm1evKjwgm5YhLbFsJn5MZgj7G4ntTqT 15:22:08 [15:22:08.939] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:08 err: { 15:22:08 "type": "ReqRespStatusError", 15:22:08 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:08 "stack": 15:22:08 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:08 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:08 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:08 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:08 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:08 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:08 "status": 1 15:22:08 } 15:22:08 [15:22:08.944] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEA9xLXb6GRzcNm1evKjwgm5YhLbFsJn5MZgj7G4ntTqT 15:22:08 [15:22:08.944] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:08 err: { 15:22:08 "type": "ReqRespStatusError", 15:22:08 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:08 "stack": 15:22:08 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:08 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:08 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:08 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:08 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:08 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:08 "status": 1 15:22:08 } 15:22:08 [15:22:08.948] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEA9xLXb6GRzcNm1evKjwgm5YhLbFsJn5MZgj7G4ntTqT 15:22:08 [15:22:08.948] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:08 err: { 15:22:08 "type": "ReqRespStatusError", 15:22:08 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:08 "stack": 15:22:08 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:08 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:08 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:08 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:08 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:08 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:08 "status": 1 15:22:08 } 15:22:08 [15:22:08.952] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWEA9xLXb6GRzcNm1evKjwgm5YhLbFsJn5MZgj7G4ntTqT 15:22:08 [15:22:08.952] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:08 err: { 15:22:08 "type": "ReqRespStatusError", 15:22:08 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:08 "stack": 15:22:08 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:08 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:08 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:08 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:08 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:08 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:08 "status": 1 15:22:08 } 15:22:08 [15:22:08.959] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:08 [15:22:08.959] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:08 [15:22:08.963] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:08 [15:22:08.963] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:10 [15:22:10.318] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:10 [15:22:10.318] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:10 [15:22:10.321] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:10 [15:22:10.322] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:11 [15:22:11.396] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:11 [15:22:11.396] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:11 [15:22:11.399] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:11 [15:22:11.400] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:12 [15:22:12.471] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:12 [15:22:12.471] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:12 [15:22:12.474] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:12 [15:22:12.475] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:15 [15:22:15.514] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:15 [15:22:15.514] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:15 [15:22:15.517] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:15 [15:22:15.518] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:20 [15:22:20.679] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:20 [15:22:20.680] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:20 [15:22:20.681] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:20 [15:22:20.681] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:20 [15:22:20.682] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:20 [15:22:20.683] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:20 [15:22:20.685] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:20 [15:22:20.686] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:20 [15:22:20.699] WARN: foundation:memory_fifo Discarding item because queue is flushing 15:22:20 [15:22:20.701] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 15:22:20 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 15:22:20 at new Promise (<anonymous>) 15:22:20 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 15:22:20 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 15:22:20 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 15:22:20 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:20 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:20 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:20 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWLd2yQsaWtMmNMYABaVRmtPJ2hNDeKhhcfC5aoiMYJY21","subProtocol":"/aztec/req/tx/0.1.0"} 15:22:21 [15:22:21.775] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:21 [15:22:21.776] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:21 [15:22:21.778] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:21 [15:22:21.779] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:22 [15:22:22.817] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:22 [15:22:22.817] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:22 [15:22:22.820] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:22 [15:22:22.821] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:23 [15:22:23.856] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:23 [15:22:23.857] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:23 [15:22:23.860] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:23 [15:22:23.860] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:25 [15:22:25.068] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:25 [15:22:25.068] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:25 [15:22:25.071] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:25 [15:22:25.071] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:26 [15:22:26.220] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWKzJ4T1EzKvmefXwdafHAw64kwTiobQYXHAz4F8aPUtZA 15:22:26 [15:22:26.221] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:26 err: { 15:22:26 "type": "ReqRespStatusError", 15:22:26 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:26 "stack": 15:22:26 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:26 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:26 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:26 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:26 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:26 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:26 "status": 1 15:22:26 } 15:22:26 [15:22:26.242] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:26 [15:22:26.242] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:26 [15:22:26.243] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:26 [15:22:26.243] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:26 [15:22:26.246] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:26 [15:22:26.246] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:27 [15:22:27.462] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:27 [15:22:27.463] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:27 [15:22:27.464] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:27 [15:22:27.464] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:27 [15:22:27.465] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:27 [15:22:27.465] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:27 [15:22:27.468] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:27 [15:22:27.469] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:28 [15:22:28.617] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWAJMCorQrgdgH1DNm2ahq2DMMQ1zQ8ruTn6aWds2F9hv6 15:22:28 [15:22:28.618] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:28 err: { 15:22:28 "type": "ReqRespStatusError", 15:22:28 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:28 "stack": 15:22:28 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:28 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:28 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:28 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:28 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:28 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:28 "status": 1 15:22:28 } 15:22:28 [15:22:28.628] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWAJMCorQrgdgH1DNm2ahq2DMMQ1zQ8ruTn6aWds2F9hv6 15:22:28 [15:22:28.629] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:28 err: { 15:22:28 "type": "ReqRespStatusError", 15:22:28 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:28 "stack": 15:22:28 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:28 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:28 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:28 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:28 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:28 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:28 "status": 1 15:22:28 } 15:22:28 [15:22:28.672] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWAJMCorQrgdgH1DNm2ahq2DMMQ1zQ8ruTn6aWds2F9hv6 15:22:28 [15:22:28.673] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 15:22:28 err: { 15:22:28 "type": "ReqRespStatusError", 15:22:28 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 15:22:28 "stack": 15:22:28 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 15:22:28 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 15:22:28 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 15:22:28 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 15:22:28 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 15:22:28 at processTicksAndRejections (node:internal/process/task_queues:105:5) 15:22:28 "status": 1 15:22:28 } 15:22:28 [15:22:28.688] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:28 [15:22:28.689] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:28 [15:22:28.691] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:28 [15:22:28.692] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:28 [15:22:28.695] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 15:22:28 [15:22:28.696] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 15:22:28 FAIL src/services/reqresp/reqresp.test.ts (28.177 s) 15:22:28 ReqResp 15:22:28 ✓ should perform a ping request (1227 ms) 15:22:28 ✓ should handle gracefully if a peer connected peer is offline (585 ms) 15:22:28 ✓ should request from a later peer if other peers are offline (1351 ms) 15:22:28 ✕ should hit a rate limit if too many requests are made in quick succession (1091 ms) 15:22:28 Tx req protocol 15:22:28 ✓ can request a Tx from TxHash (1359 ms) 15:22:28 ✓ handles returning empty buffers (1076 ms) 15:22:28 ✓ does not crash if tx hash returns undefined (1074 ms) 15:22:28 ✓ should hit individual timeout if nothing is returned over the stream (3043 ms) 15:22:28 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5180 ms) 15:22:28 ✓ should penalize peer if transaction validation fails (1079 ms) 15:22:28 Goodbye protocol 15:22:28 ✓ should send a goodbye message to a peer (1042 ms) 15:22:28 ✓ should not close stream when handling a goodbye message received from peer (1039 ms) 15:22:28 Block protocol 15:22:28 ✓ should handle block requests (1213 ms) 15:22:28 Batch requests 15:22:28 ✕ should send a batch request between many peers (1177 ms) 15:22:28 ✕ should send a batch request with a pinned peer (1229 ms) 15:22:28 ✕ should stop after max retry attempts (1222 ms) 15:22:28 15:22:28 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 15:22:28 15:22:28 expect(received).toBeDefined() 15:22:28 15:22:28 Received: undefined 15:22:28 15:22:28 145 | // Check that one of the responses gets a rate limit response 15:22:28 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 15:22:28 > 147 | expect(rateLimitResponse).toBeDefined(); 15:22:28 | ^ 15:22:28 148 | 15:22:28 149 | // Make sure the error message is logged 15:22:28 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 15:22:28 15:22:28 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 15:22:28 15:22:28 ● ReqResp › Batch requests › should send a batch request between many peers 15:22:28 15:22:28 expect(jest.fn()).toHaveBeenCalledTimes(expected) 15:22:28 15:22:28 Expected number of calls: 9 15:22:28 Received number of calls: 11 15:22:28 15:22:28 474 | 15:22:28 475 | // Expect one request to have been sent to each peer 15:22:28 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 15:22:28 | ^ 15:22:28 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 15:22:28 478 | expect.objectContaining({ 15:22:28 479 | publicKey: nodes[1].p2p.peerId.publicKey, 15:22:28 15:22:28 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 15:22:28 15:22:28 ● ReqResp › Batch requests › should send a batch request with a pinned peer 15:22:28 15:22:28 expect(jest.fn()).toHaveBeenCalledWith(...expected) 15:22:28 15:22:28 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 199, 58, 81, 175, 202, 41, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 15:22:28 Received 15:22:28 1 15:22:28 "12D3KooWN45jgkiU3b8GfnYYd7SM2N2zECeups6LrYAQy71DgiFA", 15:22:28 "/aztec/req/ping/0.1.0", 15:22:28 @@ -2,9 +2,9 @@ 15:22:28 "data": Array [ 15:22:28 112, 15:22:28 105, 15:22:28 110, 15:22:28 103, 15:22:28 - 51, 15:22:28 + 48, 15:22:28 ], 15:22:28 "type": "Buffer", 15:22:28 }, 15:22:28 2 15:22:28 "12D3KooWJCZmpRFWFNMTrSjeiNZG8DiQpcCxremqA55Byvi6ogHX", 15:22:28 "/aztec/req/ping/0.1.0", 15:22:28 @@ -2,9 +2,9 @@ 15:22:28 "data": Array [ 15:22:28 112, 15:22:28 105, 15:22:28 110, 15:22:28 103, 15:22:28 - 51, 15:22:28 + 49, 15:22:28 ], 15:22:28 "type": "Buffer", 15:22:28 }, 15:22:28 3 15:22:28 "12D3KooWPE4su4hxEoamRnwrUsEx79LRd7oYonAbYPQikUPUVkVG", 15:22:28 "/aztec/req/ping/0.1.0", 15:22:28 @@ -2,9 +2,9 @@ 15:22:28 "data": Array [ 15:22:28 112, 15:22:28 105, 15:22:28 110, 15:22:28 103, 15:22:28 - 51, 15:22:28 + 48, 15:22:28 ], 15:22:28 "type": "Buffer", 15:22:28 }, 15:22:28 15:22:28 Number of calls: 12 15:22:28 15:22:28 516 | // Expect pinned peer to have received all requests 15:22:28 517 | for (let i = 0; i < batchSize; i++) { 15:22:28 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 15:22:28 | ^ 15:22:28 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 15:22:28 520 | ReqRespSubProtocol.PING, 15:22:28 521 | Buffer.from(`ping${i}`), 15:22:28 15:22:28 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 15:22:28 15:22:28 ● ReqResp › Batch requests › should stop after max retry attempts 15:22:28 15:22:28 expect(received).toEqual(expected) // deep equality 15:22:28 15:22:28 - Expected - 11 15:22:28 + Received + 3 15:22:28 15:22:28 @@ -74,10 +74,11 @@ 15:22:28 103, 15:22:28 ], 15:22:28 "type": "Buffer", 15:22:28 }, 15:22:28 }, 15:22:28 + undefined, 15:22:28 RequestableBuffer { 15:22:28 "buffer": Object { 15:22:28 "data": Array [ 15:22:28 112, 15:22:28 111, 15:22:28 @@ -85,10 +86,11 @@ 15:22:28 103, 15:22:28 ], 15:22:28 "type": "Buffer", 15:22:28 }, 15:22:28 }, 15:22:28 + undefined, 15:22:28 RequestableBuffer { 15:22:28 "buffer": Object { 15:22:28 "data": Array [ 15:22:28 112, 15:22:28 111, 15:22:28 @@ -96,17 +98,7 @@ 15:22:28 103, 15:22:28 ], 15:22:28 "type": "Buffer", 15:22:28 }, 15:22:28 }, 15:22:28 - RequestableBuffer { 15:22:28 - "buffer": Object { 15:22:28 - "data": Array [ 15:22:28 - 112, 15:22:28 - 111, 15:22:28 - 110, 15:22:28 - 103, 15:22:28 - ], 15:22:28 - "type": "Buffer", 15:22:28 - }, 15:22:28 - }, 15:22:28 + undefined, 15:22:28 ] 15:22:28 15:22:28 555 | 15:22:28 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 15:22:28 > 557 | expect(res).toEqual(expectResponses); 15:22:28 | ^ 15:22:28 558 | 15:22:28 559 | // Check that we did detect hitting a rate limit 15:22:28 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 15:22:28 15:22:28 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 15:22:28 15:22:28 Test Suites: 1 failed, 1 total 15:22:28 Tests: 4 failed, 12 passed, 16 total 15:22:28 Snapshots: 0 total 15:22:28 Time: 28.243 s 15:22:28 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 15:22:28 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?