ACI ·

Parent Log: http://ci.aztec-labs.com/1ac26e0b3daa6110 Command: 59d7caa3bc5b3609:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/dada14e07a974e905ef606b4fac7c777b922587f Env: REF_NAME=gh-readonly-queue/master/pr-14898-260a6c8dbe7557aae065d685de66faa2bc362a9d CURRENT_VERSION=0.87.8 CI_FULL=1 Date: Wed Jun 11 19:34:06 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-14898_amd64_x2-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 19:34:06 +++ id -u 19:34:06 +++ id -g 19:34:06 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 19:34:06 + cid=e0dd860c6da51fa953b179e08a839d5a269e61251650ab34a73abb90f61aa0c1 19:34:06 + set +x 19:34:14 [19:34:14.736] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:14 [19:34:14.741] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:14 [19:34:14.745] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:14 [19:34:14.746] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:15 [19:34:15.307] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:15 [19:34:15.308] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:15 [19:34:15.359] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:15 [19:34:15.360] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:15 [19:34:15.361] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:15 [19:34:15.362] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:16 [19:34:16.609] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:16 [19:34:16.610] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:16 [19:34:16.612] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:16 [19:34:16.615] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:16 [19:34:16.728] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:16 [19:34:16.728] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:16 [19:34:16.729] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:16 [19:34:16.730] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:16 [19:34:16.730] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:16 [19:34:16.731] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:16 [19:34:16.740] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:16 [19:34:16.746] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:17 [19:34:17.870] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLaruCAUQ6DQV2otxzYSrm3wiBJycFB3MmPEsFMs2Aqsd 19:34:17 [19:34:17.871] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:17 err: { 19:34:17 "type": "ReqRespStatusError", 19:34:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:17 "stack": 19:34:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:17 "status": 1 19:34:17 } 19:34:17 [19:34:17.884] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLaruCAUQ6DQV2otxzYSrm3wiBJycFB3MmPEsFMs2Aqsd 19:34:17 [19:34:17.884] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:17 err: { 19:34:17 "type": "ReqRespStatusError", 19:34:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:17 "stack": 19:34:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:17 "status": 1 19:34:17 } 19:34:17 [19:34:17.888] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLaruCAUQ6DQV2otxzYSrm3wiBJycFB3MmPEsFMs2Aqsd 19:34:17 [19:34:17.889] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:17 err: { 19:34:17 "type": "ReqRespStatusError", 19:34:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:17 "stack": 19:34:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:17 "status": 1 19:34:17 } 19:34:17 [19:34:17.893] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLaruCAUQ6DQV2otxzYSrm3wiBJycFB3MmPEsFMs2Aqsd 19:34:17 [19:34:17.893] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:17 err: { 19:34:17 "type": "ReqRespStatusError", 19:34:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:17 "stack": 19:34:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:17 "status": 1 19:34:17 } 19:34:17 [19:34:17.897] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLaruCAUQ6DQV2otxzYSrm3wiBJycFB3MmPEsFMs2Aqsd 19:34:17 [19:34:17.898] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:17 err: { 19:34:17 "type": "ReqRespStatusError", 19:34:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:17 "stack": 19:34:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:17 "status": 1 19:34:17 } 19:34:17 [19:34:17.906] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:17 [19:34:17.907] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:17 [19:34:17.910] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:17 [19:34:17.911] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:19 [19:34:19.366] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:19 [19:34:19.367] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:19 [19:34:19.369] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:19 [19:34:19.370] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:20 [19:34:20.466] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:20 [19:34:20.467] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:20 [19:34:20.470] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:20 [19:34:20.471] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:21 [19:34:21.579] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:21 [19:34:21.579] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:21 [19:34:21.583] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:21 [19:34:21.583] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:24 [19:34:24.628] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:24 [19:34:24.629] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:24 [19:34:24.631] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:24 [19:34:24.632] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:29 [19:34:29.806] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:29 [19:34:29.807] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:29 [19:34:29.808] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:29 [19:34:29.808] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:29 [19:34:29.809] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:29 [19:34:29.810] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:29 [19:34:29.813] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:29 [19:34:29.813] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:29 [19:34:29.833] WARN: foundation:memory_fifo Discarding item because queue is flushing 19:34:29 [19:34:29.836] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 19:34:29 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 19:34:29 at new Promise (<anonymous>) 19:34:29 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 19:34:29 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 19:34:29 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 19:34:29 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:29 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:29 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:29 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWKjFsuKseQaLBt2ThxqWVz5sj6wcx849c1iTfbhJHyArk","subProtocol":"/aztec/req/tx/0.1.0"} 19:34:30 [19:34:30.937] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:30 [19:34:30.937] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:30 [19:34:30.941] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:30 [19:34:30.941] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:31 [19:34:31.992] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:31 [19:34:31.992] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:31 [19:34:31.995] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:31 [19:34:31.995] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:33 [19:34:33.037] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:33 [19:34:33.037] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:33 [19:34:33.041] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:33 [19:34:33.041] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:34 [19:34:34.313] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:34 [19:34:34.314] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:34 [19:34:34.318] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:34 [19:34:34.318] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:35 [19:34:35.502] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWSn4gSynKmexR8zhFQnVNXFLhw1SaSSwzMjUGv2yr4TBE 19:34:35 [19:34:35.503] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:35 err: { 19:34:35 "type": "ReqRespStatusError", 19:34:35 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:35 "stack": 19:34:35 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:35 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:35 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:35 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:35 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:35 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:35 "status": 1 19:34:35 } 19:34:35 [19:34:35.523] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:35 [19:34:35.523] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:35 [19:34:35.524] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:35 [19:34:35.525] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:35 [19:34:35.527] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:35 [19:34:35.527] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:36 [19:34:36.753] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:36 [19:34:36.754] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:36 [19:34:36.755] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:36 [19:34:36.755] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:36 [19:34:36.756] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:36 [19:34:36.756] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:36 [19:34:36.760] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:36 [19:34:36.760] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:37 [19:34:37.890] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMUWSuDSHEHqFPJ7s8FEjAcBS8H3RcWsJAvyufK5yfGSc 19:34:37 [19:34:37.891] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:37 err: { 19:34:37 "type": "ReqRespStatusError", 19:34:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:37 "stack": 19:34:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:37 "status": 1 19:34:37 } 19:34:37 [19:34:37.894] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMUWSuDSHEHqFPJ7s8FEjAcBS8H3RcWsJAvyufK5yfGSc 19:34:37 [19:34:37.894] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:37 err: { 19:34:37 "type": "ReqRespStatusError", 19:34:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:37 "stack": 19:34:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:37 "status": 1 19:34:37 } 19:34:37 [19:34:37.908] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMUWSuDSHEHqFPJ7s8FEjAcBS8H3RcWsJAvyufK5yfGSc 19:34:37 [19:34:37.909] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 19:34:37 err: { 19:34:37 "type": "ReqRespStatusError", 19:34:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 19:34:37 "stack": 19:34:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 19:34:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 19:34:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 19:34:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 19:34:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 19:34:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 19:34:37 "status": 1 19:34:37 } 19:34:37 [19:34:37.918] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:37 [19:34:37.918] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:37 [19:34:37.919] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:37 [19:34:37.919] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:37 [19:34:37.922] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 19:34:37 [19:34:37.922] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 19:34:38 FAIL src/services/reqresp/reqresp.test.ts (30.231 s) 19:34:38 ReqResp 19:34:38 ✓ should perform a ping request (1254 ms) 19:34:38 ✓ should handle gracefully if a peer connected peer is offline (606 ms) 19:34:38 ✓ should request from a later peer if other peers are offline (1421 ms) 19:34:38 ✕ should hit a rate limit if too many requests are made in quick succession (1131 ms) 19:34:38 Tx req protocol 19:34:38 ✓ can request a Tx from TxHash (1457 ms) 19:34:38 ✓ handles returning empty buffers (1102 ms) 19:34:38 ✓ does not crash if tx hash returns undefined (1109 ms) 19:34:38 ✓ should hit individual timeout if nothing is returned over the stream (3046 ms) 19:34:38 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5206 ms) 19:34:38 ✓ should penalize peer if transaction validation fails (1106 ms) 19:34:38 Goodbye protocol 19:34:38 ✓ should send a goodbye message to a peer (1052 ms) 19:34:38 ✓ should not close stream when handling a goodbye message received from peer (1046 ms) 19:34:38 Block protocol 19:34:38 ✓ should handle block requests (1279 ms) 19:34:38 Batch requests 19:34:38 ✕ should send a batch request between many peers (1214 ms) 19:34:38 ✕ should send a batch request with a pinned peer (1240 ms) 19:34:38 ✕ should stop after max retry attempts (1152 ms) 19:34:38 19:34:38 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 19:34:38 19:34:38 expect(received).toBeDefined() 19:34:38 19:34:38 Received: undefined 19:34:38 19:34:38 145 | // Check that one of the responses gets a rate limit response 19:34:38 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 19:34:38 > 147 | expect(rateLimitResponse).toBeDefined(); 19:34:38 | ^ 19:34:38 148 | 19:34:38 149 | // Make sure the error message is logged 19:34:38 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 19:34:38 19:34:38 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 19:34:38 19:34:38 ● ReqResp › Batch requests › should send a batch request between many peers 19:34:38 19:34:38 expect(jest.fn()).toHaveBeenCalledTimes(expected) 19:34:38 19:34:38 Expected number of calls: 9 19:34:38 Received number of calls: 11 19:34:38 19:34:38 474 | 19:34:38 475 | // Expect one request to have been sent to each peer 19:34:38 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 19:34:38 | ^ 19:34:38 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 19:34:38 478 | expect.objectContaining({ 19:34:38 479 | publicKey: nodes[1].p2p.peerId.publicKey, 19:34:38 19:34:38 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 19:34:38 19:34:38 ● ReqResp › Batch requests › should send a batch request with a pinned peer 19:34:38 19:34:38 expect(jest.fn()).toHaveBeenCalledWith(...expected) 19:34:38 19:34:38 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 224, 212, 185, 1, 117, 5, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 19:34:38 Received 19:34:38 1 19:34:38 "12D3KooWF7A4CZAmkpziBnMqSTNu81UW7TPEZwTP6WzBzJEjTk8W", 19:34:38 "/aztec/req/ping/0.1.0", 19:34:38 @@ -2,9 +2,9 @@ 19:34:38 "data": Array [ 19:34:38 112, 19:34:38 105, 19:34:38 110, 19:34:38 103, 19:34:38 - 51, 19:34:38 + 48, 19:34:38 ], 19:34:38 "type": "Buffer", 19:34:38 }, 19:34:38 2 19:34:38 "12D3KooWMaoiE3c85eY64pn68m6gcBrivVK2xqFcRHXixs2mMsmD", 19:34:38 "/aztec/req/ping/0.1.0", 19:34:38 @@ -2,9 +2,9 @@ 19:34:38 "data": Array [ 19:34:38 112, 19:34:38 105, 19:34:38 110, 19:34:38 103, 19:34:38 - 51, 19:34:38 + 49, 19:34:38 ], 19:34:38 "type": "Buffer", 19:34:38 }, 19:34:38 3 19:34:38 "12D3KooWQx1dGXyrKPcLX1fkUJ9ZAGSjRyK4x6DJJeSc9RSeEX1U", 19:34:38 "/aztec/req/ping/0.1.0", 19:34:38 @@ -2,9 +2,9 @@ 19:34:38 "data": Array [ 19:34:38 112, 19:34:38 105, 19:34:38 110, 19:34:38 103, 19:34:38 - 51, 19:34:38 + 48, 19:34:38 ], 19:34:38 "type": "Buffer", 19:34:38 }, 19:34:38 19:34:38 Number of calls: 11 19:34:38 19:34:38 516 | // Expect pinned peer to have received all requests 19:34:38 517 | for (let i = 0; i < batchSize; i++) { 19:34:38 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 19:34:38 | ^ 19:34:38 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 19:34:38 520 | ReqRespSubProtocol.PING, 19:34:38 521 | Buffer.from(`ping${i}`), 19:34:38 19:34:38 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 19:34:38 19:34:38 ● ReqResp › Batch requests › should stop after max retry attempts 19:34:38 19:34:38 expect(received).toEqual(expected) // deep equality 19:34:38 19:34:38 - Expected - 11 19:34:38 + Received + 3 19:34:38 19:34:38 @@ -74,10 +74,11 @@ 19:34:38 103, 19:34:38 ], 19:34:38 "type": "Buffer", 19:34:38 }, 19:34:38 }, 19:34:38 + undefined, 19:34:38 RequestableBuffer { 19:34:38 "buffer": Object { 19:34:38 "data": Array [ 19:34:38 112, 19:34:38 111, 19:34:38 @@ -85,10 +86,11 @@ 19:34:38 103, 19:34:38 ], 19:34:38 "type": "Buffer", 19:34:38 }, 19:34:38 }, 19:34:38 + undefined, 19:34:38 RequestableBuffer { 19:34:38 "buffer": Object { 19:34:38 "data": Array [ 19:34:38 112, 19:34:38 111, 19:34:38 @@ -96,17 +98,7 @@ 19:34:38 103, 19:34:38 ], 19:34:38 "type": "Buffer", 19:34:38 }, 19:34:38 }, 19:34:38 - RequestableBuffer { 19:34:38 - "buffer": Object { 19:34:38 - "data": Array [ 19:34:38 - 112, 19:34:38 - 111, 19:34:38 - 110, 19:34:38 - 103, 19:34:38 - ], 19:34:38 - "type": "Buffer", 19:34:38 - }, 19:34:38 - }, 19:34:38 + undefined, 19:34:38 ] 19:34:38 19:34:38 555 | 19:34:38 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 19:34:38 > 557 | expect(res).toEqual(expectResponses); 19:34:38 | ^ 19:34:38 558 | 19:34:38 559 | // Check that we did detect hitting a rate limit 19:34:38 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 19:34:38 19:34:38 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 19:34:38 19:34:38 Test Suites: 1 failed, 1 total 19:34:38 Tests: 4 failed, 12 passed, 16 total 19:34:38 Snapshots: 0 total 19:34:38 Time: 30.317 s 19:34:38 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 19:34:38 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?