ACI ·

Parent Log: http://ci.aztec-labs.com/ea0df8611c84d6a1 Command: 3f45d3122368f276:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/260d4b0cfbe16cbd8be248715852ee1ff72cc6cd Env: REF_NAME=gh-readonly-queue/master/pr-14716-b9f63e086a00464c0ad1800566372d3b7ddc6746 CURRENT_VERSION=0.87.7 CI_FULL=0 Date: Tue Jun 3 13:36:15 UTC 2025 System: ARCH=arm64 CPUS=64 MEM=247Gi HOSTNAME=pr-14716_arm64_a1-fast Resources: CPU_LIST=0-63 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/a57cc872d7daa810 13:36:15 +++ id -u 13:36:15 +++ id -g 13:36:15 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-63 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 13:36:15 + cid=f152283022fdbb1d331f5513d3ce85e2da3630d06da93b4f4f72a8c9ce89d4e7 13:36:15 + set +x 13:36:21 [13:36:21.554] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:21 [13:36:21.558] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:21 [13:36:21.563] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:21 [13:36:21.563] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:22 [13:36:22.110] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:22 [13:36:22.111] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:22 [13:36:22.152] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:22 [13:36:22.152] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:22 [13:36:22.153] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:22 [13:36:22.155] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:23 [13:36:23.348] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:23 [13:36:23.348] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:23 [13:36:23.350] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:23 [13:36:23.351] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:23 [13:36:23.425] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:23 [13:36:23.426] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:23 [13:36:23.427] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:23 [13:36:23.427] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:23 [13:36:23.428] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:23 [13:36:23.428] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:23 [13:36:23.432] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:23 [13:36:23.432] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:24 [13:36:24.513] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWNcGHDJeJaWG8tbA1rhDpzqSks7SeCd8dimAg7kZNzugE 13:36:24 [13:36:24.513] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:24 err: { 13:36:24 "type": "ReqRespStatusError", 13:36:24 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:24 "stack": 13:36:24 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:24 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:24 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:24 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:24 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:24 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:24 "status": 1 13:36:24 } 13:36:24 [13:36:24.522] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWNcGHDJeJaWG8tbA1rhDpzqSks7SeCd8dimAg7kZNzugE 13:36:24 [13:36:24.523] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:24 err: { 13:36:24 "type": "ReqRespStatusError", 13:36:24 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:24 "stack": 13:36:24 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:24 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:24 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:24 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:24 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:24 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:24 "status": 1 13:36:24 } 13:36:24 [13:36:24.527] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWNcGHDJeJaWG8tbA1rhDpzqSks7SeCd8dimAg7kZNzugE 13:36:24 [13:36:24.527] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:24 err: { 13:36:24 "type": "ReqRespStatusError", 13:36:24 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:24 "stack": 13:36:24 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:24 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:24 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:24 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:24 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:24 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:24 "status": 1 13:36:24 } 13:36:24 [13:36:24.531] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWNcGHDJeJaWG8tbA1rhDpzqSks7SeCd8dimAg7kZNzugE 13:36:24 [13:36:24.532] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:24 err: { 13:36:24 "type": "ReqRespStatusError", 13:36:24 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:24 "stack": 13:36:24 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:24 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:24 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:24 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:24 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:24 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:24 "status": 1 13:36:24 } 13:36:24 [13:36:24.536] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWNcGHDJeJaWG8tbA1rhDpzqSks7SeCd8dimAg7kZNzugE 13:36:24 [13:36:24.536] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:24 err: { 13:36:24 "type": "ReqRespStatusError", 13:36:24 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:24 "stack": 13:36:24 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:24 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:24 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:24 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:24 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:24 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:24 "status": 1 13:36:24 } 13:36:24 [13:36:24.542] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:24 [13:36:24.542] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:24 [13:36:24.546] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:24 [13:36:24.546] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:25 [13:36:25.897] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:25 [13:36:25.897] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:25 [13:36:25.901] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:25 [13:36:25.901] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:26 [13:36:26.974] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:26 [13:36:26.974] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:26 [13:36:26.977] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:26 [13:36:26.977] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:28 [13:36:28.045] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:28 [13:36:28.045] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:28 [13:36:28.048] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:28 [13:36:28.048] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:31 [13:36:31.085] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:31 [13:36:31.086] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:31 [13:36:31.089] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:31 [13:36:31.089] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:36 [13:36:36.260] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:36 [13:36:36.260] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:36 [13:36:36.261] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:36 [13:36:36.262] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:36 [13:36:36.263] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:36 [13:36:36.263] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:36 [13:36:36.266] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:36 [13:36:36.266] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:36 [13:36:36.279] WARN: foundation:memory_fifo Discarding item because queue is flushing 13:36:36 [13:36:36.281] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 13:36:36 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:63:24 13:36:36 at new Promise (<anonymous>) 13:36:36 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:53:16) 13:36:36 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 13:36:36 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 13:36:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:36 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWQqG5wGctTb9fiZrotUCLfb6scoX88tWeGgjKKALqE3ee","subProtocol":"/aztec/req/tx/0.1.0"} 13:36:37 [13:36:37.353] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:37 [13:36:37.353] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:37 [13:36:37.356] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:37 [13:36:37.357] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:38 [13:36:38.392] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:38 [13:36:38.393] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:38 [13:36:38.395] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:38 [13:36:38.396] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:39 [13:36:39.434] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:39 [13:36:39.434] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:39 [13:36:39.437] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:39 [13:36:39.438] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:40 [13:36:40.669] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:40 [13:36:40.669] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:40 [13:36:40.672] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:40 [13:36:40.673] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:41 [13:36:41.780] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWBgm3QpgUMmhXY4oMmgEeQGiH6LLh7SpgPKpJsU2ZUw6Y 13:36:41 [13:36:41.781] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:41 err: { 13:36:41 "type": "ReqRespStatusError", 13:36:41 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:41 "stack": 13:36:41 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:41 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:41 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:41 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:41 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:41 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:41 "status": 1 13:36:41 } 13:36:41 [13:36:41.805] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:41 [13:36:41.805] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:41 [13:36:41.806] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:41 [13:36:41.807] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:41 [13:36:41.810] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:41 [13:36:41.810] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:43 [13:36:43.025] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:43 [13:36:43.026] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:43 [13:36:43.027] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:43 [13:36:43.027] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:43 [13:36:43.028] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:43 [13:36:43.028] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:43 [13:36:43.031] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:43 [13:36:43.031] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:44 [13:36:44.138] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWSPPBDXggjf7Aje5WTqdMXssEuKf1T8uosKDPVWHS6Srm 13:36:44 [13:36:44.139] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:44 err: { 13:36:44 "type": "ReqRespStatusError", 13:36:44 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:44 "stack": 13:36:44 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:44 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:44 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:44 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:44 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:44 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:44 "status": 1 13:36:44 } 13:36:44 [13:36:44.144] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWSPPBDXggjf7Aje5WTqdMXssEuKf1T8uosKDPVWHS6Srm 13:36:44 [13:36:44.144] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:44 err: { 13:36:44 "type": "ReqRespStatusError", 13:36:44 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:44 "stack": 13:36:44 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:44 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:44 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:44 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:44 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:44 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:44 "status": 1 13:36:44 } 13:36:44 [13:36:44.158] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWSPPBDXggjf7Aje5WTqdMXssEuKf1T8uosKDPVWHS6Srm 13:36:44 [13:36:44.159] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:36:44 err: { 13:36:44 "type": "ReqRespStatusError", 13:36:44 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:36:44 "stack": 13:36:44 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:36:44 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:36:44 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:36:44 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:36:44 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:36:44 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:36:44 "status": 1 13:36:44 } 13:36:44 [13:36:44.169] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:44 [13:36:44.169] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:44 [13:36:44.170] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:44 [13:36:44.170] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:44 [13:36:44.173] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:36:44 [13:36:44.173] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:36:44 FAIL src/services/reqresp/reqresp.test.ts (28.033 s) 13:36:44 ReqResp 13:36:44 ✓ should perform a ping request (1217 ms) 13:36:44 ✓ should handle gracefully if a peer connected peer is offline (586 ms) 13:36:44 ✓ should request from a later peer if other peers are offline (1300 ms) 13:36:44 ✕ should hit a rate limit if too many requests are made in quick succession (1092 ms) 13:36:44 Tx req protocol 13:36:44 ✓ can request a Tx from TxHash (1354 ms) 13:36:44 ✓ handles returning empty buffers (1076 ms) 13:36:44 ✓ does not crash if tx hash returns undefined (1070 ms) 13:36:44 ✓ should hit individual timeout if nothing is returned over the stream (3041 ms) 13:36:44 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5189 ms) 13:36:44 ✓ should penalize peer if transaction validation fails (1077 ms) 13:36:44 Goodbye protocol 13:36:44 ✓ should send a goodbye message to a peer (1039 ms) 13:36:44 ✓ should not close stream when handling a goodbye message received from peer (1042 ms) 13:36:44 Block protocol 13:36:44 ✓ should handle block requests (1236 ms) 13:36:44 Batch requests 13:36:44 ✕ should send a batch request between many peers (1141 ms) 13:36:44 ✕ should send a batch request with a pinned peer (1225 ms) 13:36:44 ✕ should stop after max retry attempts (1137 ms) 13:36:44 13:36:44 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 13:36:44 13:36:44 expect(received).toBeDefined() 13:36:44 13:36:44 Received: undefined 13:36:44 13:36:44 145 | // Check that one of the responses gets a rate limit response 13:36:44 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 13:36:44 > 147 | expect(rateLimitResponse).toBeDefined(); 13:36:44 | ^ 13:36:44 148 | 13:36:44 149 | // Make sure the error message is logged 13:36:44 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 13:36:44 13:36:44 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 13:36:44 13:36:44 ● ReqResp › Batch requests › should send a batch request between many peers 13:36:44 13:36:44 expect(jest.fn()).toHaveBeenCalledTimes(expected) 13:36:44 13:36:44 Expected number of calls: 9 13:36:44 Received number of calls: 11 13:36:44 13:36:44 474 | 13:36:44 475 | // Expect one request to have been sent to each peer 13:36:44 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 13:36:44 | ^ 13:36:44 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 13:36:44 478 | expect.objectContaining({ 13:36:44 479 | publicKey: nodes[1].p2p.peerId.publicKey, 13:36:44 13:36:44 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 13:36:44 13:36:44 ● ReqResp › Batch requests › should send a batch request with a pinned peer 13:36:44 13:36:44 expect(jest.fn()).toHaveBeenCalledWith(...expected) 13:36:44 13:36:44 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 133, 19, 66, 244, 138, 120, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 13:36:44 Received 13:36:44 1 13:36:44 "12D3KooWRrJKXCju6KKvx4PcC764N1pZXrudNtmQYikv7VTNRhwQ", 13:36:44 "/aztec/req/ping/0.1.0", 13:36:44 @@ -2,9 +2,9 @@ 13:36:44 "data": Array [ 13:36:44 112, 13:36:44 105, 13:36:44 110, 13:36:44 103, 13:36:44 - 51, 13:36:44 + 48, 13:36:44 ], 13:36:44 "type": "Buffer", 13:36:44 }, 13:36:44 2 13:36:44 "12D3KooWAA3gMUD3MLgr6KLd6qnYxSXhcbJbbEZZCCh3qrhsVpj8", 13:36:44 "/aztec/req/ping/0.1.0", 13:36:44 @@ -2,9 +2,9 @@ 13:36:44 "data": Array [ 13:36:44 112, 13:36:44 105, 13:36:44 110, 13:36:44 103, 13:36:44 - 51, 13:36:44 + 49, 13:36:44 ], 13:36:44 "type": "Buffer", 13:36:44 }, 13:36:44 3 13:36:44 "12D3KooWJmqRkmPGnSAvzTjA4ZmV7G7rENRYg1Q5cVkLuVPbdLLt", 13:36:44 "/aztec/req/ping/0.1.0", 13:36:44 @@ -2,9 +2,9 @@ 13:36:44 "data": Array [ 13:36:44 112, 13:36:44 105, 13:36:44 110, 13:36:44 103, 13:36:44 - 51, 13:36:44 + 48, 13:36:44 ], 13:36:44 "type": "Buffer", 13:36:44 }, 13:36:44 13:36:44 Number of calls: 12 13:36:44 13:36:44 516 | // Expect pinned peer to have received all requests 13:36:44 517 | for (let i = 0; i < batchSize; i++) { 13:36:44 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 13:36:44 | ^ 13:36:44 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 13:36:44 520 | ReqRespSubProtocol.PING, 13:36:44 521 | Buffer.from(`ping${i}`), 13:36:44 13:36:44 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 13:36:44 13:36:44 ● ReqResp › Batch requests › should stop after max retry attempts 13:36:44 13:36:44 expect(received).toEqual(expected) // deep equality 13:36:44 13:36:44 - Expected - 11 13:36:44 + Received + 3 13:36:44 13:36:44 @@ -74,10 +74,11 @@ 13:36:44 103, 13:36:44 ], 13:36:44 "type": "Buffer", 13:36:44 }, 13:36:44 }, 13:36:44 + undefined, 13:36:44 RequestableBuffer { 13:36:44 "buffer": Object { 13:36:44 "data": Array [ 13:36:44 112, 13:36:44 111, 13:36:44 @@ -85,10 +86,11 @@ 13:36:44 103, 13:36:44 ], 13:36:44 "type": "Buffer", 13:36:44 }, 13:36:44 }, 13:36:44 + undefined, 13:36:44 RequestableBuffer { 13:36:44 "buffer": Object { 13:36:44 "data": Array [ 13:36:44 112, 13:36:44 111, 13:36:44 @@ -96,17 +98,7 @@ 13:36:44 103, 13:36:44 ], 13:36:44 "type": "Buffer", 13:36:44 }, 13:36:44 }, 13:36:44 - RequestableBuffer { 13:36:44 - "buffer": Object { 13:36:44 - "data": Array [ 13:36:44 - 112, 13:36:44 - 111, 13:36:44 - 110, 13:36:44 - 103, 13:36:44 - ], 13:36:44 - "type": "Buffer", 13:36:44 - }, 13:36:44 - }, 13:36:44 + undefined, 13:36:44 ] 13:36:44 13:36:44 555 | 13:36:44 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 13:36:44 > 557 | expect(res).toEqual(expectResponses); 13:36:44 | ^ 13:36:44 558 | 13:36:44 559 | // Check that we did detect hitting a rate limit 13:36:44 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 13:36:44 13:36:44 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 13:36:44 13:36:44 Test Suites: 1 failed, 1 total 13:36:44 Tests: 4 failed, 12 passed, 16 total 13:36:44 Snapshots: 0 total 13:36:44 Time: 28.094 s 13:36:44 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 13:36:44 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?