ACI ·

Parent Log: http://ci.aztec-labs.com/1ad58aca84c34ba2 Command: 4c1b2f8aca7c4d39:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/1756122443f2c64decb043c1268fcc571b032dc9 Env: REF_NAME=gh-readonly-queue/master/pr-14718-5f78d61bb53ab2c2ccd59528d4439a88b2325b96 CURRENT_VERSION=0.87.8 CI_FULL=1 Date: Mon Jun 9 13:22:25 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-14718_amd64_x1-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 13:22:26 +++ id -u 13:22:26 +++ id -g 13:22:26 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 13:22:26 + cid=9df740a9be7be407b0f43b918623bc7445e60c5bbb7c0252cf87bd08c2cfc3e0 13:22:26 + set +x 13:22:35 [13:22:35.457] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.462] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:35 [13:22:35.467] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.468] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:36 [13:22:36.043] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:36 [13:22:36.045] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:36 [13:22:36.113] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:36 [13:22:36.114] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:36 [13:22:36.116] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:36 [13:22:36.118] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:37 [13:22:37.353] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:37 [13:22:37.354] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:37 [13:22:37.358] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:37 [13:22:37.360] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:37 [13:22:37.525] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:37 [13:22:37.526] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:37 [13:22:37.527] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:37 [13:22:37.528] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:37 [13:22:37.529] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:37 [13:22:37.530] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:37 [13:22:37.534] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:37 [13:22:37.535] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:38 [13:22:38.659] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGeW4aoP3YtLLFRc8FKcXcqrUhsVaDxW5fhwfbkG8ZWXP 13:22:38 [13:22:38.660] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:38 err: { 13:22:38 "type": "ReqRespStatusError", 13:22:38 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:38 "stack": 13:22:38 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:38 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:38 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:38 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:38 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:38 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:38 "status": 1 13:22:38 } 13:22:38 [13:22:38.672] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGeW4aoP3YtLLFRc8FKcXcqrUhsVaDxW5fhwfbkG8ZWXP 13:22:38 [13:22:38.672] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:38 err: { 13:22:38 "type": "ReqRespStatusError", 13:22:38 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:38 "stack": 13:22:38 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:38 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:38 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:38 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:38 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:38 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:38 "status": 1 13:22:38 } 13:22:38 [13:22:38.677] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGeW4aoP3YtLLFRc8FKcXcqrUhsVaDxW5fhwfbkG8ZWXP 13:22:38 [13:22:38.677] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:38 err: { 13:22:38 "type": "ReqRespStatusError", 13:22:38 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:38 "stack": 13:22:38 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:38 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:38 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:38 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:38 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:38 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:38 "status": 1 13:22:38 } 13:22:38 [13:22:38.684] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGeW4aoP3YtLLFRc8FKcXcqrUhsVaDxW5fhwfbkG8ZWXP 13:22:38 [13:22:38.685] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:38 err: { 13:22:38 "type": "ReqRespStatusError", 13:22:38 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:38 "stack": 13:22:38 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:38 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:38 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:38 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:38 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:38 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:38 "status": 1 13:22:38 } 13:22:38 [13:22:38.695] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGeW4aoP3YtLLFRc8FKcXcqrUhsVaDxW5fhwfbkG8ZWXP 13:22:38 [13:22:38.696] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:38 err: { 13:22:38 "type": "ReqRespStatusError", 13:22:38 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:38 "stack": 13:22:38 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:38 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:38 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:38 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:38 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:38 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:38 "status": 1 13:22:38 } 13:22:38 [13:22:38.708] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:38 [13:22:38.709] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:38 [13:22:38.714] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:38 [13:22:38.715] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:40 [13:22:40.166] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:40 [13:22:40.167] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:40 [13:22:40.170] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:40 [13:22:40.170] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:41 [13:22:41.262] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:41 [13:22:41.263] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:41 [13:22:41.267] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:41 [13:22:41.267] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:42 [13:22:42.342] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:42 [13:22:42.343] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:42 [13:22:42.346] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:42 [13:22:42.346] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:45 [13:22:45.407] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:45 [13:22:45.409] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:45 [13:22:45.415] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:45 [13:22:45.415] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:50 [13:22:50.631] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:50 [13:22:50.632] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:50 [13:22:50.634] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:50 [13:22:50.634] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:50 [13:22:50.635] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:50 [13:22:50.636] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:50 [13:22:50.643] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:50 [13:22:50.643] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:50 [13:22:50.669] WARN: foundation:memory_fifo Discarding item because queue is flushing 13:22:50 [13:22:50.675] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 13:22:50 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 13:22:50 at new Promise (<anonymous>) 13:22:50 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 13:22:50 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 13:22:50 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 13:22:50 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:50 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:50 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:50 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWLnFPoZMxo2vrLcURfcdzJeTSmSJ2RYJF35FcxxcRYDMu","subProtocol":"/aztec/req/tx/0.1.0"} 13:22:51 [13:22:51.784] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:51 [13:22:51.786] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:51 [13:22:51.792] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:51 [13:22:51.792] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:52 [13:22:52.842] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:52 [13:22:52.842] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:52 [13:22:52.847] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:52 [13:22:52.847] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:53 [13:22:53.959] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:53 [13:22:53.959] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:53 [13:22:53.963] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:53 [13:22:53.963] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:55 [13:22:55.223] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:55 [13:22:55.224] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:55 [13:22:55.227] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:55 [13:22:55.227] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:56 [13:22:56.366] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWAsbKpDxvypUEe7tso1fMZmz4cimCx2wPLFB6qDPQJB3R 13:22:56 [13:22:56.367] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:56 err: { 13:22:56 "type": "ReqRespStatusError", 13:22:56 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:56 "stack": 13:22:56 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:56 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:56 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:56 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:56 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:56 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:56 "status": 1 13:22:56 } 13:22:56 [13:22:56.395] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:56 [13:22:56.395] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:56 [13:22:56.397] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:56 [13:22:56.397] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:56 [13:22:56.401] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:56 [13:22:56.402] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:57 [13:22:57.693] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:57 [13:22:57.694] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:57 [13:22:57.695] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:57 [13:22:57.696] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:57 [13:22:57.697] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:57 [13:22:57.697] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:57 [13:22:57.701] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:57 [13:22:57.702] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:58 [13:22:58.843] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWS84iVeEhQf7vF284ofN7iLwE2LxknhKtFCX4yTTLBnNU 13:22:58 [13:22:58.844] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:58 err: { 13:22:58 "type": "ReqRespStatusError", 13:22:58 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:58 "stack": 13:22:58 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:58 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:58 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:58 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:58 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:58 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:58 "status": 1 13:22:58 } 13:22:58 [13:22:58.849] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWS84iVeEhQf7vF284ofN7iLwE2LxknhKtFCX4yTTLBnNU 13:22:58 [13:22:58.849] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:58 err: { 13:22:58 "type": "ReqRespStatusError", 13:22:58 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:58 "stack": 13:22:58 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:58 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:58 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:58 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:58 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:58 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:58 "status": 1 13:22:58 } 13:22:58 [13:22:58.872] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWS84iVeEhQf7vF284ofN7iLwE2LxknhKtFCX4yTTLBnNU 13:22:58 [13:22:58.873] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:58 err: { 13:22:58 "type": "ReqRespStatusError", 13:22:58 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:58 "stack": 13:22:58 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:58 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:58 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:58 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:58 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:58 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:58 "status": 1 13:22:58 } 13:22:58 [13:22:58.887] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:58 [13:22:58.888] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:58 [13:22:58.890] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:58 [13:22:58.890] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:58 [13:22:58.894] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:58 [13:22:58.894] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:59 FAIL src/services/reqresp/reqresp.test.ts (31.863 s) 13:22:59 ReqResp 13:22:59 ✓ should perform a ping request (1286 ms) 13:22:59 ✓ should handle gracefully if a peer connected peer is offline (641 ms) 13:22:59 ✓ should request from a later peer if other peers are offline (1467 ms) 13:22:59 ✕ should hit a rate limit if too many requests are made in quick succession (1139 ms) 13:22:59 Tx req protocol 13:22:59 ✓ can request a Tx from TxHash (1446 ms) 13:22:59 ✓ handles returning empty buffers (1099 ms) 13:22:59 ✓ does not crash if tx hash returns undefined (1079 ms) 13:22:59 ✓ should hit individual timeout if nothing is returned over the stream (3072 ms) 13:22:59 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5253 ms) 13:22:59 ✓ should penalize peer if transaction validation fails (1122 ms) 13:22:59 Goodbye protocol 13:22:59 ✓ should send a goodbye message to a peer (1050 ms) 13:22:59 ✓ should not close stream when handling a goodbye message received from peer (1119 ms) 13:22:59 Block protocol 13:22:59 ✓ should handle block requests (1259 ms) 13:22:59 Batch requests 13:22:59 ✕ should send a batch request between many peers (1183 ms) 13:22:59 ✕ should send a batch request with a pinned peer (1314 ms) 13:22:59 ✕ should stop after max retry attempts (1183 ms) 13:22:59 13:22:59 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 13:22:59 13:22:59 expect(received).toBeDefined() 13:22:59 13:22:59 Received: undefined 13:22:59 13:22:59 145 | // Check that one of the responses gets a rate limit response 13:22:59 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 13:22:59 > 147 | expect(rateLimitResponse).toBeDefined(); 13:22:59 | ^ 13:22:59 148 | 13:22:59 149 | // Make sure the error message is logged 13:22:59 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 13:22:59 13:22:59 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 13:22:59 13:22:59 ● ReqResp › Batch requests › should send a batch request between many peers 13:22:59 13:22:59 expect(jest.fn()).toHaveBeenCalledTimes(expected) 13:22:59 13:22:59 Expected number of calls: 9 13:22:59 Received number of calls: 11 13:22:59 13:22:59 474 | 13:22:59 475 | // Expect one request to have been sent to each peer 13:22:59 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 13:22:59 | ^ 13:22:59 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 13:22:59 478 | expect.objectContaining({ 13:22:59 479 | publicKey: nodes[1].p2p.peerId.publicKey, 13:22:59 13:22:59 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 13:22:59 13:22:59 ● ReqResp › Batch requests › should send a batch request with a pinned peer 13:22:59 13:22:59 expect(jest.fn()).toHaveBeenCalledWith(...expected) 13:22:59 13:22:59 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 250, 88, 86, 44, 253, 132, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 13:22:59 Received 13:22:59 1 13:22:59 "12D3KooWEwmSAbiLbFEs1H8uB7zdDfdAr5asn697UGiBhsY2E1DF", 13:22:59 "/aztec/req/ping/0.1.0", 13:22:59 @@ -2,9 +2,9 @@ 13:22:59 "data": Array [ 13:22:59 112, 13:22:59 105, 13:22:59 110, 13:22:59 103, 13:22:59 - 51, 13:22:59 + 48, 13:22:59 ], 13:22:59 "type": "Buffer", 13:22:59 }, 13:22:59 2 13:22:59 "12D3KooWD8UoLU2w6AL9BQQ2Uvy9DPz1xEBgj1scSzU9yxXHAHTF", 13:22:59 "/aztec/req/ping/0.1.0", 13:22:59 @@ -2,9 +2,9 @@ 13:22:59 "data": Array [ 13:22:59 112, 13:22:59 105, 13:22:59 110, 13:22:59 103, 13:22:59 - 51, 13:22:59 + 49, 13:22:59 ], 13:22:59 "type": "Buffer", 13:22:59 }, 13:22:59 3 13:22:59 "12D3KooWSfcDdeqxrFYAywH9HoZ44jQ85oxT61SXh3a5qpcoi8XE", 13:22:59 "/aztec/req/ping/0.1.0", 13:22:59 @@ -2,9 +2,9 @@ 13:22:59 "data": Array [ 13:22:59 112, 13:22:59 105, 13:22:59 110, 13:22:59 103, 13:22:59 - 51, 13:22:59 + 48, 13:22:59 ], 13:22:59 "type": "Buffer", 13:22:59 }, 13:22:59 13:22:59 Number of calls: 12 13:22:59 13:22:59 516 | // Expect pinned peer to have received all requests 13:22:59 517 | for (let i = 0; i < batchSize; i++) { 13:22:59 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 13:22:59 | ^ 13:22:59 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 13:22:59 520 | ReqRespSubProtocol.PING, 13:22:59 521 | Buffer.from(`ping${i}`), 13:22:59 13:22:59 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 13:22:59 13:22:59 ● ReqResp › Batch requests › should stop after max retry attempts 13:22:59 13:22:59 expect(received).toEqual(expected) // deep equality 13:22:59 13:22:59 - Expected - 11 13:22:59 + Received + 3 13:22:59 13:22:59 @@ -74,10 +74,11 @@ 13:22:59 103, 13:22:59 ], 13:22:59 "type": "Buffer", 13:22:59 }, 13:22:59 }, 13:22:59 + undefined, 13:22:59 RequestableBuffer { 13:22:59 "buffer": Object { 13:22:59 "data": Array [ 13:22:59 112, 13:22:59 111, 13:22:59 @@ -85,10 +86,11 @@ 13:22:59 103, 13:22:59 ], 13:22:59 "type": "Buffer", 13:22:59 }, 13:22:59 }, 13:22:59 + undefined, 13:22:59 RequestableBuffer { 13:22:59 "buffer": Object { 13:22:59 "data": Array [ 13:22:59 112, 13:22:59 111, 13:22:59 @@ -96,17 +98,7 @@ 13:22:59 103, 13:22:59 ], 13:22:59 "type": "Buffer", 13:22:59 }, 13:22:59 }, 13:22:59 - RequestableBuffer { 13:22:59 - "buffer": Object { 13:22:59 - "data": Array [ 13:22:59 - 112, 13:22:59 - 111, 13:22:59 - 110, 13:22:59 - 103, 13:22:59 - ], 13:22:59 - "type": "Buffer", 13:22:59 - }, 13:22:59 - }, 13:22:59 + undefined, 13:22:59 ] 13:22:59 13:22:59 555 | 13:22:59 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 13:22:59 > 557 | expect(res).toEqual(expectResponses); 13:22:59 | ^ 13:22:59 558 | 13:22:59 559 | // Check that we did detect hitting a rate limit 13:22:59 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 13:22:59 13:22:59 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 13:22:59 13:22:59 Test Suites: 1 failed, 1 total 13:22:59 Tests: 4 failed, 12 passed, 16 total 13:22:59 Snapshots: 0 total 13:22:59 Time: 31.936 s 13:22:59 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 13:22:59 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?