ACI ·

Parent Log: http://ci.aztec-labs.com/afdfe06065614789 Command: cdc0844b6e9d2c1e:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/64b2b9f661d3e31df0f8ec9120130b753eeb7533 Env: REF_NAME=gh-readonly-queue/master/pr-14685-5f78d61bb53ab2c2ccd59528d4439a88b2325b96 CURRENT_VERSION=0.87.8 CI_FULL=0 Date: Mon Jun 9 18:51:35 UTC 2025 System: ARCH=arm64 CPUS=64 MEM=247Gi HOSTNAME=pr-14685_arm64_a1-fast Resources: CPU_LIST=0-63 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 18:51:35 +++ id -u 18:51:35 +++ id -g 18:51:35 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-63 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 18:51:36 + cid=ef026330ae51234a78bfc81b851b9dff6bef5973db33db730284b070cb5740e5 18:51:36 + set +x 18:51:42 [18:51:42.480] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:42 [18:51:42.485] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:42 [18:51:42.489] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:42 [18:51:42.490] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:43 [18:51:43.029] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:43 [18:51:43.030] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:43 [18:51:43.065] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:43 [18:51:43.066] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:43 [18:51:43.067] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:43 [18:51:43.068] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:44 [18:51:44.237] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:44 [18:51:44.237] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:44 [18:51:44.239] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:44 [18:51:44.241] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:44 [18:51:44.307] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:44 [18:51:44.307] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:44 [18:51:44.308] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:44 [18:51:44.308] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:44 [18:51:44.309] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:44 [18:51:44.309] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:44 [18:51:44.312] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:44 [18:51:44.313] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:45 [18:51:45.385] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPmtwni99EXWGXNsnyY1c1mAqgw2Fzj8hYY718F3wdMCh 18:51:45 [18:51:45.385] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:51:45 err: { 18:51:45 "type": "ReqRespStatusError", 18:51:45 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:51:45 "stack": 18:51:45 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:51:45 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:51:45 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:51:45 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:51:45 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:51:45 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:51:45 "status": 1 18:51:45 } 18:51:45 [18:51:45.393] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPmtwni99EXWGXNsnyY1c1mAqgw2Fzj8hYY718F3wdMCh 18:51:45 [18:51:45.393] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:51:45 err: { 18:51:45 "type": "ReqRespStatusError", 18:51:45 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:51:45 "stack": 18:51:45 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:51:45 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:51:45 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:51:45 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:51:45 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:51:45 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:51:45 "status": 1 18:51:45 } 18:51:45 [18:51:45.398] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPmtwni99EXWGXNsnyY1c1mAqgw2Fzj8hYY718F3wdMCh 18:51:45 [18:51:45.398] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:51:45 err: { 18:51:45 "type": "ReqRespStatusError", 18:51:45 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:51:45 "stack": 18:51:45 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:51:45 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:51:45 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:51:45 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:51:45 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:51:45 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:51:45 "status": 1 18:51:45 } 18:51:45 [18:51:45.401] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPmtwni99EXWGXNsnyY1c1mAqgw2Fzj8hYY718F3wdMCh 18:51:45 [18:51:45.402] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:51:45 err: { 18:51:45 "type": "ReqRespStatusError", 18:51:45 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:51:45 "stack": 18:51:45 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:51:45 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:51:45 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:51:45 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:51:45 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:51:45 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:51:45 "status": 1 18:51:45 } 18:51:45 [18:51:45.405] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPmtwni99EXWGXNsnyY1c1mAqgw2Fzj8hYY718F3wdMCh 18:51:45 [18:51:45.405] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:51:45 err: { 18:51:45 "type": "ReqRespStatusError", 18:51:45 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:51:45 "stack": 18:51:45 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:51:45 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:51:45 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:51:45 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:51:45 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:51:45 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:51:45 "status": 1 18:51:45 } 18:51:45 [18:51:45.411] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:45 [18:51:45.411] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:45 [18:51:45.414] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:45 [18:51:45.415] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:46 [18:51:46.760] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:46 [18:51:46.760] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:46 [18:51:46.763] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:46 [18:51:46.764] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:47 [18:51:47.830] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:47 [18:51:47.831] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:47 [18:51:47.833] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:47 [18:51:47.834] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:48 [18:51:48.898] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:48 [18:51:48.898] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:48 [18:51:48.901] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:48 [18:51:48.901] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:51 [18:51:51.936] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:51 [18:51:51.936] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:51 [18:51:51.939] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:51 [18:51:51.939] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:57 [18:51:57.084] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:57 [18:51:57.085] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:57 [18:51:57.086] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:57 [18:51:57.086] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:57 [18:51:57.087] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:57 [18:51:57.087] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:57 [18:51:57.090] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:57 [18:51:57.090] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:57 [18:51:57.102] WARN: foundation:memory_fifo Discarding item because queue is flushing 18:51:57 [18:51:57.105] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 18:51:57 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 18:51:57 at new Promise (<anonymous>) 18:51:57 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 18:51:57 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 18:51:57 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 18:51:57 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:51:57 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:51:57 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:51:57 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWPZBGmQ23DcQA5EXvwAp385JupUbt1WHmrMgx4ZbXaCQe","subProtocol":"/aztec/req/tx/0.1.0"} 18:51:58 [18:51:58.173] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:58 [18:51:58.173] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:58 [18:51:58.176] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:58 [18:51:58.176] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:59 [18:51:59.210] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:59 [18:51:59.210] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:51:59 [18:51:59.213] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:51:59 [18:51:59.213] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:00 [18:52:00.248] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:00 [18:52:00.249] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:00 [18:52:00.251] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:00 [18:52:00.252] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:01 [18:52:01.456] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:01 [18:52:01.457] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:01 [18:52:01.460] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:01 [18:52:01.460] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:02 [18:52:02.551] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGbn3XGmLJ98NkS6AR6rkqTwmNPJ26FBtetRJHNjYpeJG 18:52:02 [18:52:02.551] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:52:02 err: { 18:52:02 "type": "ReqRespStatusError", 18:52:02 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:52:02 "stack": 18:52:02 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:52:02 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:52:02 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:52:02 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:52:02 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:52:02 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:52:02 "status": 1 18:52:02 } 18:52:02 [18:52:02.568] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:02 [18:52:02.569] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:02 [18:52:02.570] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:02 [18:52:02.570] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:02 [18:52:02.572] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:02 [18:52:02.573] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:03 [18:52:03.757] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:03 [18:52:03.758] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:03 [18:52:03.758] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:03 [18:52:03.759] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:03 [18:52:03.759] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:03 [18:52:03.760] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:03 [18:52:03.762] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:03 [18:52:03.762] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:04 [18:52:04.853] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLA1eu8GNV67LrWincXzDeQKjXpEGaoXzXFHgGYxRYzef 18:52:04 [18:52:04.853] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:52:04 err: { 18:52:04 "type": "ReqRespStatusError", 18:52:04 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:52:04 "stack": 18:52:04 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:52:04 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:52:04 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:52:04 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:52:04 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:52:04 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:52:04 "status": 1 18:52:04 } 18:52:04 [18:52:04.856] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLA1eu8GNV67LrWincXzDeQKjXpEGaoXzXFHgGYxRYzef 18:52:04 [18:52:04.857] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:52:04 err: { 18:52:04 "type": "ReqRespStatusError", 18:52:04 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:52:04 "stack": 18:52:04 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:52:04 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:52:04 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:52:04 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:52:04 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:52:04 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:52:04 "status": 1 18:52:04 } 18:52:04 [18:52:04.869] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLA1eu8GNV67LrWincXzDeQKjXpEGaoXzXFHgGYxRYzef 18:52:04 [18:52:04.869] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:52:04 err: { 18:52:04 "type": "ReqRespStatusError", 18:52:04 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:52:04 "stack": 18:52:04 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:52:04 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:52:04 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:52:04 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:52:04 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:52:04 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:52:04 "status": 1 18:52:04 } 18:52:04 [18:52:04.878] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:04 [18:52:04.878] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:04 [18:52:04.879] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:04 [18:52:04.879] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:04 [18:52:04.881] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:52:04 [18:52:04.881] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:52:04 FAIL src/services/reqresp/reqresp.test.ts (27.358 s) 18:52:04 ReqResp 18:52:04 ✓ should perform a ping request (1208 ms) 18:52:04 ✓ should handle gracefully if a peer connected peer is offline (574 ms) 18:52:04 ✓ should request from a later peer if other peers are offline (1265 ms) 18:52:04 ✕ should hit a rate limit if too many requests are made in quick succession (1082 ms) 18:52:04 Tx req protocol 18:52:04 ✓ can request a Tx from TxHash (1348 ms) 18:52:04 ✓ handles returning empty buffers (1070 ms) 18:52:04 ✓ does not crash if tx hash returns undefined (1066 ms) 18:52:04 ✓ should hit individual timeout if nothing is returned over the stream (3038 ms) 18:52:04 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5162 ms) 18:52:04 ✓ should penalize peer if transaction validation fails (1073 ms) 18:52:04 Goodbye protocol 18:52:04 ✓ should send a goodbye message to a peer (1037 ms) 18:52:04 ✓ should not close stream when handling a goodbye message received from peer (1039 ms) 18:52:04 Block protocol 18:52:04 ✓ should handle block requests (1208 ms) 18:52:04 Batch requests 18:52:04 ✕ should send a batch request between many peers (1116 ms) 18:52:04 ✕ should send a batch request with a pinned peer (1195 ms) 18:52:04 ✕ should stop after max retry attempts (1115 ms) 18:52:04 18:52:04 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 18:52:04 18:52:04 expect(received).toBeDefined() 18:52:04 18:52:04 Received: undefined 18:52:04 18:52:04 145 | // Check that one of the responses gets a rate limit response 18:52:04 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 18:52:04 > 147 | expect(rateLimitResponse).toBeDefined(); 18:52:04 | ^ 18:52:04 148 | 18:52:04 149 | // Make sure the error message is logged 18:52:04 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 18:52:04 18:52:04 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 18:52:04 18:52:04 ● ReqResp › Batch requests › should send a batch request between many peers 18:52:04 18:52:04 expect(jest.fn()).toHaveBeenCalledTimes(expected) 18:52:04 18:52:04 Expected number of calls: 9 18:52:04 Received number of calls: 11 18:52:04 18:52:04 474 | 18:52:04 475 | // Expect one request to have been sent to each peer 18:52:04 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 18:52:04 | ^ 18:52:04 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 18:52:04 478 | expect.objectContaining({ 18:52:04 479 | publicKey: nodes[1].p2p.peerId.publicKey, 18:52:04 18:52:04 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 18:52:04 18:52:04 ● ReqResp › Batch requests › should send a batch request with a pinned peer 18:52:04 18:52:04 expect(jest.fn()).toHaveBeenCalledWith(...expected) 18:52:04 18:52:04 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 2, 41, 116, 133, 68, 32, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 18:52:04 Received 18:52:04 1 18:52:04 "12D3KooWHnJE1TAE2aztZWm8PshqVmLHXsbfDB2WeKgFvgiQphaf", 18:52:04 "/aztec/req/ping/0.1.0", 18:52:04 @@ -2,9 +2,9 @@ 18:52:04 "data": Array [ 18:52:04 112, 18:52:04 105, 18:52:04 110, 18:52:04 103, 18:52:04 - 51, 18:52:04 + 48, 18:52:04 ], 18:52:04 "type": "Buffer", 18:52:04 }, 18:52:04 2 18:52:04 "12D3KooWBzTEAgS9W1YzzApF24vMivtYHxwbtTV47C8SQp33YcLb", 18:52:04 "/aztec/req/ping/0.1.0", 18:52:04 @@ -2,9 +2,9 @@ 18:52:04 "data": Array [ 18:52:04 112, 18:52:04 105, 18:52:04 110, 18:52:04 103, 18:52:04 - 51, 18:52:04 + 49, 18:52:04 ], 18:52:04 "type": "Buffer", 18:52:04 }, 18:52:04 3 18:52:04 "12D3KooW9xoeVy1MnAveZbigCLdyExh9gLA4VTNPTdFbW2ahRmHL", 18:52:04 "/aztec/req/ping/0.1.0", 18:52:04 @@ -2,9 +2,9 @@ 18:52:04 "data": Array [ 18:52:04 112, 18:52:04 105, 18:52:04 110, 18:52:04 103, 18:52:04 - 51, 18:52:04 + 48, 18:52:04 ], 18:52:04 "type": "Buffer", 18:52:04 }, 18:52:04 18:52:04 Number of calls: 15 18:52:04 18:52:04 516 | // Expect pinned peer to have received all requests 18:52:04 517 | for (let i = 0; i < batchSize; i++) { 18:52:04 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 18:52:04 | ^ 18:52:04 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 18:52:04 520 | ReqRespSubProtocol.PING, 18:52:04 521 | Buffer.from(`ping${i}`), 18:52:04 18:52:04 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 18:52:04 18:52:04 ● ReqResp › Batch requests › should stop after max retry attempts 18:52:04 18:52:04 expect(received).toEqual(expected) // deep equality 18:52:04 18:52:04 - Expected - 11 18:52:04 + Received + 3 18:52:04 18:52:04 @@ -74,10 +74,11 @@ 18:52:04 103, 18:52:04 ], 18:52:04 "type": "Buffer", 18:52:04 }, 18:52:04 }, 18:52:04 + undefined, 18:52:04 RequestableBuffer { 18:52:04 "buffer": Object { 18:52:04 "data": Array [ 18:52:04 112, 18:52:04 111, 18:52:04 @@ -85,10 +86,11 @@ 18:52:04 103, 18:52:04 ], 18:52:04 "type": "Buffer", 18:52:04 }, 18:52:04 }, 18:52:04 + undefined, 18:52:04 RequestableBuffer { 18:52:04 "buffer": Object { 18:52:04 "data": Array [ 18:52:04 112, 18:52:04 111, 18:52:04 @@ -96,17 +98,7 @@ 18:52:04 103, 18:52:04 ], 18:52:04 "type": "Buffer", 18:52:04 }, 18:52:04 }, 18:52:04 - RequestableBuffer { 18:52:04 - "buffer": Object { 18:52:04 - "data": Array [ 18:52:04 - 112, 18:52:04 - 111, 18:52:04 - 110, 18:52:04 - 103, 18:52:04 - ], 18:52:04 - "type": "Buffer", 18:52:04 - }, 18:52:04 - }, 18:52:04 + undefined, 18:52:04 ] 18:52:04 18:52:04 555 | 18:52:04 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 18:52:04 > 557 | expect(res).toEqual(expectResponses); 18:52:04 | ^ 18:52:04 558 | 18:52:04 559 | // Check that we did detect hitting a rate limit 18:52:04 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 18:52:04 18:52:04 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 18:52:04 18:52:04 Test Suites: 1 failed, 1 total 18:52:04 Tests: 4 failed, 12 passed, 16 total 18:52:04 Snapshots: 0 total 18:52:04 Time: 27.426 s 18:52:04 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 18:52:04 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?