ACI ·

Parent Log: http://ci.aztec-labs.com/5b033f030d6cee54 Command: 53e9b8d3e8ba3411:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/f4ac84d7ac4041d505399edd8819840bb14d6c9d Env: REF_NAME=gh-readonly-queue/master/pr-15005-b1b65bcdbd44a49fbebe5d2265256dc9466e92be CURRENT_VERSION=0.87.8 CI_FULL=1 Date: Fri Jun 13 17:10:25 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-15005_amd64_x1-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 17:10:25 +++ id -u 17:10:25 +++ id -g 17:10:25 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 17:10:25 + cid=c96d54b68b3e601f99eaa68c57a546eae81964a21b073425f28b22454264391e 17:10:25 + set +x 17:10:34 [17:10:34.482] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:34 [17:10:34.487] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:34 [17:10:34.493] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:34 [17:10:34.494] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:35 [17:10:35.054] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:35 [17:10:35.055] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:35 [17:10:35.097] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:35 [17:10:35.098] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:35 [17:10:35.099] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:35 [17:10:35.100] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:36 [17:10:36.291] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:36 [17:10:36.292] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:36 [17:10:36.294] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:36 [17:10:36.295] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:36 [17:10:36.404] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:36 [17:10:36.404] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:36 [17:10:36.406] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:36 [17:10:36.406] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:36 [17:10:36.407] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:36 [17:10:36.408] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:36 [17:10:36.412] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:36 [17:10:36.416] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:37 [17:10:37.531] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWHXLs8gBwyjYdSxmQF4rKWV1adWCibA9Xi2KgdKajocfm 17:10:37 [17:10:37.531] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:37 err: { 17:10:37 "type": "ReqRespStatusError", 17:10:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:37 "stack": 17:10:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:37 "status": 1 17:10:37 } 17:10:37 [17:10:37.544] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWHXLs8gBwyjYdSxmQF4rKWV1adWCibA9Xi2KgdKajocfm 17:10:37 [17:10:37.545] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:37 err: { 17:10:37 "type": "ReqRespStatusError", 17:10:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:37 "stack": 17:10:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:37 "status": 1 17:10:37 } 17:10:37 [17:10:37.550] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWHXLs8gBwyjYdSxmQF4rKWV1adWCibA9Xi2KgdKajocfm 17:10:37 [17:10:37.550] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:37 err: { 17:10:37 "type": "ReqRespStatusError", 17:10:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:37 "stack": 17:10:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:37 "status": 1 17:10:37 } 17:10:37 [17:10:37.555] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWHXLs8gBwyjYdSxmQF4rKWV1adWCibA9Xi2KgdKajocfm 17:10:37 [17:10:37.556] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:37 err: { 17:10:37 "type": "ReqRespStatusError", 17:10:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:37 "stack": 17:10:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:37 "status": 1 17:10:37 } 17:10:37 [17:10:37.561] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWHXLs8gBwyjYdSxmQF4rKWV1adWCibA9Xi2KgdKajocfm 17:10:37 [17:10:37.561] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:37 err: { 17:10:37 "type": "ReqRespStatusError", 17:10:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:37 "stack": 17:10:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:37 "status": 1 17:10:37 } 17:10:37 [17:10:37.569] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:37 [17:10:37.570] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:37 [17:10:37.574] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:37 [17:10:37.574] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:38 [17:10:38.961] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:38 [17:10:38.962] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:38 [17:10:38.965] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:38 [17:10:38.965] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:40 [17:10:40.050] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:40 [17:10:40.050] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:40 [17:10:40.054] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:40 [17:10:40.054] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:41 [17:10:41.131] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:41 [17:10:41.132] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:41 [17:10:41.134] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:41 [17:10:41.135] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:44 [17:10:44.183] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:44 [17:10:44.184] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:44 [17:10:44.191] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:44 [17:10:44.191] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:49 [17:10:49.401] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:49 [17:10:49.402] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:49 [17:10:49.403] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:49 [17:10:49.404] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:49 [17:10:49.405] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:49 [17:10:49.406] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:49 [17:10:49.409] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:49 [17:10:49.410] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:49 [17:10:49.427] WARN: foundation:memory_fifo Discarding item because queue is flushing 17:10:49 [17:10:49.432] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 17:10:49 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 17:10:49 at new Promise (<anonymous>) 17:10:49 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 17:10:49 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 17:10:49 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 17:10:49 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:49 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:49 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:49 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWSK9TYznuFHFmVcDBp2yetrXQDteFdQb8hRZvcJy7LYn9","subProtocol":"/aztec/req/tx/0.1.0"} 17:10:50 [17:10:50.535] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:50 [17:10:50.536] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:50 [17:10:50.539] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:50 [17:10:50.540] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:51 [17:10:51.593] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:51 [17:10:51.594] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:51 [17:10:51.598] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:51 [17:10:51.598] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:52 [17:10:52.644] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:52 [17:10:52.645] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:52 [17:10:52.650] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:52 [17:10:52.650] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:53 [17:10:53.967] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:53 [17:10:53.968] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:53 [17:10:53.972] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:53 [17:10:53.972] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:55 [17:10:55.107] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWSJJ7Y7K3dAHUhqCKdp4tzwm8wj83DTZTXtEdFe7JxDnm 17:10:55 [17:10:55.107] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:55 err: { 17:10:55 "type": "ReqRespStatusError", 17:10:55 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:55 "stack": 17:10:55 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:55 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:55 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:55 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:55 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:55 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:55 "status": 1 17:10:55 } 17:10:55 [17:10:55.129] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:55 [17:10:55.129] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:55 [17:10:55.130] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:55 [17:10:55.131] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:55 [17:10:55.134] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:55 [17:10:55.134] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:56 [17:10:56.373] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:56 [17:10:56.373] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:56 [17:10:56.374] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:56 [17:10:56.375] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:56 [17:10:56.376] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:56 [17:10:56.376] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:56 [17:10:56.382] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:56 [17:10:56.383] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:57 [17:10:57.525] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWArRkj6mhFhPavY4NiyAe43r1MdGwSqFKXSdciWzXMAVg 17:10:57 [17:10:57.526] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:57 err: { 17:10:57 "type": "ReqRespStatusError", 17:10:57 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:57 "stack": 17:10:57 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:57 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:57 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:57 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:57 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:57 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:57 "status": 1 17:10:57 } 17:10:57 [17:10:57.538] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWArRkj6mhFhPavY4NiyAe43r1MdGwSqFKXSdciWzXMAVg 17:10:57 [17:10:57.539] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:57 err: { 17:10:57 "type": "ReqRespStatusError", 17:10:57 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:57 "stack": 17:10:57 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:57 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:57 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:57 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:57 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:57 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:57 "status": 1 17:10:57 } 17:10:57 [17:10:57.553] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWArRkj6mhFhPavY4NiyAe43r1MdGwSqFKXSdciWzXMAVg 17:10:57 [17:10:57.553] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 17:10:57 err: { 17:10:57 "type": "ReqRespStatusError", 17:10:57 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 17:10:57 "stack": 17:10:57 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 17:10:57 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 17:10:57 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 17:10:57 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 17:10:57 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 17:10:57 at processTicksAndRejections (node:internal/process/task_queues:105:5) 17:10:57 "status": 1 17:10:57 } 17:10:57 [17:10:57.564] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:57 [17:10:57.564] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:57 [17:10:57.565] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:57 [17:10:57.566] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:57 [17:10:57.569] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 17:10:57 [17:10:57.569] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 17:10:57 FAIL src/services/reqresp/reqresp.test.ts (31.025 s) 17:10:57 ReqResp 17:10:57 ✓ should perform a ping request (1335 ms) 17:10:57 ✓ should handle gracefully if a peer connected peer is offline (595 ms) 17:10:57 ✓ should request from a later peer if other peers are offline (1359 ms) 17:10:57 ✕ should hit a rate limit if too many requests are made in quick succession (1119 ms) 17:10:57 Tx req protocol 17:10:57 ✓ can request a Tx from TxHash (1396 ms) 17:10:57 ✓ handles returning empty buffers (1078 ms) 17:10:57 ✓ does not crash if tx hash returns undefined (1078 ms) 17:10:57 ✓ should hit individual timeout if nothing is returned over the stream (3059 ms) 17:10:57 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5240 ms) 17:10:57 ✓ should penalize peer if transaction validation fails (1109 ms) 17:10:57 Goodbye protocol 17:10:57 ✓ should send a goodbye message to a peer (1053 ms) 17:10:57 ✓ should not close stream when handling a goodbye message received from peer (1053 ms) 17:10:57 Block protocol 17:10:57 ✓ should handle block requests (1325 ms) 17:10:57 Batch requests 17:10:57 ✕ should send a batch request between many peers (1165 ms) 17:10:57 ✕ should send a batch request with a pinned peer (1263 ms) 17:10:57 ✕ should stop after max retry attempts (1174 ms) 17:10:57 17:10:57 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 17:10:57 17:10:57 expect(received).toBeDefined() 17:10:57 17:10:57 Received: undefined 17:10:57 17:10:57 145 | // Check that one of the responses gets a rate limit response 17:10:57 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 17:10:57 > 147 | expect(rateLimitResponse).toBeDefined(); 17:10:57 | ^ 17:10:57 148 | 17:10:57 149 | // Make sure the error message is logged 17:10:57 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 17:10:57 17:10:57 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 17:10:57 17:10:57 ● ReqResp › Batch requests › should send a batch request between many peers 17:10:57 17:10:57 expect(jest.fn()).toHaveBeenCalledTimes(expected) 17:10:57 17:10:57 Expected number of calls: 9 17:10:57 Received number of calls: 11 17:10:57 17:10:57 474 | 17:10:57 475 | // Expect one request to have been sent to each peer 17:10:57 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 17:10:57 | ^ 17:10:57 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 17:10:57 478 | expect.objectContaining({ 17:10:57 479 | publicKey: nodes[1].p2p.peerId.publicKey, 17:10:57 17:10:57 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 17:10:57 17:10:57 ● ReqResp › Batch requests › should send a batch request with a pinned peer 17:10:57 17:10:57 expect(jest.fn()).toHaveBeenCalledWith(...expected) 17:10:57 17:10:57 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 135, 4, 56, 164, 205, 229, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 17:10:57 Received 17:10:57 1 17:10:57 "12D3KooWEEC9DLcGgnh7MAMSwQL3s6Sc3Vqt4F8DJ1B67kEYz8Ut", 17:10:57 "/aztec/req/ping/0.1.0", 17:10:57 @@ -2,9 +2,9 @@ 17:10:57 "data": Array [ 17:10:57 112, 17:10:57 105, 17:10:57 110, 17:10:57 103, 17:10:57 - 51, 17:10:57 + 48, 17:10:57 ], 17:10:57 "type": "Buffer", 17:10:57 }, 17:10:57 2 17:10:57 "12D3KooWBMFNbSMUcseiLSpnKSWA3iUUF6kQR8v8Ksz9NQEgMbas", 17:10:57 "/aztec/req/ping/0.1.0", 17:10:57 @@ -2,9 +2,9 @@ 17:10:57 "data": Array [ 17:10:57 112, 17:10:57 105, 17:10:57 110, 17:10:57 103, 17:10:57 - 51, 17:10:57 + 49, 17:10:57 ], 17:10:57 "type": "Buffer", 17:10:57 }, 17:10:57 3 17:10:57 "12D3KooWJuQwYqi9wz6XCdPNoFgj8ibjpNGviv4cMT4JEcyhdg8y", 17:10:57 "/aztec/req/ping/0.1.0", 17:10:57 @@ -2,9 +2,9 @@ 17:10:57 "data": Array [ 17:10:57 112, 17:10:57 105, 17:10:57 110, 17:10:57 103, 17:10:57 - 51, 17:10:57 + 48, 17:10:57 ], 17:10:57 "type": "Buffer", 17:10:57 }, 17:10:57 17:10:57 Number of calls: 15 17:10:57 17:10:57 516 | // Expect pinned peer to have received all requests 17:10:57 517 | for (let i = 0; i < batchSize; i++) { 17:10:57 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 17:10:57 | ^ 17:10:57 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 17:10:57 520 | ReqRespSubProtocol.PING, 17:10:57 521 | Buffer.from(`ping${i}`), 17:10:57 17:10:57 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 17:10:57 17:10:57 ● ReqResp › Batch requests › should stop after max retry attempts 17:10:57 17:10:57 expect(received).toEqual(expected) // deep equality 17:10:57 17:10:57 - Expected - 11 17:10:57 + Received + 3 17:10:57 17:10:57 @@ -74,10 +74,11 @@ 17:10:57 103, 17:10:57 ], 17:10:57 "type": "Buffer", 17:10:57 }, 17:10:57 }, 17:10:57 + undefined, 17:10:57 RequestableBuffer { 17:10:57 "buffer": Object { 17:10:57 "data": Array [ 17:10:57 112, 17:10:57 111, 17:10:57 @@ -85,10 +86,11 @@ 17:10:57 103, 17:10:57 ], 17:10:57 "type": "Buffer", 17:10:57 }, 17:10:57 }, 17:10:57 + undefined, 17:10:57 RequestableBuffer { 17:10:57 "buffer": Object { 17:10:57 "data": Array [ 17:10:57 112, 17:10:57 111, 17:10:57 @@ -96,17 +98,7 @@ 17:10:57 103, 17:10:57 ], 17:10:57 "type": "Buffer", 17:10:57 }, 17:10:57 }, 17:10:57 - RequestableBuffer { 17:10:57 - "buffer": Object { 17:10:57 - "data": Array [ 17:10:57 - 112, 17:10:57 - 111, 17:10:57 - 110, 17:10:57 - 103, 17:10:57 - ], 17:10:57 - "type": "Buffer", 17:10:57 - }, 17:10:57 - }, 17:10:57 + undefined, 17:10:57 ] 17:10:57 17:10:57 555 | 17:10:57 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 17:10:57 > 557 | expect(res).toEqual(expectResponses); 17:10:57 | ^ 17:10:57 558 | 17:10:57 559 | // Check that we did detect hitting a rate limit 17:10:57 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 17:10:57 17:10:57 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 17:10:57 17:10:57 Test Suites: 1 failed, 1 total 17:10:57 Tests: 4 failed, 12 passed, 16 total 17:10:57 Snapshots: 0 total 17:10:57 Time: 31.092 s 17:10:57 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 17:10:57 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?