ACI ·

Parent Log: http://ci.aztec-labs.com/44a5a93a6a4dcbe3 Command: 4c1b2f8aca7c4d39:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/1756122443f2c64decb043c1268fcc571b032dc9 Env: REF_NAME=gh-readonly-queue/master/pr-14718-5f78d61bb53ab2c2ccd59528d4439a88b2325b96 CURRENT_VERSION=0.87.8 CI_FULL=1 Date: Mon Jun 9 13:22:24 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-14718_amd64_x2-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 13:22:24 +++ id -u 13:22:24 +++ id -g 13:22:24 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 13:22:24 + cid=3652d7db0925c48bfd213fd9136c99332350dd59ea634fabbe92650e78afba23 13:22:24 + set +x 13:22:33 [13:22:33.293] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:33 [13:22:33.297] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:33 [13:22:33.301] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:33 [13:22:33.302] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:33 [13:22:33.845] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:33 [13:22:33.846] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:33 [13:22:33.899] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:33 [13:22:33.900] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:33 [13:22:33.901] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:33 [13:22:33.902] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:35 [13:22:35.147] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.148] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:35 [13:22:35.151] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.153] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:35 [13:22:35.296] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.297] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:35 [13:22:35.298] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.298] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:35 [13:22:35.306] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.308] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:35 [13:22:35.323] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:35 [13:22:35.324] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:36 [13:22:36.430] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGJrp7pr35RukjtCresGzAP1rjprKF7FEhpEppofYLLKX 13:22:36 [13:22:36.431] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:36 err: { 13:22:36 "type": "ReqRespStatusError", 13:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:36 "stack": 13:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:36 "status": 1 13:22:36 } 13:22:36 [13:22:36.440] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGJrp7pr35RukjtCresGzAP1rjprKF7FEhpEppofYLLKX 13:22:36 [13:22:36.440] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:36 err: { 13:22:36 "type": "ReqRespStatusError", 13:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:36 "stack": 13:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:36 "status": 1 13:22:36 } 13:22:36 [13:22:36.444] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGJrp7pr35RukjtCresGzAP1rjprKF7FEhpEppofYLLKX 13:22:36 [13:22:36.444] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:36 err: { 13:22:36 "type": "ReqRespStatusError", 13:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:36 "stack": 13:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:36 "status": 1 13:22:36 } 13:22:36 [13:22:36.448] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGJrp7pr35RukjtCresGzAP1rjprKF7FEhpEppofYLLKX 13:22:36 [13:22:36.449] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:36 err: { 13:22:36 "type": "ReqRespStatusError", 13:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:36 "stack": 13:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:36 "status": 1 13:22:36 } 13:22:36 [13:22:36.453] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWGJrp7pr35RukjtCresGzAP1rjprKF7FEhpEppofYLLKX 13:22:36 [13:22:36.454] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:36 err: { 13:22:36 "type": "ReqRespStatusError", 13:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:36 "stack": 13:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:36 "status": 1 13:22:36 } 13:22:36 [13:22:36.462] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:36 [13:22:36.463] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:36 [13:22:36.466] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:36 [13:22:36.467] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:38 [13:22:38.020] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:38 [13:22:38.021] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:38 [13:22:38.025] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:38 [13:22:38.026] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:39 [13:22:39.131] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:39 [13:22:39.132] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:39 [13:22:39.135] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:39 [13:22:39.136] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:40 [13:22:40.216] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:40 [13:22:40.216] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:40 [13:22:40.220] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:40 [13:22:40.220] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:43 [13:22:43.266] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:43 [13:22:43.267] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:43 [13:22:43.270] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:43 [13:22:43.270] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:48 [13:22:48.445] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:48 [13:22:48.446] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:48 [13:22:48.447] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:48 [13:22:48.447] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:48 [13:22:48.448] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:48 [13:22:48.448] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:48 [13:22:48.451] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:48 [13:22:48.451] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:48 [13:22:48.463] WARN: foundation:memory_fifo Discarding item because queue is flushing 13:22:48 [13:22:48.465] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 13:22:48 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 13:22:48 at new Promise (<anonymous>) 13:22:48 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 13:22:48 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 13:22:48 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 13:22:48 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:48 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:48 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:48 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWBPuiMVajR8YqDmUKuWh2MWuQ9npL2AUTWNjvp7P1zezR","subProtocol":"/aztec/req/tx/0.1.0"} 13:22:49 [13:22:49.550] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:49 [13:22:49.550] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:49 [13:22:49.553] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:49 [13:22:49.554] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:50 [13:22:50.593] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:50 [13:22:50.594] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:50 [13:22:50.597] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:50 [13:22:50.598] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:51 [13:22:51.644] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:51 [13:22:51.645] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:51 [13:22:51.649] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:51 [13:22:51.649] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:52 [13:22:52.908] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:52 [13:22:52.908] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:52 [13:22:52.912] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:52 [13:22:52.913] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:54 [13:22:54.051] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWMkoEAeyPLhFTtdeMdfoXgKnSSZ5QtWNmggq1Aa6WAvbs 13:22:54 [13:22:54.052] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:54 err: { 13:22:54 "type": "ReqRespStatusError", 13:22:54 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:54 "stack": 13:22:54 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:54 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:54 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:54 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:54 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:54 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:54 "status": 1 13:22:54 } 13:22:54 [13:22:54.072] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:54 [13:22:54.073] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:54 [13:22:54.073] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:54 [13:22:54.074] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:54 [13:22:54.076] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:54 [13:22:54.076] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:55 [13:22:55.322] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:55 [13:22:55.323] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:55 [13:22:55.325] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:55 [13:22:55.325] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:55 [13:22:55.326] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:55 [13:22:55.326] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:55 [13:22:55.330] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:55 [13:22:55.330] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:56 [13:22:56.496] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWBsbd9MFUHjvR6qyAhhXvxR6cB7vjeimvzNu6mMBN3q4a 13:22:56 [13:22:56.497] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:56 err: { 13:22:56 "type": "ReqRespStatusError", 13:22:56 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:56 "stack": 13:22:56 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:56 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:56 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:56 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:56 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:56 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:56 "status": 1 13:22:56 } 13:22:56 [13:22:56.506] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWBsbd9MFUHjvR6qyAhhXvxR6cB7vjeimvzNu6mMBN3q4a 13:22:56 [13:22:56.507] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:56 err: { 13:22:56 "type": "ReqRespStatusError", 13:22:56 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:56 "stack": 13:22:56 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:56 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:56 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:56 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:56 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:56 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:56 "status": 1 13:22:56 } 13:22:56 [13:22:56.532] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWBsbd9MFUHjvR6qyAhhXvxR6cB7vjeimvzNu6mMBN3q4a 13:22:56 [13:22:56.533] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 13:22:56 err: { 13:22:56 "type": "ReqRespStatusError", 13:22:56 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 13:22:56 "stack": 13:22:56 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 13:22:56 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 13:22:56 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 13:22:56 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 13:22:56 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 13:22:56 at processTicksAndRejections (node:internal/process/task_queues:105:5) 13:22:56 "status": 1 13:22:56 } 13:22:56 [13:22:56.551] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:56 [13:22:56.551] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:56 [13:22:56.552] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:56 [13:22:56.553] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:56 [13:22:56.556] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 13:22:56 [13:22:56.557] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 13:22:56 FAIL src/services/reqresp/reqresp.test.ts (30.765 s) 13:22:56 ReqResp 13:22:56 ✓ should perform a ping request (1240 ms) 13:22:56 ✓ should handle gracefully if a peer connected peer is offline (594 ms) 13:22:56 ✓ should request from a later peer if other peers are offline (1451 ms) 13:22:56 ✕ should hit a rate limit if too many requests are made in quick succession (1134 ms) 13:22:56 Tx req protocol 13:22:56 ✓ can request a Tx from TxHash (1541 ms) 13:22:56 ✓ handles returning empty buffers (1107 ms) 13:22:56 ✓ does not crash if tx hash returns undefined (1085 ms) 13:22:56 ✓ should hit individual timeout if nothing is returned over the stream (3047 ms) 13:22:56 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5191 ms) 13:22:56 ✓ should penalize peer if transaction validation fails (1091 ms) 13:22:56 Goodbye protocol 13:22:56 ✓ should send a goodbye message to a peer (1046 ms) 13:22:56 ✓ should not close stream when handling a goodbye message received from peer (1056 ms) 13:22:56 Block protocol 13:22:56 ✓ should handle block requests (1259 ms) 13:22:56 Batch requests 13:22:56 ✕ should send a batch request between many peers (1163 ms) 13:22:56 ✓ should send a batch request with a pinned peer (1264 ms) 13:22:56 ✕ should stop after max retry attempts (1222 ms) 13:22:56 13:22:56 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 13:22:56 13:22:56 expect(received).toBeDefined() 13:22:56 13:22:56 Received: undefined 13:22:56 13:22:56 145 | // Check that one of the responses gets a rate limit response 13:22:56 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 13:22:56 > 147 | expect(rateLimitResponse).toBeDefined(); 13:22:56 | ^ 13:22:56 148 | 13:22:56 149 | // Make sure the error message is logged 13:22:56 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 13:22:56 13:22:56 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 13:22:56 13:22:56 ● ReqResp › Batch requests › should send a batch request between many peers 13:22:56 13:22:56 expect(jest.fn()).toHaveBeenCalledTimes(expected) 13:22:56 13:22:56 Expected number of calls: 9 13:22:56 Received number of calls: 11 13:22:56 13:22:56 474 | 13:22:56 475 | // Expect one request to have been sent to each peer 13:22:56 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 13:22:56 | ^ 13:22:56 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 13:22:56 478 | expect.objectContaining({ 13:22:56 479 | publicKey: nodes[1].p2p.peerId.publicKey, 13:22:56 13:22:56 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 13:22:56 13:22:56 ● ReqResp › Batch requests › should stop after max retry attempts 13:22:56 13:22:56 expect(received).toEqual(expected) // deep equality 13:22:56 13:22:56 - Expected - 11 13:22:56 + Received + 3 13:22:56 13:22:56 @@ -74,10 +74,11 @@ 13:22:56 103, 13:22:56 ], 13:22:56 "type": "Buffer", 13:22:56 }, 13:22:56 }, 13:22:56 + undefined, 13:22:56 RequestableBuffer { 13:22:56 "buffer": Object { 13:22:56 "data": Array [ 13:22:56 112, 13:22:56 111, 13:22:56 @@ -85,10 +86,11 @@ 13:22:56 103, 13:22:56 ], 13:22:56 "type": "Buffer", 13:22:56 }, 13:22:56 }, 13:22:56 + undefined, 13:22:56 RequestableBuffer { 13:22:56 "buffer": Object { 13:22:56 "data": Array [ 13:22:56 112, 13:22:56 111, 13:22:56 @@ -96,17 +98,7 @@ 13:22:56 103, 13:22:56 ], 13:22:56 "type": "Buffer", 13:22:56 }, 13:22:56 }, 13:22:56 - RequestableBuffer { 13:22:56 - "buffer": Object { 13:22:56 - "data": Array [ 13:22:56 - 112, 13:22:56 - 111, 13:22:56 - 110, 13:22:56 - 103, 13:22:56 - ], 13:22:56 - "type": "Buffer", 13:22:56 - }, 13:22:56 - }, 13:22:56 + undefined, 13:22:56 ] 13:22:56 13:22:56 555 | 13:22:56 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 13:22:56 > 557 | expect(res).toEqual(expectResponses); 13:22:56 | ^ 13:22:56 558 | 13:22:56 559 | // Check that we did detect hitting a rate limit 13:22:56 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 13:22:56 13:22:56 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 13:22:56 13:22:56 Test Suites: 1 failed, 1 total 13:22:56 Tests: 3 failed, 13 passed, 16 total 13:22:56 Snapshots: 0 total 13:22:56 Time: 30.834 s 13:22:56 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 13:22:56 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?