ACI ·

Parent Log: http://ci.aztec-labs.com/a628477c82c581c1 Command: cdc0844b6e9d2c1e:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/5f78d61bb53ab2c2ccd59528d4439a88b2325b96 Env: REF_NAME=gh-readonly-queue/master/pr-14715-3a776996a430e63770f252088c2fdd32ae17c1f7 CURRENT_VERSION=0.87.8 CI_FULL=0 Date: Mon Jun 9 11:22:07 UTC 2025 System: ARCH=arm64 CPUS=64 MEM=247Gi HOSTNAME=pr-14715_arm64_a1-fast Resources: CPU_LIST=0-63 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 11:22:07 +++ id -u 11:22:07 +++ id -g 11:22:07 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-63 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 11:22:08 + cid=752e3c11de702c3f07ff9069be43a8859d0d2e51aaf5526667ca2a5f0fcb8b4b 11:22:08 + set +x 11:22:14 [11:22:14.177] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:14 [11:22:14.183] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:14 [11:22:14.186] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:14 [11:22:14.187] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:14 [11:22:14.725] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:14 [11:22:14.726] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:14 [11:22:14.760] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:14 [11:22:14.760] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:14 [11:22:14.761] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:14 [11:22:14.762] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:15 [11:22:15.922] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:15 [11:22:15.923] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:15 [11:22:15.924] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:15 [11:22:15.926] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:16 [11:22:16.016] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:16 [11:22:16.016] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:16 [11:22:16.017] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:16 [11:22:16.018] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:16 [11:22:16.021] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:16 [11:22:16.021] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:16 [11:22:16.024] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:16 [11:22:16.024] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:17 [11:22:17.097] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLKvGmc9aBNtMftGwXkdFMJDk7DLpLyA3RVRvQsVYVPkS 11:22:17 [11:22:17.097] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:17 err: { 11:22:17 "type": "ReqRespStatusError", 11:22:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:17 "stack": 11:22:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:17 "status": 1 11:22:17 } 11:22:17 [11:22:17.105] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLKvGmc9aBNtMftGwXkdFMJDk7DLpLyA3RVRvQsVYVPkS 11:22:17 [11:22:17.105] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:17 err: { 11:22:17 "type": "ReqRespStatusError", 11:22:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:17 "stack": 11:22:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:17 "status": 1 11:22:17 } 11:22:17 [11:22:17.109] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLKvGmc9aBNtMftGwXkdFMJDk7DLpLyA3RVRvQsVYVPkS 11:22:17 [11:22:17.109] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:17 err: { 11:22:17 "type": "ReqRespStatusError", 11:22:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:17 "stack": 11:22:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:17 "status": 1 11:22:17 } 11:22:17 [11:22:17.113] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLKvGmc9aBNtMftGwXkdFMJDk7DLpLyA3RVRvQsVYVPkS 11:22:17 [11:22:17.113] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:17 err: { 11:22:17 "type": "ReqRespStatusError", 11:22:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:17 "stack": 11:22:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:17 "status": 1 11:22:17 } 11:22:17 [11:22:17.116] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWLKvGmc9aBNtMftGwXkdFMJDk7DLpLyA3RVRvQsVYVPkS 11:22:17 [11:22:17.116] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:17 err: { 11:22:17 "type": "ReqRespStatusError", 11:22:17 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:17 "stack": 11:22:17 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:17 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:17 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:17 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:17 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:17 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:17 "status": 1 11:22:17 } 11:22:17 [11:22:17.122] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:17 [11:22:17.122] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:17 [11:22:17.125] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:17 [11:22:17.125] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:18 [11:22:18.460] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:18 [11:22:18.460] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:18 [11:22:18.463] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:18 [11:22:18.463] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:19 [11:22:19.527] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:19 [11:22:19.527] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:19 [11:22:19.530] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:19 [11:22:19.530] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:20 [11:22:20.591] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:20 [11:22:20.591] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:20 [11:22:20.594] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:20 [11:22:20.594] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:23 [11:22:23.626] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:23 [11:22:23.627] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:23 [11:22:23.629] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:23 [11:22:23.630] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:28 [11:22:28.768] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:28 [11:22:28.768] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:28 [11:22:28.769] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:28 [11:22:28.769] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:28 [11:22:28.770] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:28 [11:22:28.770] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:28 [11:22:28.773] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:28 [11:22:28.773] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:28 [11:22:28.785] WARN: foundation:memory_fifo Discarding item because queue is flushing 11:22:28 [11:22:28.787] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 11:22:28 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 11:22:28 at new Promise (<anonymous>) 11:22:28 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 11:22:28 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 11:22:28 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 11:22:28 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:28 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:28 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:28 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWA4jjdVSAdYk1BFP1vUAMVrVvFWBh5V2qhxyw5RPsLP1x","subProtocol":"/aztec/req/tx/0.1.0"} 11:22:29 [11:22:29.852] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:29 [11:22:29.852] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:29 [11:22:29.855] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:29 [11:22:29.855] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:30 [11:22:30.888] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:30 [11:22:30.888] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:30 [11:22:30.891] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:30 [11:22:30.891] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:31 [11:22:31.923] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:31 [11:22:31.923] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:31 [11:22:31.926] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:31 [11:22:31.926] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:33 [11:22:33.177] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:33 [11:22:33.178] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:33 [11:22:33.180] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:33 [11:22:33.181] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:34 [11:22:34.267] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJ25CZk2BmndzBAYDWHScCZzietbFYXmrUwb26a1882uS 11:22:34 [11:22:34.267] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:34 err: { 11:22:34 "type": "ReqRespStatusError", 11:22:34 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:34 "stack": 11:22:34 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:34 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:34 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:34 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:34 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:34 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:34 "status": 1 11:22:34 } 11:22:34 [11:22:34.284] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:34 [11:22:34.285] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:34 [11:22:34.285] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:34 [11:22:34.286] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:34 [11:22:34.288] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:34 [11:22:34.288] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:35 [11:22:35.461] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:35 [11:22:35.462] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:35 [11:22:35.463] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:35 [11:22:35.463] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:35 [11:22:35.464] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:35 [11:22:35.464] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:35 [11:22:35.466] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:35 [11:22:35.467] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:36 [11:22:36.555] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPuFrxcjDFGDgYhMVaXeoJ1UT9gAJngdR1MtyF7uGMoD9 11:22:36 [11:22:36.556] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:36 err: { 11:22:36 "type": "ReqRespStatusError", 11:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:36 "stack": 11:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:36 "status": 1 11:22:36 } 11:22:36 [11:22:36.559] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPuFrxcjDFGDgYhMVaXeoJ1UT9gAJngdR1MtyF7uGMoD9 11:22:36 [11:22:36.559] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:36 err: { 11:22:36 "type": "ReqRespStatusError", 11:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:36 "stack": 11:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:36 "status": 1 11:22:36 } 11:22:36 [11:22:36.571] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPuFrxcjDFGDgYhMVaXeoJ1UT9gAJngdR1MtyF7uGMoD9 11:22:36 [11:22:36.571] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 11:22:36 err: { 11:22:36 "type": "ReqRespStatusError", 11:22:36 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 11:22:36 "stack": 11:22:36 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 11:22:36 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 11:22:36 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 11:22:36 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 11:22:36 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 11:22:36 at processTicksAndRejections (node:internal/process/task_queues:105:5) 11:22:36 "status": 1 11:22:36 } 11:22:36 [11:22:36.580] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:36 [11:22:36.580] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:36 [11:22:36.580] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:36 [11:22:36.581] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:36 [11:22:36.583] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 11:22:36 [11:22:36.583] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 11:22:36 FAIL src/services/reqresp/reqresp.test.ts (27.172 s) 11:22:36 ReqResp 11:22:36 ✓ should perform a ping request (1206 ms) 11:22:36 ✓ should handle gracefully if a peer connected peer is offline (571 ms) 11:22:36 ✓ should request from a later peer if other peers are offline (1286 ms) 11:22:36 ✕ should hit a rate limit if too many requests are made in quick succession (1077 ms) 11:22:36 Tx req protocol 11:22:36 ✓ can request a Tx from TxHash (1339 ms) 11:22:36 ✓ handles returning empty buffers (1066 ms) 11:22:36 ✓ does not crash if tx hash returns undefined (1063 ms) 11:22:36 ✓ should hit individual timeout if nothing is returned over the stream (3036 ms) 11:22:36 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5155 ms) 11:22:36 ✓ should penalize peer if transaction validation fails (1070 ms) 11:22:36 Goodbye protocol 11:22:36 ✓ should send a goodbye message to a peer (1036 ms) 11:22:36 ✓ should not close stream when handling a goodbye message received from peer (1035 ms) 11:22:36 Block protocol 11:22:36 ✓ should handle block requests (1255 ms) 11:22:36 Batch requests 11:22:36 ✕ should send a batch request between many peers (1112 ms) 11:22:36 ✕ should send a batch request with a pinned peer (1181 ms) 11:22:36 ✕ should stop after max retry attempts (1112 ms) 11:22:36 11:22:36 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 11:22:36 11:22:36 expect(received).toBeDefined() 11:22:36 11:22:36 Received: undefined 11:22:36 11:22:36 145 | // Check that one of the responses gets a rate limit response 11:22:36 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 11:22:36 > 147 | expect(rateLimitResponse).toBeDefined(); 11:22:36 | ^ 11:22:36 148 | 11:22:36 149 | // Make sure the error message is logged 11:22:36 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 11:22:36 11:22:36 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 11:22:36 11:22:36 ● ReqResp › Batch requests › should send a batch request between many peers 11:22:36 11:22:36 expect(jest.fn()).toHaveBeenCalledTimes(expected) 11:22:36 11:22:36 Expected number of calls: 9 11:22:36 Received number of calls: 11 11:22:36 11:22:36 474 | 11:22:36 475 | // Expect one request to have been sent to each peer 11:22:36 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 11:22:36 | ^ 11:22:36 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 11:22:36 478 | expect.objectContaining({ 11:22:36 479 | publicKey: nodes[1].p2p.peerId.publicKey, 11:22:36 11:22:36 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 11:22:36 11:22:36 ● ReqResp › Batch requests › should send a batch request with a pinned peer 11:22:36 11:22:36 expect(jest.fn()).toHaveBeenCalledWith(...expected) 11:22:36 11:22:36 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 233, 59, 195, 105, 236, 55, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 11:22:36 Received 11:22:36 1 11:22:36 "12D3KooWAHJLX4hKwtBLpGPPFN2UxLfscUtMxqw6o8Hdm7nDjxCR", 11:22:36 "/aztec/req/ping/0.1.0", 11:22:36 @@ -2,9 +2,9 @@ 11:22:36 "data": Array [ 11:22:36 112, 11:22:36 105, 11:22:36 110, 11:22:36 103, 11:22:36 - 51, 11:22:36 + 48, 11:22:36 ], 11:22:36 "type": "Buffer", 11:22:36 }, 11:22:36 2 11:22:36 "12D3KooWRbqusR3WG174JCejr9iJf32vosMdUfMXghSgKy532kUs", 11:22:36 "/aztec/req/ping/0.1.0", 11:22:36 @@ -2,9 +2,9 @@ 11:22:36 "data": Array [ 11:22:36 112, 11:22:36 105, 11:22:36 110, 11:22:36 103, 11:22:36 - 51, 11:22:36 + 49, 11:22:36 ], 11:22:36 "type": "Buffer", 11:22:36 }, 11:22:36 3 11:22:36 "12D3KooWRWp1xji9sLG7S1Fyu3ZckeohCzk8rsbzkhmreJrF39h9", 11:22:36 "/aztec/req/ping/0.1.0", 11:22:36 @@ -2,9 +2,9 @@ 11:22:36 "data": Array [ 11:22:36 112, 11:22:36 105, 11:22:36 110, 11:22:36 103, 11:22:36 - 51, 11:22:36 + 48, 11:22:36 ], 11:22:36 "type": "Buffer", 11:22:36 }, 11:22:36 11:22:36 Number of calls: 12 11:22:36 11:22:36 516 | // Expect pinned peer to have received all requests 11:22:36 517 | for (let i = 0; i < batchSize; i++) { 11:22:36 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 11:22:36 | ^ 11:22:36 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 11:22:36 520 | ReqRespSubProtocol.PING, 11:22:36 521 | Buffer.from(`ping${i}`), 11:22:36 11:22:36 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 11:22:36 11:22:36 ● ReqResp › Batch requests › should stop after max retry attempts 11:22:36 11:22:36 expect(received).toEqual(expected) // deep equality 11:22:36 11:22:36 - Expected - 11 11:22:36 + Received + 3 11:22:36 11:22:36 @@ -74,10 +74,11 @@ 11:22:36 103, 11:22:36 ], 11:22:36 "type": "Buffer", 11:22:36 }, 11:22:36 }, 11:22:36 + undefined, 11:22:36 RequestableBuffer { 11:22:36 "buffer": Object { 11:22:36 "data": Array [ 11:22:36 112, 11:22:36 111, 11:22:36 @@ -85,10 +86,11 @@ 11:22:36 103, 11:22:36 ], 11:22:36 "type": "Buffer", 11:22:36 }, 11:22:36 }, 11:22:36 + undefined, 11:22:36 RequestableBuffer { 11:22:36 "buffer": Object { 11:22:36 "data": Array [ 11:22:36 112, 11:22:36 111, 11:22:36 @@ -96,17 +98,7 @@ 11:22:36 103, 11:22:36 ], 11:22:36 "type": "Buffer", 11:22:36 }, 11:22:36 }, 11:22:36 - RequestableBuffer { 11:22:36 - "buffer": Object { 11:22:36 - "data": Array [ 11:22:36 - 112, 11:22:36 - 111, 11:22:36 - 110, 11:22:36 - 103, 11:22:36 - ], 11:22:36 - "type": "Buffer", 11:22:36 - }, 11:22:36 - }, 11:22:36 + undefined, 11:22:36 ] 11:22:36 11:22:36 555 | 11:22:36 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 11:22:36 > 557 | expect(res).toEqual(expectResponses); 11:22:36 | ^ 11:22:36 558 | 11:22:36 559 | // Check that we did detect hitting a rate limit 11:22:36 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 11:22:36 11:22:36 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 11:22:36 11:22:36 Test Suites: 1 failed, 1 total 11:22:36 Tests: 4 failed, 12 passed, 16 total 11:22:36 Snapshots: 0 total 11:22:36 Time: 27.236 s 11:22:36 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 11:22:36 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?