ACI ·

Parent Log: http://ci.aztec-labs.com/cf8702d24c28af95 Command: 59d7caa3bc5b3609:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/64b2b9f661d3e31df0f8ec9120130b753eeb7533 Env: REF_NAME=gh-readonly-queue/master/pr-14685-5f78d61bb53ab2c2ccd59528d4439a88b2325b96 CURRENT_VERSION=0.87.8 CI_FULL=1 Date: Mon Jun 9 18:55:25 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-14685_amd64_x2-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 18:55:25 +++ id -u 18:55:25 +++ id -g 18:55:25 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 18:55:25 + cid=ec8d6c42b6d6ceebf8d28926af54db18bf3cdca337a5a8cb9cddafc77f4b42a5 18:55:25 + set +x 18:55:34 [18:55:34.444] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:34 [18:55:34.449] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:34 [18:55:34.455] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:34 [18:55:34.455] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:35 [18:55:35.011] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:35 [18:55:35.013] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:35 [18:55:35.060] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:35 [18:55:35.061] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:35 [18:55:35.061] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:35 [18:55:35.062] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:36 [18:55:36.299] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:36 [18:55:36.301] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:36 [18:55:36.304] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:36 [18:55:36.307] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:36 [18:55:36.447] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:36 [18:55:36.447] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:36 [18:55:36.448] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:36 [18:55:36.449] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:36 [18:55:36.450] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:36 [18:55:36.450] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:36 [18:55:36.455] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:36 [18:55:36.461] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:37 [18:55:37.561] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA6hvthdWMwn6FsjyjPws9dXrj9uCj4nRdBB8HYXJqATy 18:55:37 [18:55:37.562] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:37 err: { 18:55:37 "type": "ReqRespStatusError", 18:55:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:37 "stack": 18:55:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:37 "status": 1 18:55:37 } 18:55:37 [18:55:37.572] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA6hvthdWMwn6FsjyjPws9dXrj9uCj4nRdBB8HYXJqATy 18:55:37 [18:55:37.573] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:37 err: { 18:55:37 "type": "ReqRespStatusError", 18:55:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:37 "stack": 18:55:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:37 "status": 1 18:55:37 } 18:55:37 [18:55:37.576] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA6hvthdWMwn6FsjyjPws9dXrj9uCj4nRdBB8HYXJqATy 18:55:37 [18:55:37.577] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:37 err: { 18:55:37 "type": "ReqRespStatusError", 18:55:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:37 "stack": 18:55:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:37 "status": 1 18:55:37 } 18:55:37 [18:55:37.580] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA6hvthdWMwn6FsjyjPws9dXrj9uCj4nRdBB8HYXJqATy 18:55:37 [18:55:37.581] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:37 err: { 18:55:37 "type": "ReqRespStatusError", 18:55:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:37 "stack": 18:55:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:37 "status": 1 18:55:37 } 18:55:37 [18:55:37.585] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA6hvthdWMwn6FsjyjPws9dXrj9uCj4nRdBB8HYXJqATy 18:55:37 [18:55:37.585] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:37 err: { 18:55:37 "type": "ReqRespStatusError", 18:55:37 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:37 "stack": 18:55:37 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:37 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:37 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:37 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:37 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:37 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:37 "status": 1 18:55:37 } 18:55:37 [18:55:37.593] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:37 [18:55:37.593] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:37 [18:55:37.597] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:37 [18:55:37.598] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:39 [18:55:39.034] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:39 [18:55:39.035] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:39 [18:55:39.038] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:39 [18:55:39.038] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:40 [18:55:40.116] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:40 [18:55:40.116] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:40 [18:55:40.120] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:40 [18:55:40.121] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:41 [18:55:41.221] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:41 [18:55:41.222] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:41 [18:55:41.225] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:41 [18:55:41.225] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:44 [18:55:44.286] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:44 [18:55:44.287] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:44 [18:55:44.298] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:44 [18:55:44.299] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:49 [18:55:49.468] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:49 [18:55:49.468] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:49 [18:55:49.469] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:49 [18:55:49.469] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:49 [18:55:49.470] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:49 [18:55:49.470] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:49 [18:55:49.473] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:49 [18:55:49.473] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:49 [18:55:49.489] WARN: foundation:memory_fifo Discarding item because queue is flushing 18:55:49 [18:55:49.492] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 18:55:49 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 18:55:49 at new Promise (<anonymous>) 18:55:49 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 18:55:49 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 18:55:49 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 18:55:49 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:49 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:49 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:49 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWPY3UDhpQot5V4wGsJDv6fHg9pyxBVD4jxPMJDutMCrHA","subProtocol":"/aztec/req/tx/0.1.0"} 18:55:50 [18:55:50.580] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:50 [18:55:50.581] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:50 [18:55:50.584] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:50 [18:55:50.584] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:51 [18:55:51.647] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:51 [18:55:51.647] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:51 [18:55:51.651] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:51 [18:55:51.652] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:52 [18:55:52.707] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:52 [18:55:52.708] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:52 [18:55:52.710] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:52 [18:55:52.711] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:53 [18:55:53.945] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:53 [18:55:53.946] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:53 [18:55:53.949] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:53 [18:55:53.950] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:55 [18:55:55.079] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWSenzwrMUDZX6A5i2fEn94F8JF3Xkunn6Ec453TJcypH7 18:55:55 [18:55:55.080] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:55 err: { 18:55:55 "type": "ReqRespStatusError", 18:55:55 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:55 "stack": 18:55:55 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:55 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:55 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:55 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:55 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:55 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:55 "status": 1 18:55:55 } 18:55:55 [18:55:55.104] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:55 [18:55:55.104] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:55 [18:55:55.105] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:55 [18:55:55.106] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:55 [18:55:55.109] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:55 [18:55:55.109] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:56 [18:55:56.360] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:56 [18:55:56.361] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:56 [18:55:56.362] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:56 [18:55:56.362] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:56 [18:55:56.364] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:56 [18:55:56.364] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:56 [18:55:56.368] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:56 [18:55:56.369] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:57 [18:55:57.477] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA5kW3aBg9RsUBNk6MFFX3EHsmPJ5XzNcpJqBRvahr776 18:55:57 [18:55:57.477] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:57 err: { 18:55:57 "type": "ReqRespStatusError", 18:55:57 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:57 "stack": 18:55:57 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:57 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:57 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:57 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:57 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:57 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:57 "status": 1 18:55:57 } 18:55:57 [18:55:57.481] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA5kW3aBg9RsUBNk6MFFX3EHsmPJ5XzNcpJqBRvahr776 18:55:57 [18:55:57.481] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:57 err: { 18:55:57 "type": "ReqRespStatusError", 18:55:57 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:57 "stack": 18:55:57 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:57 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:57 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:57 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:57 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:57 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:57 "status": 1 18:55:57 } 18:55:57 [18:55:57.514] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWA5kW3aBg9RsUBNk6MFFX3EHsmPJ5XzNcpJqBRvahr776 18:55:57 [18:55:57.514] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 18:55:57 err: { 18:55:57 "type": "ReqRespStatusError", 18:55:57 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 18:55:57 "stack": 18:55:57 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 18:55:57 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 18:55:57 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 18:55:57 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 18:55:57 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 18:55:57 at processTicksAndRejections (node:internal/process/task_queues:105:5) 18:55:57 "status": 1 18:55:57 } 18:55:57 [18:55:57.525] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:57 [18:55:57.526] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:57 [18:55:57.527] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:57 [18:55:57.527] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:57 [18:55:57.530] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 18:55:57 [18:55:57.531] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 18:55:57 FAIL src/services/reqresp/reqresp.test.ts (31.069 s) 18:55:57 ReqResp 18:55:57 ✓ should perform a ping request (1383 ms) 18:55:57 ✓ should handle gracefully if a peer connected peer is offline (598 ms) 18:55:57 ✓ should request from a later peer if other peers are offline (1436 ms) 18:55:57 ✕ should hit a rate limit if too many requests are made in quick succession (1099 ms) 18:55:57 Tx req protocol 18:55:57 ✓ can request a Tx from TxHash (1441 ms) 18:55:57 ✓ handles returning empty buffers (1081 ms) 18:55:57 ✓ does not crash if tx hash returns undefined (1103 ms) 18:55:57 ✓ should hit individual timeout if nothing is returned over the stream (3074 ms) 18:55:57 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5190 ms) 18:55:57 ✓ should penalize peer if transaction validation fails (1094 ms) 18:55:57 Goodbye protocol 18:55:57 ✓ should send a goodbye message to a peer (1068 ms) 18:55:57 ✓ should not close stream when handling a goodbye message received from peer (1056 ms) 18:55:57 Block protocol 18:55:57 ✓ should handle block requests (1245 ms) 18:55:57 Batch requests 18:55:57 ✕ should send a batch request between many peers (1160 ms) 18:55:57 ✕ should send a batch request with a pinned peer (1267 ms) 18:55:57 ✕ should stop after max retry attempts (1159 ms) 18:55:57 18:55:57 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 18:55:57 18:55:57 expect(received).toBeDefined() 18:55:57 18:55:57 Received: undefined 18:55:57 18:55:57 145 | // Check that one of the responses gets a rate limit response 18:55:57 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 18:55:57 > 147 | expect(rateLimitResponse).toBeDefined(); 18:55:57 | ^ 18:55:57 148 | 18:55:57 149 | // Make sure the error message is logged 18:55:57 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 18:55:57 18:55:57 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 18:55:57 18:55:57 ● ReqResp › Batch requests › should send a batch request between many peers 18:55:57 18:55:57 expect(jest.fn()).toHaveBeenCalledTimes(expected) 18:55:57 18:55:57 Expected number of calls: 9 18:55:57 Received number of calls: 11 18:55:57 18:55:57 474 | 18:55:57 475 | // Expect one request to have been sent to each peer 18:55:57 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 18:55:57 | ^ 18:55:57 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 18:55:57 478 | expect.objectContaining({ 18:55:57 479 | publicKey: nodes[1].p2p.peerId.publicKey, 18:55:57 18:55:57 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 18:55:57 18:55:57 ● ReqResp › Batch requests › should send a batch request with a pinned peer 18:55:57 18:55:57 expect(jest.fn()).toHaveBeenCalledWith(...expected) 18:55:57 18:55:57 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 26, 241, 79, 101, 113, 144, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 18:55:57 Received 18:55:57 1 18:55:57 "12D3KooWF7se7Xav9TghRHfD7DF8SdQZpzQmHsnUXbpMYnLtp3P7", 18:55:57 "/aztec/req/ping/0.1.0", 18:55:57 @@ -2,9 +2,9 @@ 18:55:57 "data": Array [ 18:55:57 112, 18:55:57 105, 18:55:57 110, 18:55:57 103, 18:55:57 - 51, 18:55:57 + 48, 18:55:57 ], 18:55:57 "type": "Buffer", 18:55:57 }, 18:55:57 2 18:55:57 "12D3KooWEj1WZjs1U7FkNNA2Y5o7pxN6rKTjSgYzDLeu8XttnZig", 18:55:57 "/aztec/req/ping/0.1.0", 18:55:57 @@ -2,9 +2,9 @@ 18:55:57 "data": Array [ 18:55:57 112, 18:55:57 105, 18:55:57 110, 18:55:57 103, 18:55:57 - 51, 18:55:57 + 49, 18:55:57 ], 18:55:57 "type": "Buffer", 18:55:57 }, 18:55:57 3 18:55:57 "12D3KooWBdYBg8ytAwoNoCHBDmtK2WBWgpJeoegucY6K6sBYjBgM", 18:55:57 "/aztec/req/ping/0.1.0", 18:55:57 @@ -2,9 +2,9 @@ 18:55:57 "data": Array [ 18:55:57 112, 18:55:57 105, 18:55:57 110, 18:55:57 103, 18:55:57 - 51, 18:55:57 + 48, 18:55:57 ], 18:55:57 "type": "Buffer", 18:55:57 }, 18:55:57 18:55:57 Number of calls: 12 18:55:57 18:55:57 516 | // Expect pinned peer to have received all requests 18:55:57 517 | for (let i = 0; i < batchSize; i++) { 18:55:57 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 18:55:57 | ^ 18:55:57 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 18:55:57 520 | ReqRespSubProtocol.PING, 18:55:57 521 | Buffer.from(`ping${i}`), 18:55:57 18:55:57 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 18:55:57 18:55:57 ● ReqResp › Batch requests › should stop after max retry attempts 18:55:57 18:55:57 expect(received).toEqual(expected) // deep equality 18:55:57 18:55:57 - Expected - 11 18:55:57 + Received + 3 18:55:57 18:55:57 @@ -74,10 +74,11 @@ 18:55:57 103, 18:55:57 ], 18:55:57 "type": "Buffer", 18:55:57 }, 18:55:57 }, 18:55:57 + undefined, 18:55:57 RequestableBuffer { 18:55:57 "buffer": Object { 18:55:57 "data": Array [ 18:55:57 112, 18:55:57 111, 18:55:57 @@ -85,10 +86,11 @@ 18:55:57 103, 18:55:57 ], 18:55:57 "type": "Buffer", 18:55:57 }, 18:55:57 }, 18:55:57 + undefined, 18:55:57 RequestableBuffer { 18:55:57 "buffer": Object { 18:55:57 "data": Array [ 18:55:57 112, 18:55:57 111, 18:55:57 @@ -96,17 +98,7 @@ 18:55:57 103, 18:55:57 ], 18:55:57 "type": "Buffer", 18:55:57 }, 18:55:57 }, 18:55:57 - RequestableBuffer { 18:55:57 - "buffer": Object { 18:55:57 - "data": Array [ 18:55:57 - 112, 18:55:57 - 111, 18:55:57 - 110, 18:55:57 - 103, 18:55:57 - ], 18:55:57 - "type": "Buffer", 18:55:57 - }, 18:55:57 - }, 18:55:57 + undefined, 18:55:57 ] 18:55:57 18:55:57 555 | 18:55:57 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 18:55:57 > 557 | expect(res).toEqual(expectResponses); 18:55:57 | ^ 18:55:57 558 | 18:55:57 559 | // Check that we did detect hitting a rate limit 18:55:57 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 18:55:57 18:55:57 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 18:55:57 18:55:57 Test Suites: 1 failed, 1 total 18:55:57 Tests: 4 failed, 12 passed, 16 total 18:55:57 Snapshots: 0 total 18:55:57 Time: 31.144 s 18:55:57 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 18:55:57 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?