ACI ·

Parent Log: http://ci.aztec-labs.com/a1a6cca8389f3fdc Command: 59d7caa3bc5b3609:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/1338cef09c870378254c56748f972ae827c4d482 Env: REF_NAME=gh-readonly-queue/master/pr-14982-dada14e07a974e905ef606b4fac7c777b922587f CURRENT_VERSION=0.87.8 CI_FULL=1 Date: Thu Jun 12 06:51:02 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-14982_amd64_x1-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 06:51:02 +++ id -u 06:51:02 +++ id -g 06:51:02 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 06:51:02 + cid=16f613b1b8dcd3cfeffca0d6b24c61e9a3c3dbbafd92e040162172444481caa6 06:51:02 + set +x 06:51:11 [06:51:11.090] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:11 [06:51:11.094] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:11 [06:51:11.099] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:11 [06:51:11.100] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:11 [06:51:11.642] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:11 [06:51:11.645] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:11 [06:51:11.721] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:11 [06:51:11.721] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:11 [06:51:11.722] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:11 [06:51:11.723] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:12 [06:51:12.943] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:12 [06:51:12.943] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:12 [06:51:12.945] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:12 [06:51:12.946] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:13 [06:51:13.020] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:13 [06:51:13.020] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:13 [06:51:13.021] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:13 [06:51:13.022] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:13 [06:51:13.023] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:13 [06:51:13.023] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:13 [06:51:13.027] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:13 [06:51:13.027] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:14 [06:51:14.113] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJueNQ2jJi8QDBrEds35wpWbDPxsz3sNZmUUjkFyqwJuZ 06:51:14 [06:51:14.114] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:14 err: { 06:51:14 "type": "ReqRespStatusError", 06:51:14 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:14 "stack": 06:51:14 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:14 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:14 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:14 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:14 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:14 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:14 "status": 1 06:51:14 } 06:51:14 [06:51:14.123] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJueNQ2jJi8QDBrEds35wpWbDPxsz3sNZmUUjkFyqwJuZ 06:51:14 [06:51:14.123] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:14 err: { 06:51:14 "type": "ReqRespStatusError", 06:51:14 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:14 "stack": 06:51:14 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:14 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:14 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:14 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:14 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:14 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:14 "status": 1 06:51:14 } 06:51:14 [06:51:14.127] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJueNQ2jJi8QDBrEds35wpWbDPxsz3sNZmUUjkFyqwJuZ 06:51:14 [06:51:14.127] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:14 err: { 06:51:14 "type": "ReqRespStatusError", 06:51:14 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:14 "stack": 06:51:14 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:14 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:14 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:14 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:14 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:14 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:14 "status": 1 06:51:14 } 06:51:14 [06:51:14.131] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJueNQ2jJi8QDBrEds35wpWbDPxsz3sNZmUUjkFyqwJuZ 06:51:14 [06:51:14.131] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:14 err: { 06:51:14 "type": "ReqRespStatusError", 06:51:14 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:14 "stack": 06:51:14 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:14 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:14 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:14 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:14 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:14 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:14 "status": 1 06:51:14 } 06:51:14 [06:51:14.135] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJueNQ2jJi8QDBrEds35wpWbDPxsz3sNZmUUjkFyqwJuZ 06:51:14 [06:51:14.135] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:14 err: { 06:51:14 "type": "ReqRespStatusError", 06:51:14 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:14 "stack": 06:51:14 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:14 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:14 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:14 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:14 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:14 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:14 "status": 1 06:51:14 } 06:51:14 [06:51:14.143] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:14 [06:51:14.143] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:14 [06:51:14.148] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:14 [06:51:14.148] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:15 [06:51:15.583] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:15 [06:51:15.583] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:15 [06:51:15.586] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:15 [06:51:15.587] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:16 [06:51:16.659] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:16 [06:51:16.660] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:16 [06:51:16.673] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:16 [06:51:16.676] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:17 [06:51:17.758] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:17 [06:51:17.758] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:17 [06:51:17.761] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:17 [06:51:17.761] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:20 [06:51:20.819] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:20 [06:51:20.820] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:20 [06:51:20.824] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:20 [06:51:20.825] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:26 [06:51:26.007] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:26 [06:51:26.008] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:26 [06:51:26.009] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:26 [06:51:26.009] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:26 [06:51:26.010] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:26 [06:51:26.010] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:26 [06:51:26.013] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:26 [06:51:26.013] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:26 [06:51:26.025] WARN: foundation:memory_fifo Discarding item because queue is flushing 06:51:26 [06:51:26.028] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 06:51:26 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 06:51:26 at new Promise (<anonymous>) 06:51:26 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 06:51:26 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 06:51:26 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 06:51:26 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:26 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:26 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:26 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWS19L9K7bwGJ2dWiRbTGh7SWgrmbe9xxVfPeiafoh62oM","subProtocol":"/aztec/req/tx/0.1.0"} 06:51:27 [06:51:27.123] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:27 [06:51:27.124] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:27 [06:51:27.127] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:27 [06:51:27.128] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:28 [06:51:28.163] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:28 [06:51:28.163] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:28 [06:51:28.171] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:28 [06:51:28.172] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:29 [06:51:29.222] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:29 [06:51:29.222] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:29 [06:51:29.226] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:29 [06:51:29.226] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:30 [06:51:30.489] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:30 [06:51:30.489] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:30 [06:51:30.493] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:30 [06:51:30.493] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:31 [06:51:31.616] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWHstvGV2U1DJDLK8Vdx7gBQxHjK48ZswVVEDAhRhQ7oQu 06:51:31 [06:51:31.617] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:31 err: { 06:51:31 "type": "ReqRespStatusError", 06:51:31 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:31 "stack": 06:51:31 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:31 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:31 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:31 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:31 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:31 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:31 "status": 1 06:51:31 } 06:51:31 [06:51:31.639] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:31 [06:51:31.640] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:31 [06:51:31.641] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:31 [06:51:31.641] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:31 [06:51:31.644] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:31 [06:51:31.645] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.880] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.880] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.881] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.882] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.883] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.883] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.894] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.894] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:34 [06:51:34.066] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWK16VNmZXETn2M54nijJkD3j2sLUKnaBG7rEXjdh6TZ5n 06:51:34 [06:51:34.067] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:34 err: { 06:51:34 "type": "ReqRespStatusError", 06:51:34 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:34 "stack": 06:51:34 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:34 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:34 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:34 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:34 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:34 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:34 "status": 1 06:51:34 } 06:51:34 [06:51:34.071] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWK16VNmZXETn2M54nijJkD3j2sLUKnaBG7rEXjdh6TZ5n 06:51:34 [06:51:34.072] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:34 err: { 06:51:34 "type": "ReqRespStatusError", 06:51:34 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:34 "stack": 06:51:34 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:34 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:34 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:34 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:34 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:34 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:34 "status": 1 06:51:34 } 06:51:34 [06:51:34.101] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWK16VNmZXETn2M54nijJkD3j2sLUKnaBG7rEXjdh6TZ5n 06:51:34 [06:51:34.102] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:34 err: { 06:51:34 "type": "ReqRespStatusError", 06:51:34 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:34 "stack": 06:51:34 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:34 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:34 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:34 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:34 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:34 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:34 "status": 1 06:51:34 } 06:51:34 [06:51:34.117] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:34 [06:51:34.117] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:34 [06:51:34.118] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:34 [06:51:34.118] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:34 [06:51:34.121] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:34 [06:51:34.121] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:34 FAIL src/services/reqresp/reqresp.test.ts (30.248 s) 06:51:34 ReqResp 06:51:34 ✓ should perform a ping request (1307 ms) 06:51:34 ✓ should handle gracefully if a peer connected peer is offline (620 ms) 06:51:34 ✓ should request from a later peer if other peers are offline (1326 ms) 06:51:34 ✕ should hit a rate limit if too many requests are made in quick succession (1107 ms) 06:51:34 Tx req protocol 06:51:34 ✓ can request a Tx from TxHash (1429 ms) 06:51:34 ✓ handles returning empty buffers (1097 ms) 06:51:34 ✓ does not crash if tx hash returns undefined (1085 ms) 06:51:34 ✓ should hit individual timeout if nothing is returned over the stream (3057 ms) 06:51:34 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5195 ms) 06:51:34 ✓ should penalize peer if transaction validation fails (1101 ms) 06:51:34 Goodbye protocol 06:51:34 ✓ should send a goodbye message to a peer (1050 ms) 06:51:34 ✓ should not close stream when handling a goodbye message received from peer (1054 ms) 06:51:34 Block protocol 06:51:34 ✓ should handle block requests (1261 ms) 06:51:34 Batch requests 06:51:34 ✕ should send a batch request between many peers (1157 ms) 06:51:34 ✓ should send a batch request with a pinned peer (1259 ms) 06:51:34 ✕ should stop after max retry attempts (1217 ms) 06:51:34 06:51:34 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 06:51:34 06:51:34 expect(received).toBeDefined() 06:51:34 06:51:34 Received: undefined 06:51:34 06:51:34 145 | // Check that one of the responses gets a rate limit response 06:51:34 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 06:51:34 > 147 | expect(rateLimitResponse).toBeDefined(); 06:51:34 | ^ 06:51:34 148 | 06:51:34 149 | // Make sure the error message is logged 06:51:34 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 06:51:34 06:51:34 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 06:51:34 06:51:34 ● ReqResp › Batch requests › should send a batch request between many peers 06:51:34 06:51:34 expect(jest.fn()).toHaveBeenCalledTimes(expected) 06:51:34 06:51:34 Expected number of calls: 9 06:51:34 Received number of calls: 11 06:51:34 06:51:34 474 | 06:51:34 475 | // Expect one request to have been sent to each peer 06:51:34 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 06:51:34 | ^ 06:51:34 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 06:51:34 478 | expect.objectContaining({ 06:51:34 479 | publicKey: nodes[1].p2p.peerId.publicKey, 06:51:34 06:51:34 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 06:51:34 06:51:34 ● ReqResp › Batch requests › should stop after max retry attempts 06:51:34 06:51:34 expect(received).toEqual(expected) // deep equality 06:51:34 06:51:34 - Expected - 11 06:51:34 + Received + 3 06:51:34 06:51:34 @@ -74,10 +74,11 @@ 06:51:34 103, 06:51:34 ], 06:51:34 "type": "Buffer", 06:51:34 }, 06:51:34 }, 06:51:34 + undefined, 06:51:34 RequestableBuffer { 06:51:34 "buffer": Object { 06:51:34 "data": Array [ 06:51:34 112, 06:51:34 111, 06:51:34 @@ -85,10 +86,11 @@ 06:51:34 103, 06:51:34 ], 06:51:34 "type": "Buffer", 06:51:34 }, 06:51:34 }, 06:51:34 + undefined, 06:51:34 RequestableBuffer { 06:51:34 "buffer": Object { 06:51:34 "data": Array [ 06:51:34 112, 06:51:34 111, 06:51:34 @@ -96,17 +98,7 @@ 06:51:34 103, 06:51:34 ], 06:51:34 "type": "Buffer", 06:51:34 }, 06:51:34 }, 06:51:34 - RequestableBuffer { 06:51:34 - "buffer": Object { 06:51:34 - "data": Array [ 06:51:34 - 112, 06:51:34 - 111, 06:51:34 - 110, 06:51:34 - 103, 06:51:34 - ], 06:51:34 - "type": "Buffer", 06:51:34 - }, 06:51:34 - }, 06:51:34 + undefined, 06:51:34 ] 06:51:34 06:51:34 555 | 06:51:34 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 06:51:34 > 557 | expect(res).toEqual(expectResponses); 06:51:34 | ^ 06:51:34 558 | 06:51:34 559 | // Check that we did detect hitting a rate limit 06:51:34 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 06:51:34 06:51:34 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 06:51:34 06:51:34 Test Suites: 1 failed, 1 total 06:51:34 Tests: 3 failed, 13 passed, 16 total 06:51:34 Snapshots: 0 total 06:51:34 Time: 30.316 s 06:51:34 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 06:51:34 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?