ACI ·

Parent Log: http://ci.aztec-labs.com/7d0067d7530e6504 Command: 59d7caa3bc5b3609:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts Commit: https://github.com/AztecProtocol/aztec-packages/commit/1338cef09c870378254c56748f972ae827c4d482 Env: REF_NAME=gh-readonly-queue/master/pr-14982-dada14e07a974e905ef606b4fac7c777b922587f CURRENT_VERSION=0.87.8 CI_FULL=1 Date: Thu Jun 12 06:51:01 UTC 2025 System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-14982_amd64_x2-full Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s History: http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master 06:51:01 +++ id -u 06:51:01 +++ id -g 06:51:01 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\''' 06:51:01 + cid=ad648ff6f8646ec1bcfc0120c6934b3c33a07da96b8fd7d9487087ce0f23b1fd 06:51:01 + set +x 06:51:10 [06:51:10.114] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:10 [06:51:10.120] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:10 [06:51:10.127] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:10 [06:51:10.128] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:10 [06:51:10.680] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:10 [06:51:10.698] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:10 [06:51:10.750] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:10 [06:51:10.750] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:10 [06:51:10.751] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:10 [06:51:10.752] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:11 [06:51:11.977] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:11 [06:51:11.977] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:11 [06:51:11.980] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:11 [06:51:11.982] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:12 [06:51:12.082] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:12 [06:51:12.083] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:12 [06:51:12.084] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:12 [06:51:12.085] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:12 [06:51:12.086] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:12 [06:51:12.086] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:12 [06:51:12.089] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:12 [06:51:12.090] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:13 [06:51:13.183] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPVXSjzDu3hxAvwRvLGaGfKNU9nuyMZ6Snn1rebotcyRu 06:51:13 [06:51:13.183] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:13 err: { 06:51:13 "type": "ReqRespStatusError", 06:51:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:13 "stack": 06:51:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:13 "status": 1 06:51:13 } 06:51:13 [06:51:13.192] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPVXSjzDu3hxAvwRvLGaGfKNU9nuyMZ6Snn1rebotcyRu 06:51:13 [06:51:13.192] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:13 err: { 06:51:13 "type": "ReqRespStatusError", 06:51:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:13 "stack": 06:51:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:13 "status": 1 06:51:13 } 06:51:13 [06:51:13.197] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPVXSjzDu3hxAvwRvLGaGfKNU9nuyMZ6Snn1rebotcyRu 06:51:13 [06:51:13.197] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:13 err: { 06:51:13 "type": "ReqRespStatusError", 06:51:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:13 "stack": 06:51:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:13 "status": 1 06:51:13 } 06:51:13 [06:51:13.200] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPVXSjzDu3hxAvwRvLGaGfKNU9nuyMZ6Snn1rebotcyRu 06:51:13 [06:51:13.201] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:13 err: { 06:51:13 "type": "ReqRespStatusError", 06:51:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:13 "stack": 06:51:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:13 "status": 1 06:51:13 } 06:51:13 [06:51:13.204] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWPVXSjzDu3hxAvwRvLGaGfKNU9nuyMZ6Snn1rebotcyRu 06:51:13 [06:51:13.204] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:13 err: { 06:51:13 "type": "ReqRespStatusError", 06:51:13 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:13 "stack": 06:51:13 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:13 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:13 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:13 "status": 1 06:51:13 } 06:51:13 [06:51:13.212] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:13 [06:51:13.212] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:13 [06:51:13.215] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:13 [06:51:13.216] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:14 [06:51:14.634] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:14 [06:51:14.635] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:14 [06:51:14.640] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:14 [06:51:14.641] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:15 [06:51:15.738] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:15 [06:51:15.738] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:15 [06:51:15.742] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:15 [06:51:15.743] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:16 [06:51:16.829] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:16 [06:51:16.830] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:16 [06:51:16.833] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:16 [06:51:16.833] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:19 [06:51:19.902] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:19 [06:51:19.903] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:19 [06:51:19.909] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:19 [06:51:19.909] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:25 [06:51:25.134] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:25 [06:51:25.135] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:25 [06:51:25.136] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:25 [06:51:25.136] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:25 [06:51:25.138] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:25 [06:51:25.138] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:25 [06:51:25.142] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:25 [06:51:25.142] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:25 [06:51:25.158] WARN: foundation:memory_fifo Discarding item because queue is flushing 06:51:25 [06:51:25.162] ERROR: p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function 06:51:25 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24 06:51:25 at new Promise (<anonymous>) 06:51:25 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16) 06:51:25 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43) 06:51:25 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45) 06:51:25 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:25 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:25 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:25 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26) {"peerId":"12D3KooWLCVYysSbvGUSaRZhHHo9J9i8C4dX7mPW2G5CjgJAG6x8","subProtocol":"/aztec/req/tx/0.1.0"} 06:51:26 [06:51:26.246] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:26 [06:51:26.247] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:26 [06:51:26.250] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:26 [06:51:26.250] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:27 [06:51:27.294] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:27 [06:51:27.295] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:27 [06:51:27.299] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:27 [06:51:27.299] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:28 [06:51:28.349] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:28 [06:51:28.349] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:28 [06:51:28.352] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:28 [06:51:28.353] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:29 [06:51:29.589] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:29 [06:51:29.590] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:29 [06:51:29.593] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:29 [06:51:29.593] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:30 [06:51:30.720] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWRGSY9udF5keWzstzKbgjnYAqPJsiQweRZJa3fuH5fXQ7 06:51:30 [06:51:30.720] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:30 err: { 06:51:30 "type": "ReqRespStatusError", 06:51:30 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:30 "stack": 06:51:30 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:30 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:30 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:30 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:30 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:30 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:30 "status": 1 06:51:30 } 06:51:30 [06:51:30.738] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:30 [06:51:30.739] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:30 [06:51:30.740] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:30 [06:51:30.740] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:30 [06:51:30.742] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:30 [06:51:30.742] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.006] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.007] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.008] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.008] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.009] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.009] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:32 [06:51:32.013] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:32 [06:51:32.013] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:33 [06:51:33.139] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWFZoqQ87PScWVhavE3Prn3NeQGiEqq3gVZxQ3jiNk3Rdn 06:51:33 [06:51:33.140] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:33 err: { 06:51:33 "type": "ReqRespStatusError", 06:51:33 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:33 "stack": 06:51:33 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:33 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:33 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:33 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:33 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:33 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:33 "status": 1 06:51:33 } 06:51:33 [06:51:33.144] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWFZoqQ87PScWVhavE3Prn3NeQGiEqq3gVZxQ3jiNk3Rdn 06:51:33 [06:51:33.145] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:33 err: { 06:51:33 "type": "ReqRespStatusError", 06:51:33 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:33 "stack": 06:51:33 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:33 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:33 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:33 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:33 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:33 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:33 "status": 1 06:51:33 } 06:51:33 [06:51:33.162] WARN: p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWFZoqQ87PScWVhavE3Prn3NeQGiEqq3gVZxQ3jiNk3Rdn 06:51:33 [06:51:33.163] WARN: p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED {"protocol":"/aztec/req/ping/0.1.0"} 06:51:33 err: { 06:51:33 "type": "ReqRespStatusError", 06:51:33 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED", 06:51:33 "stack": 06:51:33 Error: ReqResp Error: RATE_LIMIT_EXCEEDED 06:51:33 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15) 06:51:33 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54 06:51:33 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16) 06:51:33 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32) 06:51:33 at processTicksAndRejections (node:internal/process/task_queues:105:5) 06:51:33 "status": 1 06:51:33 } 06:51:33 [06:51:33.176] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:33 [06:51:33.177] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:33 [06:51:33.178] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:33 [06:51:33.178] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:33 [06:51:33.182] INFO: p2p:reqresp:connection-sampler Stopping connection sampler 06:51:33 [06:51:33.183] INFO: p2p:reqresp:connection-sampler Connection sampler stopped 06:51:33 FAIL src/services/reqresp/reqresp.test.ts (30.757 s) 06:51:33 ReqResp 06:51:33 ✓ should perform a ping request (1312 ms) 06:51:33 ✓ should handle gracefully if a peer connected peer is offline (616 ms) 06:51:33 ✓ should request from a later peer if other peers are offline (1372 ms) 06:51:33 ✕ should hit a rate limit if too many requests are made in quick succession (1098 ms) 06:51:33 Tx req protocol 06:51:33 ✓ can request a Tx from TxHash (1425 ms) 06:51:33 ✓ handles returning empty buffers (1097 ms) 06:51:33 ✓ does not crash if tx hash returns undefined (1091 ms) 06:51:33 ✓ should hit individual timeout if nothing is returned over the stream (3074 ms) 06:51:33 ✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5249 ms) 06:51:33 ✓ should penalize peer if transaction validation fails (1088 ms) 06:51:33 Goodbye protocol 06:51:33 ✓ should send a goodbye message to a peer (1052 ms) 06:51:33 ✓ should not close stream when handling a goodbye message received from peer (1054 ms) 06:51:33 Block protocol 06:51:33 ✓ should handle block requests (1239 ms) 06:51:33 Batch requests 06:51:33 ✕ should send a batch request between many peers (1151 ms) 06:51:33 ✕ should send a batch request with a pinned peer (1284 ms) 06:51:33 ✕ should stop after max retry attempts (1164 ms) 06:51:33 06:51:33 ● ReqResp › should hit a rate limit if too many requests are made in quick succession 06:51:33 06:51:33 expect(received).toBeDefined() 06:51:33 06:51:33 Received: undefined 06:51:33 06:51:33 145 | // Check that one of the responses gets a rate limit response 06:51:33 146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED); 06:51:33 > 147 | expect(rateLimitResponse).toBeDefined(); 06:51:33 | ^ 06:51:33 148 | 06:51:33 149 | // Make sure the error message is logged 06:51:33 150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${ 06:51:33 06:51:33 at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31) 06:51:33 06:51:33 ● ReqResp › Batch requests › should send a batch request between many peers 06:51:33 06:51:33 expect(jest.fn()).toHaveBeenCalledTimes(expected) 06:51:33 06:51:33 Expected number of calls: 9 06:51:33 Received number of calls: 11 06:51:33 06:51:33 474 | 06:51:33 475 | // Expect one request to have been sent to each peer 06:51:33 > 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize); 06:51:33 | ^ 06:51:33 477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 06:51:33 478 | expect.objectContaining({ 06:51:33 479 | publicKey: nodes[1].p2p.peerId.publicKey, 06:51:33 06:51:33 at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36) 06:51:33 06:51:33 ● ReqResp › Batch requests › should send a batch request with a pinned peer 06:51:33 06:51:33 expect(jest.fn()).toHaveBeenCalledWith(...expected) 06:51:33 06:51:33 Expected: ObjectContaining {"publicKey": [8, 1, 18, 32, 190, 254, 83, 75, 46, 254, …]}, "/aztec/req/ping/0.1.0", {"data": [112, 105, 110, 103, 51], "type": "Buffer"} 06:51:33 Received 06:51:33 1 06:51:33 "12D3KooWSh2HyxCCFqn4NFurY2xSf3Y1LEuqQ2FkTYk9TBMmhA4M", 06:51:33 "/aztec/req/ping/0.1.0", 06:51:33 @@ -2,9 +2,9 @@ 06:51:33 "data": Array [ 06:51:33 112, 06:51:33 105, 06:51:33 110, 06:51:33 103, 06:51:33 - 51, 06:51:33 + 48, 06:51:33 ], 06:51:33 "type": "Buffer", 06:51:33 }, 06:51:33 2 06:51:33 "12D3KooWAe2oAyKQh6qrVWV7j51Q2q9ptfirT9rnGwr1NaqWjSGk", 06:51:33 "/aztec/req/ping/0.1.0", 06:51:33 @@ -2,9 +2,9 @@ 06:51:33 "data": Array [ 06:51:33 112, 06:51:33 105, 06:51:33 110, 06:51:33 103, 06:51:33 - 51, 06:51:33 + 49, 06:51:33 ], 06:51:33 "type": "Buffer", 06:51:33 }, 06:51:33 3 06:51:33 "12D3KooWNfvZKTbinygqwgPwepUabqAbMdusT9RTEiof4yzHjvXR", 06:51:33 "/aztec/req/ping/0.1.0", 06:51:33 @@ -2,9 +2,9 @@ 06:51:33 "data": Array [ 06:51:33 112, 06:51:33 105, 06:51:33 110, 06:51:33 103, 06:51:33 - 51, 06:51:33 + 48, 06:51:33 ], 06:51:33 "type": "Buffer", 06:51:33 }, 06:51:33 06:51:33 Number of calls: 14 06:51:33 06:51:33 516 | // Expect pinned peer to have received all requests 06:51:33 517 | for (let i = 0; i < batchSize; i++) { 06:51:33 > 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith( 06:51:33 | ^ 06:51:33 519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }), 06:51:33 520 | ReqRespSubProtocol.PING, 06:51:33 521 | Buffer.from(`ping${i}`), 06:51:33 06:51:33 at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38) 06:51:33 06:51:33 ● ReqResp › Batch requests › should stop after max retry attempts 06:51:33 06:51:33 expect(received).toEqual(expected) // deep equality 06:51:33 06:51:33 - Expected - 11 06:51:33 + Received + 3 06:51:33 06:51:33 @@ -74,10 +74,11 @@ 06:51:33 103, 06:51:33 ], 06:51:33 "type": "Buffer", 06:51:33 }, 06:51:33 }, 06:51:33 + undefined, 06:51:33 RequestableBuffer { 06:51:33 "buffer": Object { 06:51:33 "data": Array [ 06:51:33 112, 06:51:33 111, 06:51:33 @@ -85,10 +86,11 @@ 06:51:33 103, 06:51:33 ], 06:51:33 "type": "Buffer", 06:51:33 }, 06:51:33 }, 06:51:33 + undefined, 06:51:33 RequestableBuffer { 06:51:33 "buffer": Object { 06:51:33 "data": Array [ 06:51:33 112, 06:51:33 111, 06:51:33 @@ -96,17 +98,7 @@ 06:51:33 103, 06:51:33 ], 06:51:33 "type": "Buffer", 06:51:33 }, 06:51:33 }, 06:51:33 - RequestableBuffer { 06:51:33 - "buffer": Object { 06:51:33 - "data": Array [ 06:51:33 - 112, 06:51:33 - 111, 06:51:33 - 110, 06:51:33 - 103, 06:51:33 - ], 06:51:33 - "type": "Buffer", 06:51:33 - }, 06:51:33 - }, 06:51:33 + undefined, 06:51:33 ] 06:51:33 06:51:33 555 | 06:51:33 556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined); 06:51:33 > 557 | expect(res).toEqual(expectResponses); 06:51:33 | ^ 06:51:33 558 | 06:51:33 559 | // Check that we did detect hitting a rate limit 06:51:33 560 | expect(requesterLoggerSpy).toHaveBeenCalledWith( 06:51:33 06:51:33 at Object.toEqual (services/reqresp/reqresp.test.ts:557:19) 06:51:33 06:51:33 Test Suites: 1 failed, 1 total 06:51:33 Tests: 4 failed, 12 passed, 16 total 06:51:33 Snapshots: 0 total 06:51:33 Time: 30.845 s 06:51:33 Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i. 06:51:33 Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?