Parent Log:
http://ci.aztec-labs.com/211a9fb93ab8be76
Command: 26102936e69ab88b:ISOLATE=1:NAME=p2p/src/services/reqresp/reqresp.test.ts yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts
Commit:
https://github.com/AztecProtocol/aztec-packages/commit/b1b65bcdbd44a49fbebe5d2265256dc9466e92be
Env: REF_NAME=gh-readonly-queue/master/pr-15044-267ac35e8ccb487bdc79bbe12d428f4c8b4d4d9f CURRENT_VERSION=0.87.8 CI_FULL=1
Date: Fri Jun 13 16:23:49 UTC 2025
System: ARCH=amd64 CPUS=128 MEM=493Gi HOSTNAME=pr-15044_amd64_x2-full
Resources: CPU_LIST=0-127 CPUS=2 MEM=8g TIMEOUT=600s
History:
http://ci.aztec-labs.com/list/history_a57cc872d7daa810_master
16:23:49 +++ id -u
16:23:49 +++ id -g
16:23:49 ++ docker run -d --name p2p_src_services_reqresp_reqresp.test.ts --net=none --cpuset-cpus=0-127 --cpus=2 --memory=8g --user 1000:1000 -v/home/aztec-dev:/home/aztec-dev --mount type=tmpfs,target=/tmp,tmpfs-size=1g --workdir /home/aztec-dev/aztec-packages -e HOME -e VERBOSE -e GIT_CONFIG_GLOBAL=/home/aztec-dev/aztec-packages/build-images/src/home/.gitconfig -e FORCE_COLOR=true -e CPUS -e MEM aztecprotocol/build:3.0 /bin/bash -c 'timeout -v 600s bash -c '\''yarn-project/scripts/run_test.sh p2p/src/services/reqresp/reqresp.test.ts'\'''
16:23:49 + cid=a29d2d482021336565a989d5f29781fc76f42e85f93abba9cac55003b26131d1
16:23:49 + set +x
16:23:58 [16:23:58.327]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:23:58 [16:23:58.334]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:23:58 [16:23:58.342]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:23:58 [16:23:58.343]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:23:58 [16:23:58.926]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:23:58 [16:23:58.927]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:23:58 [16:23:58.980]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:23:58 [16:23:58.981]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:23:58 [16:23:58.983]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:23:58 [16:23:58.984]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:00 [16:24:00.248]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:00 [16:24:00.249]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:00 [16:24:00.253]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:00 [16:24:00.256]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:00 [16:24:00.287]
ERROR:
p2p:reqresp Unexpected error sending request to peer: CodeError: muxer closed locally
16:24:00 at YamuxMuxer.newStream (/home/aztec-dev/aztec-packages/yarn-project/node_modules/@chainsafe/libp2p-yamux/src/muxer.ts:187:13)
16:24:00 at ConnectionImpl.newStream [as _newStream] (/home/aztec-dev/aztec-packages/yarn-project/node_modules/libp2p/src/upgrader.ts:441:41)
16:24:00 at ConnectionImpl.newStream (/home/aztec-dev/aztec-packages/yarn-project/node_modules/libp2p/src/connection/index.ts:134:31)
16:24:00 at Libp2pNode.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/node_modules/libp2p/src/libp2p.ts:291:23)
16:24:00 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:00 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:58:33
16:24:00 at FifoMemoryQueue.process (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/base_memory_queue.js:110:17) {
16:24:00 code: 'ERR_MUXER_LOCAL_CLOSED',
16:24:00 props: {}
16:24:00 }
{"peerId":"12D3KooWMDK3rqJ3rw22wJkXQx9NKwroUveCWRmzBWS8nv4VuNun","subProtocol":"/aztec/req/ping/0.1.0"}
16:24:00 [16:24:00.420]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:00 [16:24:00.421]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:00 [16:24:00.422]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:00 [16:24:00.422]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:00 [16:24:00.423]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:00 [16:24:00.424]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:00 [16:24:00.428]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:00 [16:24:00.428]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:01 [16:24:01.552]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJsc5NXSER2FffmAYEnFf8fqNhWcngVqzPBkrnZVQrr4K
16:24:01 [16:24:01.552]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:01 err: {
16:24:01 "type": "ReqRespStatusError",
16:24:01 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:01 "stack":
16:24:01 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:01 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:01 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:01 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:01 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:01 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:01 "status": 1
16:24:01 }
16:24:01 [16:24:01.562]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJsc5NXSER2FffmAYEnFf8fqNhWcngVqzPBkrnZVQrr4K
16:24:01 [16:24:01.563]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:01 err: {
16:24:01 "type": "ReqRespStatusError",
16:24:01 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:01 "stack":
16:24:01 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:01 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:01 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:01 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:01 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:01 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:01 "status": 1
16:24:01 }
16:24:01 [16:24:01.567]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJsc5NXSER2FffmAYEnFf8fqNhWcngVqzPBkrnZVQrr4K
16:24:01 [16:24:01.568]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:01 err: {
16:24:01 "type": "ReqRespStatusError",
16:24:01 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:01 "stack":
16:24:01 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:01 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:01 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:01 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:01 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:01 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:01 "status": 1
16:24:01 }
16:24:01 [16:24:01.572]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJsc5NXSER2FffmAYEnFf8fqNhWcngVqzPBkrnZVQrr4K
16:24:01 [16:24:01.572]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:01 err: {
16:24:01 "type": "ReqRespStatusError",
16:24:01 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:01 "stack":
16:24:01 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:01 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:01 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:01 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:01 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:01 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:01 "status": 1
16:24:01 }
16:24:01 [16:24:01.577]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWJsc5NXSER2FffmAYEnFf8fqNhWcngVqzPBkrnZVQrr4K
16:24:01 [16:24:01.577]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:01 err: {
16:24:01 "type": "ReqRespStatusError",
16:24:01 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:01 "stack":
16:24:01 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:01 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:01 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:01 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:01 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:01 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:01 "status": 1
16:24:01 }
16:24:01 [16:24:01.583]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:01 [16:24:01.584]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:01 [16:24:01.588]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:01 [16:24:01.588]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:03 [16:24:03.089]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:03 [16:24:03.090]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:03 [16:24:03.098]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:03 [16:24:03.098]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:04 [16:24:04.183]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:04 [16:24:04.184]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:04 [16:24:04.186]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:04 [16:24:04.187]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:05 [16:24:05.269]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:05 [16:24:05.270]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:05 [16:24:05.272]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:05 [16:24:05.273]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:08 [16:24:08.321]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:08 [16:24:08.322]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:08 [16:24:08.326]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:08 [16:24:08.326]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:13 [16:24:13.523]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:13 [16:24:13.524]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:13 [16:24:13.525]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:13 [16:24:13.526]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:13 [16:24:13.527]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:13 [16:24:13.527]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:13 [16:24:13.530]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:13 [16:24:13.531]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:13 [16:24:13.549]
WARN:
foundation:memory_fifo Discarding item because queue is flushing
16:24:13 [16:24:13.553]
ERROR:
p2p:reqresp Unexpected error sending request to peer: Error: Could not enqueue function
16:24:13 at /home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:65:24
16:24:13 at new Promise (<anonymous>)
16:24:13 at SerialQueue.put (/home/aztec-dev/aztec-packages/yarn-project/foundation/dest/queue/serial_queue.js:55:16)
16:24:13 at ConnectionSampler.put [as dialProtocol] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/connection-sampler/connection_sampler.ts:204:43)
16:24:13 at ReqResp.dialProtocol (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:449:45)
16:24:13 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:13 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:13 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:13 at TimeoutTask.requestFunction [as fn] (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:200:26)
{"peerId":"12D3KooWSwnzeGtkmqEfsFsQFVvWmCTz72Kx2324scsR4e43brpS","subProtocol":"/aztec/req/tx/0.1.0"}
16:24:14 [16:24:14.680]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:14 [16:24:14.681]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:14 [16:24:14.684]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:14 [16:24:14.685]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:15 [16:24:15.748]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:15 [16:24:15.748]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:15 [16:24:15.751]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:15 [16:24:15.751]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:16 [16:24:16.790]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:16 [16:24:16.791]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:16 [16:24:16.794]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:16 [16:24:16.794]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:18 [16:24:18.079]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:18 [16:24:18.080]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:18 [16:24:18.083]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:18 [16:24:18.083]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:19 [16:24:19.204]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWBwa8XY7P32vDk6U58FtqVfTkLwJTMwL2CjWrwpH4dND8
16:24:19 [16:24:19.204]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:19 err: {
16:24:19 "type": "ReqRespStatusError",
16:24:19 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:19 "stack":
16:24:19 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:19 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:19 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:19 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:19 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:19 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:19 "status": 1
16:24:19 }
16:24:19 [16:24:19.229]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:19 [16:24:19.230]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:19 [16:24:19.231]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:19 [16:24:19.231]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:19 [16:24:19.234]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:19 [16:24:19.235]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:20 [16:24:20.512]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:20 [16:24:20.513]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:20 [16:24:20.514]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:20 [16:24:20.514]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:20 [16:24:20.515]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:20 [16:24:20.519]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:20 [16:24:20.523]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:20 [16:24:20.523]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:21 [16:24:21.664]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWCJitxjQctHkg4XK5CoYEYcoaposaYXVpDPGGZ3yNFiQV
16:24:21 [16:24:21.664]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:21 err: {
16:24:21 "type": "ReqRespStatusError",
16:24:21 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:21 "stack":
16:24:21 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:21 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:21 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:21 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:21 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:21 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:21 "status": 1
16:24:21 }
16:24:21 [16:24:21.669]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWCJitxjQctHkg4XK5CoYEYcoaposaYXVpDPGGZ3yNFiQV
16:24:21 [16:24:21.670]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:21 err: {
16:24:21 "type": "ReqRespStatusError",
16:24:21 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:21 "stack":
16:24:21 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:21 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:21 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:21 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:21 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:21 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:21 "status": 1
16:24:21 }
16:24:21 [16:24:21.687]
WARN:
p2p:reqresp Rate limit exceeded DeniedPeer for /aztec/req/ping/0.1.0 from 12D3KooWCJitxjQctHkg4XK5CoYEYcoaposaYXVpDPGGZ3yNFiQV
16:24:21 [16:24:21.688]
WARN:
p2p:reqresp Reqresp Response error: Error undefined ReqResp Error: RATE_LIMIT_EXCEEDED
{"protocol":"/aztec/req/ping/0.1.0"}
16:24:21 err: {
16:24:21 "type": "ReqRespStatusError",
16:24:21 "message": "ReqResp Error: RATE_LIMIT_EXCEEDED",
16:24:21 "stack":
16:24:21 Error: ReqResp Error: RATE_LIMIT_EXCEEDED
16:24:21 at ReqResp.streamHandler (/home/aztec-dev/aztec-packages/yarn-project/p2p/src/services/reqresp/reqresp.ts:630:15)
16:24:21 at /home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:34:54
16:24:21 at NoopTracer.startActiveSpan (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/noop.js:29:16)
16:24:21 at ReqResp.replacementMethod (/home/aztec-dev/aztec-packages/yarn-project/telemetry-client/dest/telemetry.js:31:32)
16:24:21 at processTicksAndRejections (node:internal/process/task_queues:105:5)
16:24:21 "status": 1
16:24:21 }
16:24:21 [16:24:21.708]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:21 [16:24:21.709]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:21 [16:24:21.714]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:21 [16:24:21.715]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:21 [16:24:21.718]
INFO:
p2p:reqresp:connection-sampler Stopping connection sampler
16:24:21 [16:24:21.719]
INFO:
p2p:reqresp:connection-sampler Connection sampler stopped
16:24:21
FAIL src/services/reqresp/reqresp.test.ts (
30.954 s)
16:24:21 ReqResp
16:24:21
✓ should perform a ping request (1403 ms)
16:24:21
✓ should handle gracefully if a peer connected peer is offline (619 ms)
16:24:21
✓ should request from a later peer if other peers are offline (1494 ms)
16:24:21
✕ should hit a rate limit if too many requests are made in quick succession (1111 ms)
16:24:21 Tx req protocol
16:24:21
✓ can request a Tx from TxHash (1510 ms)
16:24:21
✓ handles returning empty buffers (1091 ms)
16:24:21
✓ does not crash if tx hash returns undefined (1080 ms)
16:24:21
✓ should hit individual timeout if nothing is returned over the stream (3055 ms)
16:24:21
✓ should hit collective timeout if nothing is returned over the stream from multiple peers (5221 ms)
16:24:21
✓ should penalize peer if transaction validation fails (1139 ms)
16:24:21 Goodbye protocol
16:24:21
✓ should send a goodbye message to a peer (1059 ms)
16:24:21
✓ should not close stream when handling a goodbye message received from peer (1045 ms)
16:24:21 Block protocol
16:24:21
✓ should handle block requests (1293 ms)
16:24:21 Batch requests
16:24:21
✕ should send a batch request between many peers (1157 ms)
16:24:21
✕ should send a batch request with a pinned peer (1298 ms)
16:24:21
✕ should stop after max retry attempts (1186 ms)
16:24:21
16:24:21
● ReqResp › should hit a rate limit if too many requests are made in quick succession
16:24:21
16:24:21
expect(received).toBeDefined
()
16:24:21
16:24:21 Received:
undefined
16:24:21
16:24:21
145 | // Check that one of the responses gets a rate limit response
16:24:21
146 | const rateLimitResponse = responses.find(response => response?.status === ReqRespStatus.RATE_LIMIT_EXCEEDED);
16:24:21
> 147 | expect(rateLimitResponse).toBeDefined();
16:24:21
| ^
16:24:21
148 |
16:24:21
149 | // Make sure the error message is logged
16:24:21
150 | const errorMessage = `Rate limit exceeded DeniedPeer for ${
16:24:21
16:24:21
at Object.toBeDefined (services/reqresp/reqresp.test.ts:147:31)
16:24:21
16:24:21
● ReqResp › Batch requests › should send a batch request between many peers
16:24:21
16:24:21
expect(jest.fn()).toHaveBeenCalledTimes
(expected)
16:24:21
16:24:21 Expected number of calls:
9
16:24:21 Received number of calls:
11
16:24:21
16:24:21
474 |
16:24:21
475 | // Expect one request to have been sent to each peer
16:24:21
> 476 | expect(sendRequestToPeerSpy).toHaveBeenCalledTimes(batchSize);
16:24:21
| ^
16:24:21
477 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith(
16:24:21
478 | expect.objectContaining({
16:24:21
479 | publicKey: nodes[1].p2p.peerId.publicKey,
16:24:21
16:24:21
at Object.toHaveBeenCalledTimes (services/reqresp/reqresp.test.ts:476:36)
16:24:21
16:24:21
● ReqResp › Batch requests › should send a batch request with a pinned peer
16:24:21
16:24:21
expect(jest.fn()).toHaveBeenCalledWith
(...expected)
16:24:21
16:24:21 Expected:
ObjectContaining {"publicKey": [8, 1, 18, 32, 52, 6, 108, 136, 238, 47, …]},
"/aztec/req/ping/0.1.0",
{"data": [112, 105, 110, 103, 51], "type": "Buffer"}
16:24:21 Received
16:24:21 1
16:24:21
"12D3KooWSMvmpEtyNFwzSKegcyBqZXJ2tJKXqj9c7y8dUAdH3Kjh",
16:24:21
"/aztec/req/ping/0.1.0",
16:24:21
@@ -2,9 +2,9 @@
16:24:21
"data": Array [
16:24:21
112,
16:24:21
105,
16:24:21
110,
16:24:21
103,
16:24:21
- 51,
16:24:21
+ 48,
16:24:21
],
16:24:21
"type": "Buffer",
16:24:21
},
16:24:21 2
16:24:21
"12D3KooWRehSznEXdR2kHtWpjM3KoG9PvSLARwdHv7qgfjeSM3TW",
16:24:21
"/aztec/req/ping/0.1.0",
16:24:21
@@ -2,9 +2,9 @@
16:24:21
"data": Array [
16:24:21
112,
16:24:21
105,
16:24:21
110,
16:24:21
103,
16:24:21
- 51,
16:24:21
+ 49,
16:24:21
],
16:24:21
"type": "Buffer",
16:24:21
},
16:24:21 3
16:24:21
"12D3KooWDKT3t52fnBDDZnwzAa7og3R7D8BLHCXuZj9cE5ubnavV",
16:24:21
"/aztec/req/ping/0.1.0",
16:24:21
@@ -2,9 +2,9 @@
16:24:21
"data": Array [
16:24:21
112,
16:24:21
105,
16:24:21
110,
16:24:21
103,
16:24:21
- 51,
16:24:21
+ 48,
16:24:21
],
16:24:21
"type": "Buffer",
16:24:21
},
16:24:21
16:24:21 Number of calls:
14
16:24:21
16:24:21
516 | // Expect pinned peer to have received all requests
16:24:21
517 | for (let i = 0; i < batchSize; i++) {
16:24:21
> 518 | expect(sendRequestToPeerSpy).toHaveBeenCalledWith(
16:24:21
| ^
16:24:21
519 | expect.objectContaining({ publicKey: nodes[1].p2p.peerId.publicKey }),
16:24:21
520 | ReqRespSubProtocol.PING,
16:24:21
521 | Buffer.from(`ping${i}`),
16:24:21
16:24:21
at Object.toHaveBeenCalledWith (services/reqresp/reqresp.test.ts:518:38)
16:24:21
16:24:21
● ReqResp › Batch requests › should stop after max retry attempts
16:24:21
16:24:21
expect(received).toEqual
(expected) // deep equality
16:24:21
16:24:21
- Expected - 11
16:24:21
+ Received + 3
16:24:21
16:24:21
@@ -74,10 +74,11 @@
16:24:21
103,
16:24:21
],
16:24:21
"type": "Buffer",
16:24:21
},
16:24:21
},
16:24:21
+ undefined,
16:24:21
RequestableBuffer {
16:24:21
"buffer": Object {
16:24:21
"data": Array [
16:24:21
112,
16:24:21
111,
16:24:21
@@ -85,10 +86,11 @@
16:24:21
103,
16:24:21
],
16:24:21
"type": "Buffer",
16:24:21
},
16:24:21
},
16:24:21
+ undefined,
16:24:21
RequestableBuffer {
16:24:21
"buffer": Object {
16:24:21
"data": Array [
16:24:21
112,
16:24:21
111,
16:24:21
@@ -96,17 +98,7 @@
16:24:21
103,
16:24:21
],
16:24:21
"type": "Buffer",
16:24:21
},
16:24:21
},
16:24:21
- RequestableBuffer {
16:24:21
- "buffer": Object {
16:24:21
- "data": Array [
16:24:21
- 112,
16:24:21
- 111,
16:24:21
- 110,
16:24:21
- 103,
16:24:21
- ],
16:24:21
- "type": "Buffer",
16:24:21
- },
16:24:21
- },
16:24:21
+ undefined,
16:24:21
]
16:24:21
16:24:21
555 |
16:24:21
556 | const res = await nodes[0].req.sendBatchRequest(ReqRespSubProtocol.PING, requests, undefined);
16:24:21
> 557 | expect(res).toEqual(expectResponses);
16:24:21
| ^
16:24:21
558 |
16:24:21
559 | // Check that we did detect hitting a rate limit
16:24:21
560 | expect(requesterLoggerSpy).toHaveBeenCalledWith(
16:24:21
16:24:21
at Object.toEqual (services/reqresp/reqresp.test.ts:557:19)
16:24:21
16:24:21
Test Suites: 1 failed, 1 total
16:24:21
Tests: 4 failed,
12 passed, 16 total
16:24:21
Snapshots: 0 total
16:24:21
Time: 31.036 s
16:24:21
Ran all test suites matching /p2p\/src\/services\/reqresp\/reqresp.test.ts/i
.
16:24:21
Force exiting Jest: Have you considered using `--detectOpenHandles` to detect async operations that kept running after all tests finished?