{"level":"warn","ts":"2026-04-07T09:42:53.581555Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:42:53.581637Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T09:42:53.581706Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:42:53.581727Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-04-07T09:42:53.581743Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:42:53.582358Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-04-07T09:42:53.582428Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T09:42:53.586599Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.970756ms"} {"level":"info","ts":"2026-04-07T09:42:53.592765Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-04-07T09:42:53.592823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T09:42:53.59284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-04-07T09:42:53.592851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T09:42:53.59286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-04-07T09:42:53.592891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-04-07T09:42:53.599336Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T09:42:53.60072Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T09:42:53.601785Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T09:42:53.603602Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T09:42:53.603893Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:42:53.60403Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:42:53.604053Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:42:53.603852Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T09:42:53.605525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-04-07T09:42:53.605763Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-04-07T09:42:53.606752Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:42:53.606913Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T09:42:53.60691Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-04-07T09:42:53.606938Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T09:42:53.606946Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-04-07T09:42:54.293507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T09:42:54.293587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T09:42:54.293643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-04-07T09:42:54.293664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-04-07T09:42:54.293682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-04-07T09:42:54.293698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-04-07T09:42:54.293725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-04-07T09:42:54.295573Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:42:54.297912Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:42:54.2979Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T09:42:54.297971Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:42:54.298237Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T09:42:54.298293Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T09:42:54.299212Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:42:54.29934Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:42:54.299383Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:42:54.300282Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-04-07T09:42:54.301294Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T09:42:58.097222Z","caller":"traceutil/trace.go:171","msg":"trace[1475943409] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"273.687353ms","start":"2026-04-07T09:42:57.8235Z","end":"2026-04-07T09:42:58.097187Z","steps":["trace[1475943409] 'process raft request' (duration: 273.130781ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:08.709377Z","caller":"traceutil/trace.go:171","msg":"trace[1510409759] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"124.753883ms","start":"2026-04-07T09:43:08.58444Z","end":"2026-04-07T09:43:08.709194Z","steps":["trace[1510409759] 'read index received' (duration: 124.60546ms)","trace[1510409759] 'applied index is now lower than readState.Index' (duration: 147.533µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:08.709765Z","caller":"traceutil/trace.go:171","msg":"trace[1357148849] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"352.719991ms","start":"2026-04-07T09:43:08.356996Z","end":"2026-04-07T09:43:08.709716Z","steps":["trace[1357148849] 'process raft request' (duration: 352.036606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:08.712525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:08.356978Z","time spent":"352.888826ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:43:08.713467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.996817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-04-07T09:43:08.713618Z","caller":"traceutil/trace.go:171","msg":"trace[404923820] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:367; }","duration":"129.199791ms","start":"2026-04-07T09:43:08.584388Z","end":"2026-04-07T09:43:08.713587Z","steps":["trace[404923820] 'agreement among raft nodes before linearized reading' (duration: 125.754036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:09.52235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.700211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:43:09.522443Z","caller":"traceutil/trace.go:171","msg":"trace[1251626715] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:381; }","duration":"522.936445ms","start":"2026-04-07T09:43:08.999491Z","end":"2026-04-07T09:43:09.522428Z","steps":["trace[1251626715] 'read index received' (duration: 54.861µs)","trace[1251626715] 'applied index is now lower than readState.Index' (duration: 522.880584ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:09.522509Z","caller":"traceutil/trace.go:171","msg":"trace[1548088998] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"805.048772ms","start":"2026-04-07T09:43:08.717426Z","end":"2026-04-07T09:43:09.522475Z","steps":["trace[1548088998] 'process raft request' (duration: 92.982652ms)","trace[1548088998] 'compare' (duration: 711.560818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:09.522654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:08.717401Z","time spent":"805.173885ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:43:09.522697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.16465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:43:09.522849Z","caller":"traceutil/trace.go:171","msg":"trace[1692476385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:368; }","duration":"523.383575ms","start":"2026-04-07T09:43:08.999427Z","end":"2026-04-07T09:43:09.522811Z","steps":["trace[1692476385] 'agreement among raft nodes before linearized reading' (duration: 523.075168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:09.523092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:08.999402Z","time spent":"523.678591ms","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T09:43:09.544388Z","caller":"traceutil/trace.go:171","msg":"trace[1892748403] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"376.55368ms","start":"2026-04-07T09:43:09.167807Z","end":"2026-04-07T09:43:09.544361Z","steps":["trace[1892748403] 'process raft request' (duration: 376.409877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:09.54455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:09.167761Z","time spent":"376.705833ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:43:09.544856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.033217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-04-07T09:43:09.54489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.213843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T09:43:09.544969Z","caller":"traceutil/trace.go:171","msg":"trace[1261146707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:369; }","duration":"513.331056ms","start":"2026-04-07T09:43:09.031615Z","end":"2026-04-07T09:43:09.544946Z","steps":["trace[1261146707] 'agreement among raft nodes before linearized reading' (duration: 513.161863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:09.545019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:09.031591Z","time spent":"513.415749ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:43:09.54504Z","caller":"traceutil/trace.go:171","msg":"trace[1384665515] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:369; }","duration":"340.15721ms","start":"2026-04-07T09:43:09.204763Z","end":"2026-04-07T09:43:09.54492Z","steps":["trace[1384665515] 'agreement among raft nodes before linearized reading' (duration: 340.006017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:09.545084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:09.204738Z","time spent":"340.336313ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-07T09:43:23.96771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.527929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T09:43:23.967716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.601847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:43:23.967781Z","caller":"traceutil/trace.go:171","msg":"trace[1518483393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:530; }","duration":"347.687003ms","start":"2026-04-07T09:43:23.62008Z","end":"2026-04-07T09:43:23.967767Z","steps":["trace[1518483393] 'range keys from in-memory index tree' (duration: 347.378036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:23.967807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:23.620061Z","time spent":"347.740793ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:43:23.967797Z","caller":"traceutil/trace.go:171","msg":"trace[1274239707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:530; }","duration":"345.767441ms","start":"2026-04-07T09:43:23.622009Z","end":"2026-04-07T09:43:23.967777Z","steps":["trace[1274239707] 'range keys from in-memory index tree' (duration: 345.488835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:23.967842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:23.621989Z","time spent":"345.843832ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T09:43:23.969405Z","caller":"traceutil/trace.go:171","msg":"trace[1182098610] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"296.08255ms","start":"2026-04-07T09:43:23.673306Z","end":"2026-04-07T09:43:23.969389Z","steps":["trace[1182098610] 'process raft request' (duration: 295.893356ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:24.110647Z","caller":"traceutil/trace.go:171","msg":"trace[1023902034] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"139.305511ms","start":"2026-04-07T09:43:23.971316Z","end":"2026-04-07T09:43:24.110622Z","steps":["trace[1023902034] 'read index received' (duration: 136.94741ms)","trace[1023902034] 'applied index is now lower than readState.Index' (duration: 2.357101ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:24.11065Z","caller":"traceutil/trace.go:171","msg":"trace[1081802829] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"342.391167ms","start":"2026-04-07T09:43:23.768225Z","end":"2026-04-07T09:43:24.110616Z","steps":["trace[1081802829] 'process raft request' (duration: 340.136318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:24.110898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:23.768202Z","time spent":"342.579441ms","remote":"127.0.0.1:43758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:43:24.110965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.633048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T09:43:24.110996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.015703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:43:24.111023Z","caller":"traceutil/trace.go:171","msg":"trace[271072007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:532; }","duration":"139.74586ms","start":"2026-04-07T09:43:23.971262Z","end":"2026-04-07T09:43:24.111008Z","steps":["trace[271072007] 'agreement among raft nodes before linearized reading' (duration: 139.462904ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:24.111054Z","caller":"traceutil/trace.go:171","msg":"trace[1897683413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"110.112245ms","start":"2026-04-07T09:43:24.000929Z","end":"2026-04-07T09:43:24.111041Z","steps":["trace[1897683413] 'agreement among raft nodes before linearized reading' (duration: 110.010893ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:24.111173Z","caller":"traceutil/trace.go:171","msg":"trace[1281976181] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"138.740498ms","start":"2026-04-07T09:43:23.972421Z","end":"2026-04-07T09:43:24.111162Z","steps":["trace[1281976181] 'process raft request' (duration: 138.463022ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:24.111244Z","caller":"traceutil/trace.go:171","msg":"trace[306111704] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"138.839989ms","start":"2026-04-07T09:43:23.972396Z","end":"2026-04-07T09:43:24.111236Z","steps":["trace[306111704] 'process raft request' (duration: 138.192685ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:29.147613Z","caller":"traceutil/trace.go:171","msg":"trace[688664769] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:592; }","duration":"146.289622ms","start":"2026-04-07T09:43:29.001292Z","end":"2026-04-07T09:43:29.147582Z","steps":["trace[688664769] 'read index received' (duration: 145.484014ms)","trace[688664769] 'applied index is now lower than readState.Index' (duration: 804.608µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:29.147673Z","caller":"traceutil/trace.go:171","msg":"trace[782355516] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"260.635129ms","start":"2026-04-07T09:43:28.886994Z","end":"2026-04-07T09:43:29.147629Z","steps":["trace[782355516] 'process raft request' (duration: 260.003445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:29.147742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.436085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:43:29.147778Z","caller":"traceutil/trace.go:171","msg":"trace[1639519150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"146.537657ms","start":"2026-04-07T09:43:29.001227Z","end":"2026-04-07T09:43:29.147765Z","steps":["trace[1639519150] 'agreement among raft nodes before linearized reading' (duration: 146.462435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:29.683873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.179721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:43:29.684002Z","caller":"traceutil/trace.go:171","msg":"trace[264655345] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:593; }","duration":"430.964132ms","start":"2026-04-07T09:43:29.253019Z","end":"2026-04-07T09:43:29.683983Z","steps":["trace[264655345] 'read index received' (duration: 2.506364ms)","trace[264655345] 'applied index is now lower than readState.Index' (duration: 428.455818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:29.684255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.232668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m7z25\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-07T09:43:29.684262Z","caller":"traceutil/trace.go:171","msg":"trace[446641966] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"473.587919ms","start":"2026-04-07T09:43:29.21065Z","end":"2026-04-07T09:43:29.684238Z","steps":["trace[446641966] 'process raft request' (duration: 44.955268ms)","trace[446641966] 'compare' (duration: 427.997576ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:29.684294Z","caller":"traceutil/trace.go:171","msg":"trace[1797267876] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m7z25; range_end:; response_count:1; response_revision:571; }","duration":"431.308309ms","start":"2026-04-07T09:43:29.252975Z","end":"2026-04-07T09:43:29.684283Z","steps":["trace[1797267876] 'agreement among raft nodes before linearized reading' (duration: 431.076834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:29.68434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:29.252957Z","time spent":"431.375451ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-m7z25\" "} {"level":"warn","ts":"2026-04-07T09:43:29.684408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:29.21063Z","time spent":"473.692891ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:43:29.941926Z","caller":"traceutil/trace.go:171","msg":"trace[1570989876] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"243.94791ms","start":"2026-04-07T09:43:29.697946Z","end":"2026-04-07T09:43:29.941894Z","steps":["trace[1570989876] 'process raft request' (duration: 235.500841ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:29.943515Z","caller":"traceutil/trace.go:171","msg":"trace[128493967] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"132.418952ms","start":"2026-04-07T09:43:29.811012Z","end":"2026-04-07T09:43:29.943431Z","steps":["trace[128493967] 'process raft request' (duration: 132.32562ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:44.482994Z","caller":"traceutil/trace.go:171","msg":"trace[217577976] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"265.385447ms","start":"2026-04-07T09:43:44.217579Z","end":"2026-04-07T09:43:44.482964Z","steps":["trace[217577976] 'process raft request' (duration: 265.191003ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:44.52318Z","caller":"traceutil/trace.go:171","msg":"trace[900357518] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"305.317568ms","start":"2026-04-07T09:43:44.217846Z","end":"2026-04-07T09:43:44.523164Z","steps":["trace[900357518] 'process raft request' (duration: 302.73442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:44.523286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:44.217828Z","time spent":"305.39932ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:43:44.523494Z","caller":"traceutil/trace.go:171","msg":"trace[1937488835] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"305.605774ms","start":"2026-04-07T09:43:44.217882Z","end":"2026-04-07T09:43:44.523488Z","steps":["trace[1937488835] 'process raft request' (duration: 305.258366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:44.523546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:44.217862Z","time spent":"305.670396ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:43:44.523473Z","caller":"traceutil/trace.go:171","msg":"trace[2080106672] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:753; }","duration":"177.786815ms","start":"2026-04-07T09:43:44.345647Z","end":"2026-04-07T09:43:44.523433Z","steps":["trace[2080106672] 'read index received' (duration: 137.048986ms)","trace[2080106672] 'applied index is now lower than readState.Index' (duration: 40.734678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:44.523709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.619625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T09:43:44.523726Z","caller":"traceutil/trace.go:171","msg":"trace[23455339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:729; }","duration":"149.675277ms","start":"2026-04-07T09:43:44.374046Z","end":"2026-04-07T09:43:44.523721Z","steps":["trace[23455339] 'agreement among raft nodes before linearized reading' (duration: 149.607845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:44.523798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.133152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-k897m\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-07T09:43:44.523846Z","caller":"traceutil/trace.go:171","msg":"trace[162511710] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-k897m; range_end:; response_count:1; response_revision:729; }","duration":"178.236964ms","start":"2026-04-07T09:43:44.345596Z","end":"2026-04-07T09:43:44.523833Z","steps":["trace[162511710] 'agreement among raft nodes before linearized reading' (duration: 178.03757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.13899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071461280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T09:44:01.196086Z","caller":"traceutil/trace.go:171","msg":"trace[1736787907] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"642.297652ms","start":"2026-04-07T09:44:00.553767Z","end":"2026-04-07T09:44:01.196065Z","steps":["trace[1736787907] 'process raft request' (duration: 641.609976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.196176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.553749Z","time spent":"642.378744ms","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:44:01.204353Z","caller":"traceutil/trace.go:171","msg":"trace[835849390] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"611.509015ms","start":"2026-04-07T09:44:00.592831Z","end":"2026-04-07T09:44:01.20434Z","steps":["trace[835849390] 'process raft request' (duration: 611.256229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.20442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.592807Z","time spent":"611.577657ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:01.204399Z","caller":"traceutil/trace.go:171","msg":"trace[1599410750] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:939; }","duration":"565.776916ms","start":"2026-04-07T09:44:00.6386Z","end":"2026-04-07T09:44:01.204377Z","steps":["trace[1599410750] 'read index received' (duration: 556.906478ms)","trace[1599410750] 'applied index is now lower than readState.Index' (duration: 8.869498ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:01.204458Z","caller":"traceutil/trace.go:171","msg":"trace[1185553592] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"566.502591ms","start":"2026-04-07T09:44:00.637938Z","end":"2026-04-07T09:44:01.20444Z","steps":["trace[1185553592] 'process raft request' (duration: 566.319287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.204528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.637921Z","time spent":"566.574593ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T09:44:01.204562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.9698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:44:01.204581Z","caller":"traceutil/trace.go:171","msg":"trace[2091518548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:911; }","duration":"566.012051ms","start":"2026-04-07T09:44:00.638563Z","end":"2026-04-07T09:44:01.204575Z","steps":["trace[2091518548] 'agreement among raft nodes before linearized reading' (duration: 565.913049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.204595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.638553Z","time spent":"566.039062ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:01.204619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.924989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-07T09:44:01.204647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.010287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:01.204653Z","caller":"traceutil/trace.go:171","msg":"trace[1228888886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:911; }","duration":"548.995921ms","start":"2026-04-07T09:44:00.655647Z","end":"2026-04-07T09:44:01.204643Z","steps":["trace[1228888886] 'agreement among raft nodes before linearized reading' (duration: 548.859058ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:01.204676Z","caller":"traceutil/trace.go:171","msg":"trace[1636970035] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:911; }","duration":"347.069749ms","start":"2026-04-07T09:44:00.857598Z","end":"2026-04-07T09:44:01.204668Z","steps":["trace[1636970035] 'agreement among raft nodes before linearized reading' (duration: 347.021077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.204688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.655636Z","time spent":"549.043822ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:44:01.204706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.857583Z","time spent":"347.11638ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:01.204798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.19403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T09:44:01.204766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.323016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:01.20482Z","caller":"traceutil/trace.go:171","msg":"trace[398660408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:911; }","duration":"533.23418ms","start":"2026-04-07T09:44:00.671579Z","end":"2026-04-07T09:44:01.204814Z","steps":["trace[398660408] 'agreement among raft nodes before linearized reading' (duration: 533.178349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.204817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.878136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T09:44:01.204836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.671569Z","time spent":"533.264122ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T09:44:01.20486Z","caller":"traceutil/trace.go:171","msg":"trace[1954918174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:911; }","duration":"529.943787ms","start":"2026-04-07T09:44:00.674906Z","end":"2026-04-07T09:44:01.20485Z","steps":["trace[1954918174] 'agreement among raft nodes before linearized reading' (duration: 529.812724ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:01.204855Z","caller":"traceutil/trace.go:171","msg":"trace[962566054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:911; }","duration":"204.47746ms","start":"2026-04-07T09:44:01.000353Z","end":"2026-04-07T09:44:01.20483Z","steps":["trace[962566054] 'agreement among raft nodes before linearized reading' (duration: 204.337407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.204885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.674891Z","time spent":"529.988199ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:07.736855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071461549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:07.765558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.216223Z","time spent":"549.33075ms","remote":"127.0.0.1:43742","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T09:44:08.06987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.284629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:08.070087Z","caller":"traceutil/trace.go:171","msg":"trace[561618530] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"695.072528ms","start":"2026-04-07T09:44:07.374984Z","end":"2026-04-07T09:44:08.070057Z","steps":["trace[561618530] 'process raft request' (duration: 523.455792ms)","trace[561618530] 'compare' (duration: 171.070755ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:08.070166Z","caller":"traceutil/trace.go:171","msg":"trace[1007195926] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"303.503627ms","start":"2026-04-07T09:44:07.766621Z","end":"2026-04-07T09:44:08.070125Z","steps":["trace[1007195926] 'process raft request' (duration: 303.378974ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.070206Z","caller":"traceutil/trace.go:171","msg":"trace[1659283898] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1119; }","duration":"834.160791ms","start":"2026-04-07T09:44:07.235988Z","end":"2026-04-07T09:44:08.070149Z","steps":["trace[1659283898] 'read index received' (duration: 529.450966ms)","trace[1659283898] 'applied index is now lower than readState.Index' (duration: 304.703554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:08.070304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.766599Z","time spent":"303.62554ms","remote":"127.0.0.1:43742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:08.070237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.374965Z","time spent":"695.193982ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:08.070447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.441277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T09:44:08.070516Z","caller":"traceutil/trace.go:171","msg":"trace[1591033415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1089; }","duration":"834.555769ms","start":"2026-04-07T09:44:07.235946Z","end":"2026-04-07T09:44:08.070501Z","steps":["trace[1591033415] 'agreement among raft nodes before linearized reading' (duration: 834.309874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.070561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.235925Z","time spent":"834.627841ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T09:44:08.097292Z","caller":"traceutil/trace.go:171","msg":"trace[1051885857] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"186.655062ms","start":"2026-04-07T09:44:07.910611Z","end":"2026-04-07T09:44:08.097266Z","steps":["trace[1051885857] 'process raft request' (duration: 186.519689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.097407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.532409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T09:44:08.097451Z","caller":"traceutil/trace.go:171","msg":"trace[737102664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1090; }","duration":"856.608871ms","start":"2026-04-07T09:44:07.24083Z","end":"2026-04-07T09:44:08.097439Z","steps":["trace[737102664] 'agreement among raft nodes before linearized reading' (duration: 856.462378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.097463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.651092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T09:44:08.09747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.666033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:08.097519Z","caller":"traceutil/trace.go:171","msg":"trace[1478839776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"856.717643ms","start":"2026-04-07T09:44:07.240785Z","end":"2026-04-07T09:44:08.097503Z","steps":["trace[1478839776] 'agreement among raft nodes before linearized reading' (duration: 856.506709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.097529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.204997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:44:08.097567Z","caller":"traceutil/trace.go:171","msg":"trace[1989786475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1090; }","duration":"619.30731ms","start":"2026-04-07T09:44:07.478247Z","end":"2026-04-07T09:44:08.097554Z","steps":["trace[1989786475] 'agreement among raft nodes before linearized reading' (duration: 619.205387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.097564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.240751Z","time spent":"856.801796ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:08.097565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.471229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-07T09:44:08.097606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.478234Z","time spent":"619.363511ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T09:44:08.097632Z","caller":"traceutil/trace.go:171","msg":"trace[857145938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1090; }","duration":"861.553141ms","start":"2026-04-07T09:44:07.23606Z","end":"2026-04-07T09:44:08.097613Z","steps":["trace[857145938] 'agreement among raft nodes before linearized reading' (duration: 861.361577ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.097562Z","caller":"traceutil/trace.go:171","msg":"trace[2025796962] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1090; }","duration":"565.779815ms","start":"2026-04-07T09:44:07.53176Z","end":"2026-04-07T09:44:08.097539Z","steps":["trace[2025796962] 'agreement among raft nodes before linearized reading' (duration: 565.627082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.09769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.236054Z","time spent":"861.623682ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:44:08.097492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.240811Z","time spent":"856.671912ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:44:08.097739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.531749Z","time spent":"565.97495ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:08.464022Z","caller":"traceutil/trace.go:171","msg":"trace[597959405] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"362.383312ms","start":"2026-04-07T09:44:08.101602Z","end":"2026-04-07T09:44:08.463986Z","steps":["trace[597959405] 'process raft request' (duration: 362.065185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.464201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:08.101573Z","time spent":"362.531704ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:08.464294Z","caller":"traceutil/trace.go:171","msg":"trace[1371318242] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"362.34836ms","start":"2026-04-07T09:44:08.101907Z","end":"2026-04-07T09:44:08.464256Z","steps":["trace[1371318242] 'process raft request' (duration: 361.91248ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.464389Z","caller":"traceutil/trace.go:171","msg":"trace[1274035001] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"362.40346ms","start":"2026-04-07T09:44:08.101971Z","end":"2026-04-07T09:44:08.464375Z","steps":["trace[1274035001] 'process raft request' (duration: 362.134094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.464479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:08.101894Z","time spent":"362.486332ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:08.464502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:08.101953Z","time spent":"362.484843ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:08.464559Z","caller":"traceutil/trace.go:171","msg":"trace[1870702675] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"361.341318ms","start":"2026-04-07T09:44:08.103197Z","end":"2026-04-07T09:44:08.464538Z","steps":["trace[1870702675] 'process raft request' (duration: 360.945649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.464198Z","caller":"traceutil/trace.go:171","msg":"trace[539866592] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1124; }","duration":"318.670876ms","start":"2026-04-07T09:44:08.145507Z","end":"2026-04-07T09:44:08.464178Z","steps":["trace[539866592] 'read index received' (duration: 318.020332ms)","trace[539866592] 'applied index is now lower than readState.Index' (duration: 649.634µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:08.464654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:08.103172Z","time spent":"361.433899ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:08.464767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.94714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:08.46483Z","caller":"traceutil/trace.go:171","msg":"trace[997573787] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1095; }","duration":"144.061012ms","start":"2026-04-07T09:44:08.320756Z","end":"2026-04-07T09:44:08.464817Z","steps":["trace[997573787] 'agreement among raft nodes before linearized reading' (duration: 143.96296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.464811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.282529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T09:44:08.464879Z","caller":"traceutil/trace.go:171","msg":"trace[483905083] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1095; }","duration":"319.394002ms","start":"2026-04-07T09:44:08.145469Z","end":"2026-04-07T09:44:08.464863Z","steps":["trace[483905083] 'agreement among raft nodes before linearized reading' (duration: 319.180377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.464923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:08.145451Z","time spent":"319.463083ms","remote":"127.0.0.1:43742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-07T09:44:11.238616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.878068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:11.238744Z","caller":"traceutil/trace.go:171","msg":"trace[1819482881] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"196.007491ms","start":"2026-04-07T09:44:11.042712Z","end":"2026-04-07T09:44:11.23872Z","steps":["trace[1819482881] 'process raft request' (duration: 86.944869ms)","trace[1819482881] 'compare' (duration: 108.747845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:11.482858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.509619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:11.483162Z","caller":"traceutil/trace.go:171","msg":"trace[694701326] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"237.116398ms","start":"2026-04-07T09:44:11.246015Z","end":"2026-04-07T09:44:11.483132Z","steps":["trace[694701326] 'process raft request' (duration: 236.924264ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:11.483218Z","caller":"traceutil/trace.go:171","msg":"trace[554907564] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"239.072692ms","start":"2026-04-07T09:44:11.244118Z","end":"2026-04-07T09:44:11.483191Z","steps":["trace[554907564] 'process raft request' (duration: 104.172693ms)","trace[554907564] 'compare' (duration: 134.347436ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:11.761088Z","caller":"traceutil/trace.go:171","msg":"trace[2115819592] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1141; }","duration":"205.408161ms","start":"2026-04-07T09:44:11.555663Z","end":"2026-04-07T09:44:11.761072Z","steps":["trace[2115819592] 'read index received' (duration: 205.329339ms)","trace[2115819592] 'applied index is now lower than readState.Index' (duration: 78.252µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:11.761171Z","caller":"traceutil/trace.go:171","msg":"trace[1891680794] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"270.471832ms","start":"2026-04-07T09:44:11.490674Z","end":"2026-04-07T09:44:11.761146Z","steps":["trace[1891680794] 'process raft request' (duration: 270.307938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:11.761214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.531694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:11.761274Z","caller":"traceutil/trace.go:171","msg":"trace[1709172157] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1109; }","duration":"205.642486ms","start":"2026-04-07T09:44:11.555622Z","end":"2026-04-07T09:44:11.761265Z","steps":["trace[1709172157] 'agreement among raft nodes before linearized reading' (duration: 205.508183ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:11.929399Z","caller":"traceutil/trace.go:171","msg":"trace[1805589842] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"163.862995ms","start":"2026-04-07T09:44:11.76551Z","end":"2026-04-07T09:44:11.929373Z","steps":["trace[1805589842] 'process raft request' (duration: 163.651ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:11.929644Z","caller":"traceutil/trace.go:171","msg":"trace[1308228272] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"163.912465ms","start":"2026-04-07T09:44:11.765709Z","end":"2026-04-07T09:44:11.929621Z","steps":["trace[1308228272] 'process raft request' (duration: 163.592678ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:11.929898Z","caller":"traceutil/trace.go:171","msg":"trace[1577297910] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"160.980128ms","start":"2026-04-07T09:44:11.76889Z","end":"2026-04-07T09:44:11.92987Z","steps":["trace[1577297910] 'process raft request' (duration: 160.637341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:12.450006Z","caller":"traceutil/trace.go:171","msg":"trace[742659921] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"277.066378ms","start":"2026-04-07T09:44:12.172908Z","end":"2026-04-07T09:44:12.449975Z","steps":["trace[742659921] 'process raft request' (duration: 276.884804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:12.899564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.68712ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T09:44:14.327923Z","caller":"traceutil/trace.go:171","msg":"trace[427958639] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"153.993274ms","start":"2026-04-07T09:44:14.173909Z","end":"2026-04-07T09:44:14.327902Z","steps":["trace[427958639] 'process raft request' (duration: 153.859401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:14.665346Z","caller":"traceutil/trace.go:171","msg":"trace[801198645] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"150.521946ms","start":"2026-04-07T09:44:14.514665Z","end":"2026-04-07T09:44:14.665187Z","steps":["trace[801198645] 'process raft request' (duration: 149.408611ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:14.819459Z","caller":"traceutil/trace.go:171","msg":"trace[905696982] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1160; }","duration":"116.928618ms","start":"2026-04-07T09:44:14.7025Z","end":"2026-04-07T09:44:14.819429Z","steps":["trace[905696982] 'read index received' (duration: 31.535943ms)","trace[905696982] 'applied index is now lower than readState.Index' (duration: 85.391395ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:14.819583Z","caller":"traceutil/trace.go:171","msg":"trace[1516718894] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"140.859081ms","start":"2026-04-07T09:44:14.678687Z","end":"2026-04-07T09:44:14.819546Z","steps":["trace[1516718894] 'process raft request' (duration: 55.456697ms)","trace[1516718894] 'compare' (duration: 85.147958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:14.819759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.825275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T09:44:14.819803Z","caller":"traceutil/trace.go:171","msg":"trace[1791417191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1127; }","duration":"116.928768ms","start":"2026-04-07T09:44:14.702857Z","end":"2026-04-07T09:44:14.819786Z","steps":["trace[1791417191] 'agreement among raft nodes before linearized reading' (duration: 116.731933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:14.819941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.972868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T09:44:14.819902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.336066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:44:14.820064Z","caller":"traceutil/trace.go:171","msg":"trace[843784245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1127; }","duration":"117.142852ms","start":"2026-04-07T09:44:14.70289Z","end":"2026-04-07T09:44:14.820033Z","steps":["trace[843784245] 'agreement among raft nodes before linearized reading' (duration: 116.790594ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:14.820104Z","caller":"traceutil/trace.go:171","msg":"trace[1676941461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1127; }","duration":"117.639263ms","start":"2026-04-07T09:44:14.702447Z","end":"2026-04-07T09:44:14.820086Z","steps":["trace[1676941461] 'agreement among raft nodes before linearized reading' (duration: 117.112882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:15.034088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.303245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:15.034408Z","caller":"traceutil/trace.go:171","msg":"trace[1463424960] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"210.089444ms","start":"2026-04-07T09:44:14.824294Z","end":"2026-04-07T09:44:15.034384Z","steps":["trace[1463424960] 'process raft request' (duration: 209.90919ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:15.034425Z","caller":"traceutil/trace.go:171","msg":"trace[133630111] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"210.181176ms","start":"2026-04-07T09:44:14.824168Z","end":"2026-04-07T09:44:15.034349Z","steps":["trace[133630111] 'process raft request' (duration: 97.529805ms)","trace[133630111] 'compare' (duration: 112.179621ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:15.034548Z","caller":"traceutil/trace.go:171","msg":"trace[567063367] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"210.039793ms","start":"2026-04-07T09:44:14.824491Z","end":"2026-04-07T09:44:15.034531Z","steps":["trace[567063367] 'process raft request' (duration: 209.840259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:16.832772Z","caller":"traceutil/trace.go:171","msg":"trace[325386969] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"157.770208ms","start":"2026-04-07T09:44:16.674973Z","end":"2026-04-07T09:44:16.832743Z","steps":["trace[325386969] 'process raft request' (duration: 157.564813ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:17.216046Z","caller":"traceutil/trace.go:171","msg":"trace[304313639] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"172.172008ms","start":"2026-04-07T09:44:17.04385Z","end":"2026-04-07T09:44:17.216022Z","steps":["trace[304313639] 'process raft request' (duration: 85.576447ms)","trace[304313639] 'compare' (duration: 86.109541ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:17.216067Z","caller":"traceutil/trace.go:171","msg":"trace[1870455913] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"172.017605ms","start":"2026-04-07T09:44:17.044025Z","end":"2026-04-07T09:44:17.216043Z","steps":["trace[1870455913] 'process raft request' (duration: 171.771899ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:17.448603Z","caller":"traceutil/trace.go:171","msg":"trace[1193452512] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"113.801348ms","start":"2026-04-07T09:44:17.334779Z","end":"2026-04-07T09:44:17.448581Z","steps":["trace[1193452512] 'process raft request' (duration: 113.672285ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:18.177701Z","caller":"traceutil/trace.go:171","msg":"trace[1094387117] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"164.141589ms","start":"2026-04-07T09:44:18.013534Z","end":"2026-04-07T09:44:18.177675Z","steps":["trace[1094387117] 'process raft request' (duration: 163.981676ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:18.330154Z","caller":"traceutil/trace.go:171","msg":"trace[1067035336] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"142.198001ms","start":"2026-04-07T09:44:18.187933Z","end":"2026-04-07T09:44:18.330131Z","steps":["trace[1067035336] 'process raft request' (duration: 142.041138ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:18.513992Z","caller":"traceutil/trace.go:171","msg":"trace[588437092] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"250.017495ms","start":"2026-04-07T09:44:18.263953Z","end":"2026-04-07T09:44:18.51397Z","steps":["trace[588437092] 'process raft request' (duration: 180.447555ms)","trace[588437092] 'compare' (duration: 69.425247ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:18.514168Z","caller":"traceutil/trace.go:171","msg":"trace[1917550785] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1144; }","duration":"182.254824ms","start":"2026-04-07T09:44:18.331892Z","end":"2026-04-07T09:44:18.514147Z","steps":["trace[1917550785] 'process raft request' (duration: 182.031609ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:18.5147Z","caller":"traceutil/trace.go:171","msg":"trace[1773435452] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"134.08946ms","start":"2026-04-07T09:44:18.380596Z","end":"2026-04-07T09:44:18.514685Z","steps":["trace[1773435452] 'process raft request' (duration: 133.470095ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:23.26354Z","caller":"traceutil/trace.go:171","msg":"trace[607839964] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1198; }","duration":"320.786843ms","start":"2026-04-07T09:44:22.942722Z","end":"2026-04-07T09:44:23.263509Z","steps":["trace[607839964] 'read index received' (duration: 320.314582ms)","trace[607839964] 'applied index is now lower than readState.Index' (duration: 470.731µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:23.26366Z","caller":"traceutil/trace.go:171","msg":"trace[903209600] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"329.390705ms","start":"2026-04-07T09:44:22.934231Z","end":"2026-04-07T09:44:23.263622Z","steps":["trace[903209600] 'process raft request' (duration: 328.846963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:23.263799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.979658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:44:23.263841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:22.934197Z","time spent":"329.548058ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:23.263994Z","caller":"traceutil/trace.go:171","msg":"trace[315435586] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1164; }","duration":"321.218293ms","start":"2026-04-07T09:44:22.942673Z","end":"2026-04-07T09:44:23.263891Z","steps":["trace[315435586] 'agreement among raft nodes before linearized reading' (duration: 320.968588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:23.264144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:22.942646Z","time spent":"321.438087ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":16,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:23.270841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.366257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:23.270895Z","caller":"traceutil/trace.go:171","msg":"trace[1691253034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"269.469889ms","start":"2026-04-07T09:44:23.001412Z","end":"2026-04-07T09:44:23.270882Z","steps":["trace[1691253034] 'agreement among raft nodes before linearized reading' (duration: 269.393027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:23.271205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.985384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T09:44:23.271329Z","caller":"traceutil/trace.go:171","msg":"trace[1030372681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1164; }","duration":"158.169718ms","start":"2026-04-07T09:44:23.113131Z","end":"2026-04-07T09:44:23.271301Z","steps":["trace[1030372681] 'agreement among raft nodes before linearized reading' (duration: 157.716157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:39.862291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071462006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:40.36265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071462006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:40.863104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071462006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:41.363198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071462006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:41.863795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071462006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:42.001179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:44:42.001265Z","caller":"traceutil/trace.go:171","msg":"trace[294819118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081928s","start":"2026-04-07T09:44:40.00115Z","end":"2026-04-07T09:44:42.001232Z","steps":["trace[294819118] 'agreement among raft nodes before linearized reading' (duration: 1.999981495s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.001319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:40.001126Z","time spent":"2.000184879s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:44:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:44:42.364474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071462006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:42.467533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.116064996s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:44:42.468036Z","caller":"traceutil/trace.go:171","msg":"trace[1296087550] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"3.116672729s","start":"2026-04-07T09:44:39.35134Z","end":"2026-04-07T09:44:42.468013Z","steps":["trace[1296087550] 'process raft request' (duration: 3.116453194s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.468321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.351309Z","time spent":"3.116867304s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:42.471989Z","caller":"traceutil/trace.go:171","msg":"trace[217127192] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1342; }","duration":"3.109729854s","start":"2026-04-07T09:44:39.362235Z","end":"2026-04-07T09:44:42.471965Z","steps":["trace[217127192] 'read index received' (duration: 3.10560114s)","trace[217127192] 'applied index is now lower than readState.Index' (duration: 4.127414ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:42.472101Z","caller":"traceutil/trace.go:171","msg":"trace[56709824] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"1.777725019s","start":"2026-04-07T09:44:40.694359Z","end":"2026-04-07T09:44:42.472084Z","steps":["trace[56709824] 'process raft request' (duration: 1.777357361s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:40.694336Z","time spent":"1.777799491s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:42.472236Z","caller":"traceutil/trace.go:171","msg":"trace[1472284896] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"1.325658945s","start":"2026-04-07T09:44:41.146555Z","end":"2026-04-07T09:44:42.472214Z","steps":["trace[1472284896] 'process raft request' (duration: 1.325310988s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11002469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T09:44:42.47235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.146526Z","time spent":"1.325768548s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:42.472421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08525303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:42.472354Z","caller":"traceutil/trace.go:171","msg":"trace[348306949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1301; }","duration":"3.110128673s","start":"2026-04-07T09:44:39.362208Z","end":"2026-04-07T09:44:42.472337Z","steps":["trace[348306949] 'agreement among raft nodes before linearized reading' (duration: 3.109957419s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471052313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T09:44:42.47247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.362197Z","time spent":"3.110264646s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:44:42.472474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.704333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:42.472459Z","caller":"traceutil/trace.go:171","msg":"trace[495784086] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1301; }","duration":"1.085351722s","start":"2026-04-07T09:44:41.387099Z","end":"2026-04-07T09:44:42.47245Z","steps":["trace[495784086] 'agreement among raft nodes before linearized reading' (duration: 1.08528885s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.47597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-07T09:44:42.472566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747990912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:42.472572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.38708Z","time spent":"1.085480064s","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:42.47258Z","caller":"traceutil/trace.go:171","msg":"trace[333952056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1301; }","duration":"514.841816ms","start":"2026-04-07T09:44:41.957713Z","end":"2026-04-07T09:44:42.472555Z","steps":["trace[333952056] 'agreement among raft nodes before linearized reading' (duration: 514.59752ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:42.472602Z","caller":"traceutil/trace.go:171","msg":"trace[1314147217] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1301; }","duration":"2.748049784s","start":"2026-04-07T09:44:39.724544Z","end":"2026-04-07T09:44:42.472593Z","steps":["trace[1314147217] 'agreement among raft nodes before linearized reading' (duration: 2.748001753s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:42.472498Z","caller":"traceutil/trace.go:171","msg":"trace[182438673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1301; }","duration":"1.471228527s","start":"2026-04-07T09:44:41.001257Z","end":"2026-04-07T09:44:42.472486Z","steps":["trace[182438673] 'agreement among raft nodes before linearized reading' (duration: 1.470995212s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.724533Z","time spent":"2.748096845s","remote":"127.0.0.1:43972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:42.472598Z","caller":"traceutil/trace.go:171","msg":"trace[997752905] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1301; }","duration":"975.634164ms","start":"2026-04-07T09:44:41.496937Z","end":"2026-04-07T09:44:42.472572Z","steps":["trace[997752905] 'agreement among raft nodes before linearized reading' (duration: 975.393099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904549872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-nkpz2\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-04-07T09:44:42.472647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.001227Z","time spent":"1.471409982s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:42.47266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065675153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:44:42.472698Z","caller":"traceutil/trace.go:171","msg":"trace[1633757491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1301; }","duration":"3.065750746s","start":"2026-04-07T09:44:39.406936Z","end":"2026-04-07T09:44:42.472686Z","steps":["trace[1633757491] 'agreement among raft nodes before linearized reading' (duration: 3.065607583s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:42.47271Z","caller":"traceutil/trace.go:171","msg":"trace[524835580] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-nkpz2; range_end:; response_count:1; response_revision:1301; }","duration":"2.904691875s","start":"2026-04-07T09:44:39.567991Z","end":"2026-04-07T09:44:42.472683Z","steps":["trace[524835580] 'agreement among raft nodes before linearized reading' (duration: 2.904386928s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.496917Z","time spent":"975.764417ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T09:44:42.472733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.406914Z","time spent":"3.065812718s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:42.472754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.567975Z","time spent":"2.904770717s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-nkpz2\" "} {"level":"warn","ts":"2026-04-07T09:44:42.472508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.910438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:42.472803Z","caller":"traceutil/trace.go:171","msg":"trace[1520925985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1301; }","duration":"471.201364ms","start":"2026-04-07T09:44:42.00159Z","end":"2026-04-07T09:44:42.472792Z","steps":["trace[1520925985] 'agreement among raft nodes before linearized reading' (duration: 470.892017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.472634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.957657Z","time spent":"514.966549ms","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:42.472851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:42.001529Z","time spent":"471.311447ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:44:42.473146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075489215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T09:44:42.473209Z","caller":"traceutil/trace.go:171","msg":"trace[522270521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1301; }","duration":"3.07571985s","start":"2026-04-07T09:44:39.397469Z","end":"2026-04-07T09:44:42.473189Z","steps":["trace[522270521] 'agreement among raft nodes before linearized reading' (duration: 3.074768599s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.473252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.397459Z","time spent":"3.075781291s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:44:42.473287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920354338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T09:44:42.47342Z","caller":"traceutil/trace.go:171","msg":"trace[606342644] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1301; }","duration":"2.920997621s","start":"2026-04-07T09:44:39.552389Z","end":"2026-04-07T09:44:42.473387Z","steps":["trace[606342644] 'agreement among raft nodes before linearized reading' (duration: 2.920132722s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.473476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.552374Z","time spent":"2.921090314s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":150,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:46.633025Z","caller":"traceutil/trace.go:171","msg":"trace[815744361] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"120.793845ms","start":"2026-04-07T09:44:46.512206Z","end":"2026-04-07T09:44:46.633Z","steps":["trace[815744361] 'process raft request' (duration: 120.661983ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:46.648923Z","caller":"traceutil/trace.go:171","msg":"trace[932461723] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"136.665613ms","start":"2026-04-07T09:44:46.51224Z","end":"2026-04-07T09:44:46.648906Z","steps":["trace[932461723] 'process raft request' (duration: 136.476459ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:46.649054Z","caller":"traceutil/trace.go:171","msg":"trace[486001029] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"135.077938ms","start":"2026-04-07T09:44:46.51395Z","end":"2026-04-07T09:44:46.649028Z","steps":["trace[486001029] 'process raft request' (duration: 135.028667ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:46.64908Z","caller":"traceutil/trace.go:171","msg":"trace[246691374] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"135.480267ms","start":"2026-04-07T09:44:46.513576Z","end":"2026-04-07T09:44:46.649057Z","steps":["trace[246691374] 'process raft request' (duration: 135.278262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:12.969028Z","caller":"traceutil/trace.go:171","msg":"trace[2115384233] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1900; }","duration":"250.555063ms","start":"2026-04-07T09:45:12.718445Z","end":"2026-04-07T09:45:12.969Z","steps":["trace[2115384233] 'read index received' (duration: 250.509692ms)","trace[2115384233] 'applied index is now lower than readState.Index' (duration: 44.241µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:45:12.969082Z","caller":"traceutil/trace.go:171","msg":"trace[1271383636] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"308.70143ms","start":"2026-04-07T09:45:12.660346Z","end":"2026-04-07T09:45:12.969047Z","steps":["trace[1271383636] 'process raft request' (duration: 308.514456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:12.969251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.787988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a24b649-43bf-41c9-b383-cd03070728b0\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-07T09:45:12.969294Z","caller":"traceutil/trace.go:171","msg":"trace[1527156510] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a24b649-43bf-41c9-b383-cd03070728b0; range_end:; response_count:1; response_revision:1828; }","duration":"250.87976ms","start":"2026-04-07T09:45:12.718403Z","end":"2026-04-07T09:45:12.969283Z","steps":["trace[1527156510] 'agreement among raft nodes before linearized reading' (duration: 250.734837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:12.969428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:12.660325Z","time spent":"308.888505ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:45:13.052203Z","caller":"traceutil/trace.go:171","msg":"trace[1290615839] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"330.88431ms","start":"2026-04-07T09:45:12.721292Z","end":"2026-04-07T09:45:13.052176Z","steps":["trace[1290615839] 'process raft request' (duration: 330.603743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.05224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.439435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-04-07T09:45:13.052288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.558232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:45:13.052318Z","caller":"traceutil/trace.go:171","msg":"trace[744421406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1830; }","duration":"316.562287ms","start":"2026-04-07T09:45:12.735737Z","end":"2026-04-07T09:45:13.052299Z","steps":["trace[744421406] 'agreement among raft nodes before linearized reading' (duration: 316.337662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.052367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:12.721266Z","time spent":"331.000272ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:45:13.052378Z","caller":"traceutil/trace.go:171","msg":"trace[1683881619] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"107.862996ms","start":"2026-04-07T09:45:12.944468Z","end":"2026-04-07T09:45:13.052331Z","steps":["trace[1683881619] 'process raft request' (duration: 107.562459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.052364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.159968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-07T09:45:13.052437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.124687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:45:13.052566Z","caller":"traceutil/trace.go:171","msg":"trace[892678207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"259.333242ms","start":"2026-04-07T09:45:12.793213Z","end":"2026-04-07T09:45:13.052546Z","steps":["trace[892678207] 'agreement among raft nodes before linearized reading' (duration: 259.045245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.052579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.797317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T09:45:13.052448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:12.735722Z","time spent":"316.715041ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-07T09:45:13.052672Z","caller":"traceutil/trace.go:171","msg":"trace[910561750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1830; }","duration":"209.92805ms","start":"2026-04-07T09:45:12.842724Z","end":"2026-04-07T09:45:13.052652Z","steps":["trace[910561750] 'agreement among raft nodes before linearized reading' (duration: 209.637644ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:13.052371Z","caller":"traceutil/trace.go:171","msg":"trace[691603197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1830; }","duration":"205.682486ms","start":"2026-04-07T09:45:12.84667Z","end":"2026-04-07T09:45:13.052352Z","steps":["trace[691603197] 'agreement among raft nodes before linearized reading' (duration: 205.43117ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:13.052493Z","caller":"traceutil/trace.go:171","msg":"trace[415497292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1830; }","duration":"239.340582ms","start":"2026-04-07T09:45:12.813132Z","end":"2026-04-07T09:45:13.052472Z","steps":["trace[415497292] 'agreement among raft nodes before linearized reading' (duration: 238.998625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.541332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.699197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:45:13.541576Z","caller":"traceutil/trace.go:171","msg":"trace[595815024] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"147.23464ms","start":"2026-04-07T09:45:13.39433Z","end":"2026-04-07T09:45:13.541565Z","steps":["trace[595815024] 'process raft request' (duration: 147.203969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:13.541601Z","caller":"traceutil/trace.go:171","msg":"trace[1238756043] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"387.056633ms","start":"2026-04-07T09:45:13.154522Z","end":"2026-04-07T09:45:13.541578Z","steps":["trace[1238756043] 'process raft request' (duration: 386.877269ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:13.541708Z","caller":"traceutil/trace.go:171","msg":"trace[1415271974] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1909; }","duration":"323.634778ms","start":"2026-04-07T09:45:13.218067Z","end":"2026-04-07T09:45:13.541702Z","steps":["trace[1415271974] 'read index received' (duration: 205.5025ms)","trace[1415271974] 'applied index is now lower than readState.Index' (duration: 118.131698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:45:13.541714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:13.154496Z","time spent":"387.156134ms","remote":"127.0.0.1:44028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:45:13.541678Z","caller":"traceutil/trace.go:171","msg":"trace[69759567] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"387.470541ms","start":"2026-04-07T09:45:13.154174Z","end":"2026-04-07T09:45:13.541645Z","steps":["trace[69759567] 'process raft request' (duration: 269.391586ms)","trace[69759567] 'compare' (duration: 117.507063ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:45:13.541714Z","caller":"traceutil/trace.go:171","msg":"trace[721859316] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"387.156445ms","start":"2026-04-07T09:45:13.154539Z","end":"2026-04-07T09:45:13.541695Z","steps":["trace[721859316] 'process raft request' (duration: 386.927529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.541824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.75596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T09:45:13.541843Z","caller":"traceutil/trace.go:171","msg":"trace[124425870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1841; }","duration":"323.805841ms","start":"2026-04-07T09:45:13.218032Z","end":"2026-04-07T09:45:13.541837Z","steps":["trace[124425870] 'agreement among raft nodes before linearized reading' (duration: 323.694468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.541859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:13.218016Z","time spent":"323.838402ms","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T09:45:13.541843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:13.154528Z","time spent":"387.229738ms","remote":"127.0.0.1:44028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:13.541841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:13.15414Z","time spent":"387.615036ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:45:13.54172Z","caller":"traceutil/trace.go:171","msg":"trace[1215159973] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"385.507818ms","start":"2026-04-07T09:45:13.156187Z","end":"2026-04-07T09:45:13.541694Z","steps":["trace[1215159973] 'process raft request' (duration: 385.302293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:13.542037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:13.156179Z","time spent":"385.834285ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:51.554461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.321533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T09:45:51.554444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.814201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T09:45:51.554482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.967449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:45:51.554577Z","caller":"traceutil/trace.go:171","msg":"trace[160763545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2093; }","duration":"224.011355ms","start":"2026-04-07T09:45:51.330545Z","end":"2026-04-07T09:45:51.554557Z","steps":["trace[160763545] 'range keys from in-memory index tree' (duration: 223.540104ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:51.554589Z","caller":"traceutil/trace.go:171","msg":"trace[499432637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2093; }","duration":"222.159363ms","start":"2026-04-07T09:45:51.33241Z","end":"2026-04-07T09:45:51.554569Z","steps":["trace[499432637] 'range keys from in-memory index tree' (duration: 221.401646ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:51.554565Z","caller":"traceutil/trace.go:171","msg":"trace[1752965025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2093; }","duration":"237.455807ms","start":"2026-04-07T09:45:51.317087Z","end":"2026-04-07T09:45:51.554543Z","steps":["trace[1752965025] 'range keys from in-memory index tree' (duration: 237.153549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:51.554461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.633263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T09:45:51.554835Z","caller":"traceutil/trace.go:171","msg":"trace[103302195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2093; }","duration":"243.016731ms","start":"2026-04-07T09:45:51.311754Z","end":"2026-04-07T09:45:51.55477Z","steps":["trace[103302195] 'range keys from in-memory index tree' (duration: 242.410608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:51.554447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.570668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:45:51.55496Z","caller":"traceutil/trace.go:171","msg":"trace[1851401119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2093; }","duration":"221.100959ms","start":"2026-04-07T09:45:51.33382Z","end":"2026-04-07T09:45:51.554921Z","steps":["trace[1851401119] 'range keys from in-memory index tree' (duration: 220.326072ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:51.674163Z","caller":"traceutil/trace.go:171","msg":"trace[313493627] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"114.667773ms","start":"2026-04-07T09:45:51.559468Z","end":"2026-04-07T09:45:51.674136Z","steps":["trace[313493627] 'process raft request' (duration: 114.245192ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:51.674366Z","caller":"traceutil/trace.go:171","msg":"trace[174058009] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"114.759514ms","start":"2026-04-07T09:45:51.559583Z","end":"2026-04-07T09:45:51.674342Z","steps":["trace[174058009] 'process raft request' (duration: 114.503968ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:51.674589Z","caller":"traceutil/trace.go:171","msg":"trace[747301388] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"114.843976ms","start":"2026-04-07T09:45:51.559628Z","end":"2026-04-07T09:45:51.674472Z","steps":["trace[747301388] 'process raft request' (duration: 114.609891ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:51.674612Z","caller":"traceutil/trace.go:171","msg":"trace[2130086506] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"114.828446ms","start":"2026-04-07T09:45:51.559766Z","end":"2026-04-07T09:45:51.674594Z","steps":["trace[2130086506] 'process raft request' (duration: 114.648232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:57.557365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.072685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:45:57.557538Z","caller":"traceutil/trace.go:171","msg":"trace[1746267226] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"288.814098ms","start":"2026-04-07T09:45:57.268691Z","end":"2026-04-07T09:45:57.557505Z","steps":["trace[1746267226] 'process raft request' (duration: 139.472037ms)","trace[1746267226] 'compare' (duration: 148.84314ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:45:57.647515Z","caller":"traceutil/trace.go:171","msg":"trace[193294345] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2204; }","duration":"102.271874ms","start":"2026-04-07T09:45:57.545214Z","end":"2026-04-07T09:45:57.647486Z","steps":["trace[193294345] 'read index received' (duration: 101.914596ms)","trace[193294345] 'applied index is now lower than readState.Index' (duration: 356.098µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:45:57.647535Z","caller":"traceutil/trace.go:171","msg":"trace[1260453764] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"358.850489ms","start":"2026-04-07T09:45:57.288643Z","end":"2026-04-07T09:45:57.647494Z","steps":["trace[1260453764] 'process raft request' (duration: 358.569283ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:57.647594Z","caller":"traceutil/trace.go:171","msg":"trace[2099667240] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"355.446723ms","start":"2026-04-07T09:45:57.292117Z","end":"2026-04-07T09:45:57.647564Z","steps":["trace[2099667240] 'process raft request' (duration: 355.282439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:57.647728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.288614Z","time spent":"359.011122ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:57.647729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.292077Z","time spent":"355.565896ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:57.647781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.549631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-07T09:45:57.647855Z","caller":"traceutil/trace.go:171","msg":"trace[1041175556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2124; }","duration":"102.685574ms","start":"2026-04-07T09:45:57.545151Z","end":"2026-04-07T09:45:57.647836Z","steps":["trace[1041175556] 'agreement among raft nodes before linearized reading' (duration: 102.446729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.175078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.554249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:45:58.175312Z","caller":"traceutil/trace.go:171","msg":"trace[1857314465] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2206; }","duration":"474.212436ms","start":"2026-04-07T09:45:57.701079Z","end":"2026-04-07T09:45:58.175291Z","steps":["trace[1857314465] 'read index received' (duration: 285.35181ms)","trace[1857314465] 'applied index is now lower than readState.Index' (duration: 188.859446ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:45:58.175397Z","caller":"traceutil/trace.go:171","msg":"trace[1978672810] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"522.604692ms","start":"2026-04-07T09:45:57.652757Z","end":"2026-04-07T09:45:58.175362Z","steps":["trace[1978672810] 'process raft request' (duration: 522.452468ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:58.175457Z","caller":"traceutil/trace.go:171","msg":"trace[1997439138] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"522.873608ms","start":"2026-04-07T09:45:57.652566Z","end":"2026-04-07T09:45:58.175439Z","steps":["trace[1997439138] 'process raft request' (duration: 333.851118ms)","trace[1997439138] 'compare' (duration: 188.170501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:45:58.175544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.652554Z","time spent":"522.947089ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:58.175593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.481022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T09:45:58.175633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.652747Z","time spent":"522.737344ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:45:58.175648Z","caller":"traceutil/trace.go:171","msg":"trace[825700110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2126; }","duration":"474.667536ms","start":"2026-04-07T09:45:57.700966Z","end":"2026-04-07T09:45:58.175634Z","steps":["trace[825700110] 'agreement among raft nodes before linearized reading' (duration: 474.453251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.175906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.700952Z","time spent":"474.940413ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:45:58.176042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.235255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:45:58.176089Z","caller":"traceutil/trace.go:171","msg":"trace[798378963] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2126; }","duration":"362.319268ms","start":"2026-04-07T09:45:57.813759Z","end":"2026-04-07T09:45:58.176078Z","steps":["trace[798378963] 'agreement among raft nodes before linearized reading' (duration: 362.243046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.176129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.813739Z","time spent":"362.381699ms","remote":"127.0.0.1:45590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:45:58.176117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.096254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T09:45:58.176141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.003187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:45:58.176051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.601566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:45:58.176215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.927394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T09:45:58.176289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.603871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:45:58.176318Z","caller":"traceutil/trace.go:171","msg":"trace[822785523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2126; }","duration":"174.874303ms","start":"2026-04-07T09:45:58.001383Z","end":"2026-04-07T09:45:58.176257Z","steps":["trace[822785523] 'agreement among raft nodes before linearized reading' (duration: 174.598176ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:58.176561Z","caller":"traceutil/trace.go:171","msg":"trace[1162397449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2126; }","duration":"472.937778ms","start":"2026-04-07T09:45:57.70361Z","end":"2026-04-07T09:45:58.176547Z","steps":["trace[1162397449] 'agreement among raft nodes before linearized reading' (duration: 472.078078ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:58.176212Z","caller":"traceutil/trace.go:171","msg":"trace[603899195] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2126; }","duration":"278.096948ms","start":"2026-04-07T09:45:57.898097Z","end":"2026-04-07T09:45:58.176194Z","steps":["trace[603899195] 'agreement among raft nodes before linearized reading' (duration: 277.892654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.176658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.703599Z","time spent":"473.04602ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:45:58.176312Z","caller":"traceutil/trace.go:171","msg":"trace[1820464715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2126; }","duration":"471.095407ms","start":"2026-04-07T09:45:57.705195Z","end":"2026-04-07T09:45:58.17629Z","steps":["trace[1820464715] 'agreement among raft nodes before linearized reading' (duration: 470.77681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.176133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.961514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:45:58.176876Z","caller":"traceutil/trace.go:171","msg":"trace[1283596270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2126; }","duration":"471.754042ms","start":"2026-04-07T09:45:57.705102Z","end":"2026-04-07T09:45:58.176856Z","steps":["trace[1283596270] 'agreement among raft nodes before linearized reading' (duration: 470.876632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.176945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.70507Z","time spent":"471.857204ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T09:45:58.176201Z","caller":"traceutil/trace.go:171","msg":"trace[118289121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2126; }","duration":"301.224287ms","start":"2026-04-07T09:45:57.874951Z","end":"2026-04-07T09:45:58.176175Z","steps":["trace[118289121] 'agreement among raft nodes before linearized reading' (duration: 300.94799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.177029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.874927Z","time spent":"302.084635ms","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T09:45:58.176766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:57.70516Z","time spent":"471.586578ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T09:45:58.607847Z","caller":"traceutil/trace.go:171","msg":"trace[141667098] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"425.591496ms","start":"2026-04-07T09:45:58.182216Z","end":"2026-04-07T09:45:58.607807Z","steps":["trace[141667098] 'process raft request' (duration: 425.236958ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:58.607981Z","caller":"traceutil/trace.go:171","msg":"trace[1981897702] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"424.575284ms","start":"2026-04-07T09:45:58.183388Z","end":"2026-04-07T09:45:58.607963Z","steps":["trace[1981897702] 'process raft request' (duration: 424.365599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:45:58.607846Z","caller":"traceutil/trace.go:171","msg":"trace[454824552] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"425.451743ms","start":"2026-04-07T09:45:58.182362Z","end":"2026-04-07T09:45:58.607813Z","steps":["trace[454824552] 'process raft request' (duration: 425.332521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.608358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:58.183368Z","time spent":"424.658166ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:58.608394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:58.182354Z","time spent":"425.973425ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:58.608077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:58.182183Z","time spent":"425.76588ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:45:58.845038Z","caller":"traceutil/trace.go:171","msg":"trace[82404716] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"562.566777ms","start":"2026-04-07T09:45:58.28242Z","end":"2026-04-07T09:45:58.844987Z","steps":["trace[82404716] 'process raft request' (duration: 475.081895ms)","trace[82404716] 'compare' (duration: 87.071323ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:45:58.845077Z","caller":"traceutil/trace.go:171","msg":"trace[945124071] linearizableReadLoop","detail":"{readStateIndex:2213; appliedIndex:2209; }","duration":"450.818812ms","start":"2026-04-07T09:45:58.394228Z","end":"2026-04-07T09:45:58.845047Z","steps":["trace[945124071] 'read index received' (duration: 213.273514ms)","trace[945124071] 'applied index is now lower than readState.Index' (duration: 237.542388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:45:58.845268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:58.282401Z","time spent":"562.747252ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:45:58.845268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.970455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:45:58.845376Z","caller":"traceutil/trace.go:171","msg":"trace[719172103] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2132; }","duration":"451.18359ms","start":"2026-04-07T09:45:58.394163Z","end":"2026-04-07T09:45:58.845347Z","steps":["trace[719172103] 'agreement among raft nodes before linearized reading' (duration: 450.956885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:45:58.845436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:45:58.394137Z","time spent":"451.286792ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:46:04.418755Z","caller":"traceutil/trace.go:171","msg":"trace[1634259863] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"199.248299ms","start":"2026-04-07T09:46:04.219478Z","end":"2026-04-07T09:46:04.418726Z","steps":["trace[1634259863] 'read index received' (duration: 198.972783ms)","trace[1634259863] 'applied index is now lower than readState.Index' (duration: 274.186µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:46:04.418897Z","caller":"traceutil/trace.go:171","msg":"trace[526143781] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"216.449904ms","start":"2026-04-07T09:46:04.202429Z","end":"2026-04-07T09:46:04.418879Z","steps":["trace[526143781] 'process raft request' (duration: 216.106777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:04.419131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.711397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:46:04.419247Z","caller":"traceutil/trace.go:171","msg":"trace[2106398779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2157; }","duration":"149.8349ms","start":"2026-04-07T09:46:04.26939Z","end":"2026-04-07T09:46:04.419225Z","steps":["trace[2106398779] 'agreement among raft nodes before linearized reading' (duration: 149.592534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:04.41931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.812242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T09:46:04.419461Z","caller":"traceutil/trace.go:171","msg":"trace[1949628130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2157; }","duration":"199.974745ms","start":"2026-04-07T09:46:04.219434Z","end":"2026-04-07T09:46:04.419409Z","steps":["trace[1949628130] 'agreement among raft nodes before linearized reading' (duration: 199.646498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:04.908467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.169994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:46:04.908612Z","caller":"traceutil/trace.go:171","msg":"trace[532472836] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"360.684921ms","start":"2026-04-07T09:46:04.547914Z","end":"2026-04-07T09:46:04.908599Z","steps":["trace[532472836] 'process raft request' (duration: 360.64103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:04.908681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:46:04.54789Z","time spent":"360.758272ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:46:04.908701Z","caller":"traceutil/trace.go:171","msg":"trace[2014675781] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"485.285175ms","start":"2026-04-07T09:46:04.423369Z","end":"2026-04-07T09:46:04.908654Z","steps":["trace[2014675781] 'process raft request' (duration: 110.842606ms)","trace[2014675781] 'compare' (duration: 374.04276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:46:04.908841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:46:04.423347Z","time spent":"485.416127ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:46:04.908943Z","caller":"traceutil/trace.go:171","msg":"trace[1553789566] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"393.253591ms","start":"2026-04-07T09:46:04.515482Z","end":"2026-04-07T09:46:04.908735Z","steps":["trace[1553789566] 'read index received' (duration: 18.73921ms)","trace[1553789566] 'applied index is now lower than readState.Index' (duration: 374.447849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:46:04.909077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.597048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T09:46:04.909138Z","caller":"traceutil/trace.go:171","msg":"trace[1004008075] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2159; }","duration":"393.664539ms","start":"2026-04-07T09:46:04.515459Z","end":"2026-04-07T09:46:04.909123Z","steps":["trace[1004008075] 'agreement among raft nodes before linearized reading' (duration: 393.468415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:04.909216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:46:04.515377Z","time spent":"393.830334ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T09:46:05.139237Z","caller":"traceutil/trace.go:171","msg":"trace[674889367] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"271.902819ms","start":"2026-04-07T09:46:04.867301Z","end":"2026-04-07T09:46:05.139204Z","steps":["trace[674889367] 'process raft request' (duration: 230.671514ms)","trace[674889367] 'compare' (duration: 41.085951ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:46:05.140708Z","caller":"traceutil/trace.go:171","msg":"trace[107104941] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2243; }","duration":"231.661866ms","start":"2026-04-07T09:46:04.909014Z","end":"2026-04-07T09:46:05.140675Z","steps":["trace[107104941] 'read index received' (duration: 188.942987ms)","trace[107104941] 'applied index is now lower than readState.Index' (duration: 42.717719ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:46:05.140738Z","caller":"traceutil/trace.go:171","msg":"trace[1320681385] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"227.912893ms","start":"2026-04-07T09:46:04.912803Z","end":"2026-04-07T09:46:05.140716Z","steps":["trace[1320681385] 'process raft request' (duration: 227.797171ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:46:05.140774Z","caller":"traceutil/trace.go:171","msg":"trace[1565677855] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"268.790169ms","start":"2026-04-07T09:46:04.871958Z","end":"2026-04-07T09:46:05.140748Z","steps":["trace[1565677855] 'process raft request' (duration: 268.490192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:05.140927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.091289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:46:05.14097Z","caller":"traceutil/trace.go:171","msg":"trace[1437297993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2162; }","duration":"509.176702ms","start":"2026-04-07T09:46:04.631781Z","end":"2026-04-07T09:46:05.140958Z","steps":["trace[1437297993] 'agreement among raft nodes before linearized reading' (duration: 509.004598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:05.140986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.111388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T09:46:05.141007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:46:04.631763Z","time spent":"509.236312ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T09:46:05.141039Z","caller":"traceutil/trace.go:171","msg":"trace[1113371123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2162; }","duration":"496.21705ms","start":"2026-04-07T09:46:04.644807Z","end":"2026-04-07T09:46:05.141024Z","steps":["trace[1113371123] 'agreement among raft nodes before linearized reading' (duration: 496.047366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:05.141016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.241679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T09:46:05.14108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:46:04.644771Z","time spent":"496.301172ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:46:05.141136Z","caller":"traceutil/trace.go:171","msg":"trace[1797696029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"495.392682ms","start":"2026-04-07T09:46:04.645718Z","end":"2026-04-07T09:46:05.141111Z","steps":["trace[1797696029] 'agreement among raft nodes before linearized reading' (duration: 495.077255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:46:05.141195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:46:04.645694Z","time spent":"495.491045ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T09:46:51.362145Z","caller":"traceutil/trace.go:171","msg":"trace[1039040042] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"228.251171ms","start":"2026-04-07T09:46:51.133872Z","end":"2026-04-07T09:46:51.362123Z","steps":["trace[1039040042] 'process raft request' (duration: 228.120629ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:20.59439Z","caller":"traceutil/trace.go:171","msg":"trace[93318503] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2871; }","duration":"134.943751ms","start":"2026-04-07T09:47:20.459423Z","end":"2026-04-07T09:47:20.594366Z","steps":["trace[93318503] 'read index received' (duration: 134.731367ms)","trace[93318503] 'applied index is now lower than readState.Index' (duration: 211.104µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:20.594473Z","caller":"traceutil/trace.go:171","msg":"trace[1366128186] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"405.918371ms","start":"2026-04-07T09:47:20.18853Z","end":"2026-04-07T09:47:20.594449Z","steps":["trace[1366128186] 'process raft request' (duration: 405.648005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:20.594534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.093685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:20.594572Z","caller":"traceutil/trace.go:171","msg":"trace[1543093907] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2766; }","duration":"135.195438ms","start":"2026-04-07T09:47:20.459367Z","end":"2026-04-07T09:47:20.594562Z","steps":["trace[1543093907] 'agreement among raft nodes before linearized reading' (duration: 135.107576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:20.59465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:20.188512Z","time spent":"406.015543ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:25.08967Z","caller":"traceutil/trace.go:171","msg":"trace[105984216] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"158.965425ms","start":"2026-04-07T09:47:24.93068Z","end":"2026-04-07T09:47:25.089645Z","steps":["trace[105984216] 'process raft request' (duration: 158.813612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:26.00652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:26.507342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:27.008157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:27.50906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:28.001211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:28.001295Z","caller":"traceutil/trace.go:171","msg":"trace[675864827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465605s","start":"2026-04-07T09:47:26.000811Z","end":"2026-04-07T09:47:28.001277Z","steps":["trace[675864827] 'agreement among raft nodes before linearized reading' (duration: 2.000354922s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:28.001339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:26.000792Z","time spent":"2.000534846s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:28.010096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:28.510691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:29.011304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:29.511938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:30.001879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:30.00199Z","caller":"traceutil/trace.go:171","msg":"trace[470995672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095986s","start":"2026-04-07T09:47:28.001866Z","end":"2026-04-07T09:47:30.001962Z","steps":["trace[470995672] 'agreement among raft nodes before linearized reading' (duration: 1.999958143s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:30.002061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.00185Z","time spent":"2.000195688s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:30.012515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:30.498495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.496708Z","time spent":"5.001781632s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:30.504701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.506971Z","time spent":"4.99772369s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:30.512636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:30.526934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99904443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:30.527001Z","caller":"traceutil/trace.go:171","msg":"trace[18638866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999166283s","start":"2026-04-07T09:47:25.527818Z","end":"2026-04-07T09:47:30.526985Z","steps":["trace[18638866] 'agreement among raft nodes before linearized reading' (duration: 4.999074241s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:30.527051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.527802Z","time spent":"4.999239054s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:47:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:30.5744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999998622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:30.574534Z","caller":"traceutil/trace.go:171","msg":"trace[279720760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000181096s","start":"2026-04-07T09:47:25.574334Z","end":"2026-04-07T09:47:30.574515Z","steps":["trace[279720760] 'agreement among raft nodes before linearized reading' (duration: 5.000028873s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:30.574585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.574312Z","time spent":"5.000262927s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:47:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:31.001099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:26.002867Z","time spent":"4.998221731s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:31.003394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:26.005586Z","time spent":"4.997805543s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:31.013026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:31.514221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:32.007809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:32.007871Z","caller":"traceutil/trace.go:171","msg":"trace[622472613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518093s","start":"2026-04-07T09:47:30.007337Z","end":"2026-04-07T09:47:32.007856Z","steps":["trace[622472613] 'agreement among raft nodes before linearized reading' (duration: 2.000440542s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:32.007908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:30.007328Z","time spent":"2.000572014s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:32.014946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:32.093356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999513911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:32.093446Z","caller":"traceutil/trace.go:171","msg":"trace[314388883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999663254s","start":"2026-04-07T09:47:27.093762Z","end":"2026-04-07T09:47:32.093426Z","steps":["trace[314388883] 'agreement among raft nodes before linearized reading' (duration: 4.999549402s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:32.093494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.093743Z","time spent":"4.999741616s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:47:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:32.506384Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-07T09:47:32.50659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000278911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-07T09:47:32.506657Z","caller":"traceutil/trace.go:171","msg":"trace[495177643] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; }","duration":"7.000424425s","start":"2026-04-07T09:47:25.506215Z","end":"2026-04-07T09:47:32.50664Z","steps":["trace[495177643] 'agreement among raft nodes before linearized reading' (duration: 7.000307191s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:32.506692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.506195Z","time spent":"7.000491356s","remote":"127.0.0.1:43932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-07T09:47:33.007416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:33.237815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:33.237958Z","caller":"traceutil/trace.go:171","msg":"trace[1437608983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086053s","start":"2026-04-07T09:47:31.237839Z","end":"2026-04-07T09:47:33.237925Z","steps":["trace[1437608983] 'agreement among raft nodes before linearized reading' (duration: 1.999909619s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:33.238031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:31.237806Z","time spent":"2.000210146s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:33.508214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:33.756267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:26.755564Z","time spent":"7.000695828s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:47:34.008326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:34.008415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000479373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:34.008631Z","caller":"traceutil/trace.go:171","msg":"trace[1254495069] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743178s","start":"2026-04-07T09:47:32.007869Z","end":"2026-04-07T09:47:34.008612Z","steps":["trace[1254495069] 'agreement among raft nodes before linearized reading' (duration: 2.000486242s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.008695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.007856Z","time spent":"2.000824311s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:34.509076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071465228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:34.604949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:34.605027Z","caller":"traceutil/trace.go:171","msg":"trace[1152305544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330951s","start":"2026-04-07T09:47:32.604681Z","end":"2026-04-07T09:47:34.605012Z","steps":["trace[1152305544] 'agreement among raft nodes before linearized reading' (duration: 2.000235308s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.605092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.604653Z","time spent":"2.000400741s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:34.834529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.337624773s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:47:35.018343Z","caller":"traceutil/trace.go:171","msg":"trace[514568688] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"4.876978305s","start":"2026-04-07T09:47:30.141334Z","end":"2026-04-07T09:47:35.018312Z","steps":["trace[514568688] 'process raft request' (duration: 4.876708019s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.01851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:30.141282Z","time spent":"4.87714335s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:35.137266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.008642ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T09:47:35.137772Z","caller":"traceutil/trace.go:171","msg":"trace[1530962949] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"2.699333366s","start":"2026-04-07T09:47:32.438411Z","end":"2026-04-07T09:47:35.137744Z","steps":["trace[1530962949] 'process raft request' (duration: 2.698966448s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.137997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.438374Z","time spent":"2.699526591s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:35.138025Z","caller":"traceutil/trace.go:171","msg":"trace[985467522] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2895; }","duration":"2.631510982s","start":"2026-04-07T09:47:32.506485Z","end":"2026-04-07T09:47:35.137996Z","steps":["trace[985467522] 'read index received' (duration: 2.328313487s)","trace[985467522] 'applied index is now lower than readState.Index' (duration: 303.196175ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:35.138045Z","caller":"traceutil/trace.go:171","msg":"trace[554243419] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"2.589341398s","start":"2026-04-07T09:47:32.548663Z","end":"2026-04-07T09:47:35.138005Z","steps":["trace[554243419] 'process raft request' (duration: 2.589061972s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.138634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319996713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T09:47:35.138715Z","caller":"traceutil/trace.go:171","msg":"trace[55187824] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2797; }","duration":"3.320114096s","start":"2026-04-07T09:47:31.818576Z","end":"2026-04-07T09:47:35.13869Z","steps":["trace[55187824] 'agreement among raft nodes before linearized reading' (duration: 3.319785468s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.138758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.548625Z","time spent":"2.590050423s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:35.138788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:31.818557Z","time spent":"3.320216277s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":314,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:35.138815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619056345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:47:35.138107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.90989917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:35.138955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.095928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:35.138998Z","caller":"traceutil/trace.go:171","msg":"trace[1511875464] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2797; }","duration":"848.202581ms","start":"2026-04-07T09:47:34.290787Z","end":"2026-04-07T09:47:35.13899Z","steps":["trace[1511875464] 'agreement among raft nodes before linearized reading' (duration: 848.113759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.138166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.76751766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:35.139003Z","caller":"traceutil/trace.go:171","msg":"trace[1026313895] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:2797; }","duration":"7.9108325s","start":"2026-04-07T09:47:27.228152Z","end":"2026-04-07T09:47:35.138985Z","steps":["trace[1026313895] 'agreement among raft nodes before linearized reading' (duration: 7.909880909s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.084535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:35.139032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:34.290754Z","time spent":"848.269103ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:35.139052Z","caller":"traceutil/trace.go:171","msg":"trace[330597246] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2797; }","duration":"7.768425549s","start":"2026-04-07T09:47:27.370606Z","end":"2026-04-07T09:47:35.139031Z","steps":["trace[330597246] 'agreement among raft nodes before linearized reading' (duration: 7.767529869s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.228122Z","time spent":"7.910921632s","remote":"127.0.0.1:43742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-04-07T09:47:35.139081Z","caller":"traceutil/trace.go:171","msg":"trace[380615113] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2797; }","duration":"231.184948ms","start":"2026-04-07T09:47:34.90788Z","end":"2026-04-07T09:47:35.139065Z","steps":["trace[380615113] 'agreement among raft nodes before linearized reading' (duration: 231.003954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.370576Z","time spent":"7.768516052s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:35.138218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.16713881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:47:35.138224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.565791457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:35.139279Z","caller":"traceutil/trace.go:171","msg":"trace[2043317114] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2797; }","duration":"7.566871221s","start":"2026-04-07T09:47:27.572381Z","end":"2026-04-07T09:47:35.139252Z","steps":["trace[2043317114] 'agreement among raft nodes before linearized reading' (duration: 7.565818378s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.572357Z","time spent":"7.566973573s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:35.1383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.583261972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:35.139412Z","caller":"traceutil/trace.go:171","msg":"trace[2113747227] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2797; }","duration":"7.584406506s","start":"2026-04-07T09:47:27.554989Z","end":"2026-04-07T09:47:35.139395Z","steps":["trace[2113747227] 'agreement among raft nodes before linearized reading' (duration: 7.583263521s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.55496Z","time spent":"7.584498169s","remote":"127.0.0.1:45578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:35.13829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.13606557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-07T09:47:35.139544Z","caller":"traceutil/trace.go:171","msg":"trace[1190061393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2797; }","duration":"4.137372019s","start":"2026-04-07T09:47:31.002161Z","end":"2026-04-07T09:47:35.139533Z","steps":["trace[1190061393] 'agreement among raft nodes before linearized reading' (duration: 4.135954708s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:31.002148Z","time spent":"4.13742736s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:47:35.139585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.62433956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:35.138301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.149945713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T09:47:35.139749Z","caller":"traceutil/trace.go:171","msg":"trace[341240054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2797; }","duration":"6.151477238s","start":"2026-04-07T09:47:28.988243Z","end":"2026-04-07T09:47:35.139721Z","steps":["trace[341240054] 'agreement among raft nodes before linearized reading' (duration: 6.149766099s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.13981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.988222Z","time spent":"6.151567009s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T09:47:35.138341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.639575007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-07T09:47:35.139782Z","caller":"traceutil/trace.go:171","msg":"trace[6712089] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2797; }","duration":"7.624605795s","start":"2026-04-07T09:47:27.515154Z","end":"2026-04-07T09:47:35.139759Z","steps":["trace[6712089] 'agreement among raft nodes before linearized reading' (duration: 7.622874727s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.13985Z","caller":"traceutil/trace.go:171","msg":"trace[975215050] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2797; }","duration":"4.641180914s","start":"2026-04-07T09:47:30.498659Z","end":"2026-04-07T09:47:35.13984Z","steps":["trace[975215050] 'agreement among raft nodes before linearized reading' (duration: 4.639482815s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:30.498598Z","time spent":"4.641285556s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T09:47:35.138375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837590862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:35.140023Z","caller":"traceutil/trace.go:171","msg":"trace[214303001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2797; }","duration":"2.83926548s","start":"2026-04-07T09:47:32.300703Z","end":"2026-04-07T09:47:35.139968Z","steps":["trace[214303001] 'agreement among raft nodes before linearized reading' (duration: 2.837631733s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.140104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.30067Z","time spent":"2.839405893s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:35.13834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631944486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-07T09:47:35.138383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.897091974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T09:47:35.140183Z","caller":"traceutil/trace.go:171","msg":"trace[1245273540] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2797; }","duration":"4.633831719s","start":"2026-04-07T09:47:30.506326Z","end":"2026-04-07T09:47:35.140158Z","steps":["trace[1245273540] 'agreement among raft nodes before linearized reading' (duration: 4.631749922s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.140305Z","caller":"traceutil/trace.go:171","msg":"trace[134239739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2797; }","duration":"6.899033358s","start":"2026-04-07T09:47:28.241244Z","end":"2026-04-07T09:47:35.140278Z","steps":["trace[134239739] 'agreement among raft nodes before linearized reading' (duration: 6.897005662s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.515137Z","time spent":"7.624820461s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:35.138396Z","caller":"traceutil/trace.go:171","msg":"trace[1997883479] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2797; }","duration":"1.377030462s","start":"2026-04-07T09:47:33.761344Z","end":"2026-04-07T09:47:35.138374Z","steps":["trace[1997883479] 'process raft request' (duration: 1.376582382s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.139479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040803866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T09:47:35.140384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.241224Z","time spent":"6.89914028s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T09:47:35.140593Z","caller":"traceutil/trace.go:171","msg":"trace[2026264108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2797; }","duration":"1.041796939s","start":"2026-04-07T09:47:34.098666Z","end":"2026-04-07T09:47:35.140463Z","steps":["trace[2026264108] 'agreement among raft nodes before linearized reading' (duration: 1.04009198s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.140765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:34.098646Z","time spent":"1.042099515s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:47:35.138437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.766900953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a40a1233116a0a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-07T09:47:35.140961Z","caller":"traceutil/trace.go:171","msg":"trace[883244615] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a40a1233116a0a; range_end:; response_count:1; response_revision:2797; }","duration":"8.76945434s","start":"2026-04-07T09:47:26.371487Z","end":"2026-04-07T09:47:35.140942Z","steps":["trace[883244615] 'agreement among raft nodes before linearized reading' (duration: 8.76682746s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.138479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.13072779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-07T09:47:35.141044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:26.371467Z","time spent":"8.769553533s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a40a1233116a0a\" "} {"level":"info","ts":"2026-04-07T09:47:35.14105Z","caller":"traceutil/trace.go:171","msg":"trace[1067349102] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2797; }","duration":"4.133304728s","start":"2026-04-07T09:47:31.007717Z","end":"2026-04-07T09:47:35.141022Z","steps":["trace[1067349102] 'agreement among raft nodes before linearized reading' (duration: 4.13033397s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.141107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:31.007707Z","time spent":"4.133384259s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:47:35.138428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.559933499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T09:47:35.138866Z","caller":"traceutil/trace.go:171","msg":"trace[2036982582] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2797; }","duration":"1.619102266s","start":"2026-04-07T09:47:33.519747Z","end":"2026-04-07T09:47:35.138849Z","steps":["trace[2036982582] 'agreement among raft nodes before linearized reading' (duration: 1.619027974s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.141191Z","caller":"traceutil/trace.go:171","msg":"trace[764123663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2797; }","duration":"9.562705042s","start":"2026-04-07T09:47:25.578461Z","end":"2026-04-07T09:47:35.141166Z","steps":["trace[764123663] 'agreement among raft nodes before linearized reading' (duration: 9.559870548s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.141263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.578447Z","time spent":"9.562794763s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:35.138887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122793732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:35.140317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:30.506309Z","time spent":"4.633982302s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-07T09:47:35.138936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610070318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:47:35.139201Z","caller":"traceutil/trace.go:171","msg":"trace[494742659] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2797; }","duration":"7.168129592s","start":"2026-04-07T09:47:27.971043Z","end":"2026-04-07T09:47:35.139172Z","steps":["trace[494742659] 'agreement among raft nodes before linearized reading' (duration: 7.167076389s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.141681Z","caller":"traceutil/trace.go:171","msg":"trace[900397075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2797; }","duration":"2.61284998s","start":"2026-04-07T09:47:32.528818Z","end":"2026-04-07T09:47:35.141668Z","steps":["trace[900397075] 'agreement among raft nodes before linearized reading' (duration: 2.609914004s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.141677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:33.761316Z","time spent":"1.379506078s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:35.141694Z","caller":"traceutil/trace.go:171","msg":"trace[1477854232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2797; }","duration":"1.125614996s","start":"2026-04-07T09:47:34.016041Z","end":"2026-04-07T09:47:35.141656Z","steps":["trace[1477854232] 'agreement among raft nodes before linearized reading' (duration: 1.122800112s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.141762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:34.016021Z","time spent":"1.125724148s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:35.14171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.528801Z","time spent":"2.612901682s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:35.138375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.33884479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:47:35.141635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:33.519658Z","time spent":"1.621561912s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:35.141941Z","caller":"traceutil/trace.go:171","msg":"trace[1827872920] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2797; }","duration":"5.34239095s","start":"2026-04-07T09:47:29.799507Z","end":"2026-04-07T09:47:35.141898Z","steps":["trace[1827872920] 'agreement among raft nodes before linearized reading' (duration: 5.338810779s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.142012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:29.799461Z","time spent":"5.342528303s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:35.138218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.608263332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T09:47:35.142083Z","caller":"traceutil/trace.go:171","msg":"trace[1886009461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2797; }","duration":"9.612150399s","start":"2026-04-07T09:47:25.529915Z","end":"2026-04-07T09:47:35.142065Z","steps":["trace[1886009461] 'agreement among raft nodes before linearized reading' (duration: 9.608170099s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.141711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.970978Z","time spent":"7.170719911s","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:35.142149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.529905Z","time spent":"9.612224451s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:35.139661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562402799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T09:47:35.142279Z","caller":"traceutil/trace.go:171","msg":"trace[1605404321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2797; }","duration":"2.565042219s","start":"2026-04-07T09:47:32.577197Z","end":"2026-04-07T09:47:35.142239Z","steps":["trace[1605404321] 'agreement among raft nodes before linearized reading' (duration: 2.562290956s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.142345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.57718Z","time spent":"2.565145341s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T09:47:35.356452Z","caller":"traceutil/trace.go:171","msg":"trace[1900365083] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"204.656649ms","start":"2026-04-07T09:47:35.15177Z","end":"2026-04-07T09:47:35.356427Z","steps":["trace[1900365083] 'process raft request' (duration: 204.429834ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.35654Z","caller":"traceutil/trace.go:171","msg":"trace[88100367] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"204.435884ms","start":"2026-04-07T09:47:35.152093Z","end":"2026-04-07T09:47:35.356529Z","steps":["trace[88100367] 'process raft request' (duration: 204.27875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.356611Z","caller":"traceutil/trace.go:171","msg":"trace[163983425] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"211.29793ms","start":"2026-04-07T09:47:35.145307Z","end":"2026-04-07T09:47:35.356605Z","steps":["trace[163983425] 'process raft request' (duration: 139.581687ms)","trace[163983425] 'compare' (duration: 70.796082ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:35.356671Z","caller":"traceutil/trace.go:171","msg":"trace[326873559] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"203.310029ms","start":"2026-04-07T09:47:35.153357Z","end":"2026-04-07T09:47:35.356667Z","steps":["trace[326873559] 'process raft request' (duration: 203.144015ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.356975Z","caller":"traceutil/trace.go:171","msg":"trace[1677890894] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"203.305759ms","start":"2026-04-07T09:47:35.153664Z","end":"2026-04-07T09:47:35.35697Z","steps":["trace[1677890894] 'process raft request' (duration: 202.986192ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.357243Z","caller":"traceutil/trace.go:171","msg":"trace[1059931456] linearizableReadLoop","detail":"{readStateIndex:2913; appliedIndex:2906; }","duration":"139.843033ms","start":"2026-04-07T09:47:35.217383Z","end":"2026-04-07T09:47:35.357226Z","steps":["trace[1059931456] 'read index received' (duration: 67.428485ms)","trace[1059931456] 'applied index is now lower than readState.Index' (duration: 72.413508ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:35.357297Z","caller":"traceutil/trace.go:171","msg":"trace[89713640] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"203.104374ms","start":"2026-04-07T09:47:35.154176Z","end":"2026-04-07T09:47:35.35728Z","steps":["trace[89713640] 'process raft request' (duration: 202.757756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.357449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.697508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-07T09:47:35.357497Z","caller":"traceutil/trace.go:171","msg":"trace[1208704961] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2804; }","duration":"203.788859ms","start":"2026-04-07T09:47:35.153694Z","end":"2026-04-07T09:47:35.357483Z","steps":["trace[1208704961] 'agreement among raft nodes before linearized reading' (duration: 203.627316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.357541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.696778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-07T09:47:35.357617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.700308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-07T09:47:35.357653Z","caller":"traceutil/trace.go:171","msg":"trace[219310339] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2804; }","duration":"211.761599ms","start":"2026-04-07T09:47:35.145881Z","end":"2026-04-07T09:47:35.357642Z","steps":["trace[219310339] 'agreement among raft nodes before linearized reading' (duration: 211.662537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.357663Z","caller":"traceutil/trace.go:171","msg":"trace[1140772695] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2804; }","duration":"203.917233ms","start":"2026-04-07T09:47:35.153723Z","end":"2026-04-07T09:47:35.357641Z","steps":["trace[1140772695] 'agreement among raft nodes before linearized reading' (duration: 203.558715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.357729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.741771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-07T09:47:35.357707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.477596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-07T09:47:35.357773Z","caller":"traceutil/trace.go:171","msg":"trace[1360849494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2804; }","duration":"212.800993ms","start":"2026-04-07T09:47:35.144959Z","end":"2026-04-07T09:47:35.35776Z","steps":["trace[1360849494] 'agreement among raft nodes before linearized reading' (duration: 212.674911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.357812Z","caller":"traceutil/trace.go:171","msg":"trace[1189697487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2804; }","duration":"212.614399ms","start":"2026-04-07T09:47:35.145172Z","end":"2026-04-07T09:47:35.357786Z","steps":["trace[1189697487] 'agreement among raft nodes before linearized reading' (duration: 212.238171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.357885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.918932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-07T09:47:35.357925Z","caller":"traceutil/trace.go:171","msg":"trace[864532567] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2804; }","duration":"203.976593ms","start":"2026-04-07T09:47:35.153938Z","end":"2026-04-07T09:47:35.357914Z","steps":["trace[864532567] 'agreement among raft nodes before linearized reading' (duration: 203.8649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.35778Z","caller":"traceutil/trace.go:171","msg":"trace[426060688] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"203.298997ms","start":"2026-04-07T09:47:35.154467Z","end":"2026-04-07T09:47:35.357766Z","steps":["trace[426060688] 'process raft request' (duration: 202.667193ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:35.388112Z","caller":"traceutil/trace.go:171","msg":"trace[798653884] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"169.523104ms","start":"2026-04-07T09:47:35.218573Z","end":"2026-04-07T09:47:35.388096Z","steps":["trace[798653884] 'process raft request' (duration: 169.444972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:35.388561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.345554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:35.388641Z","caller":"traceutil/trace.go:171","msg":"trace[406750749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2805; }","duration":"163.458686ms","start":"2026-04-07T09:47:35.225164Z","end":"2026-04-07T09:47:35.388623Z","steps":["trace[406750749] 'agreement among raft nodes before linearized reading' (duration: 163.299643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:01.987427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:02.487865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:02.988943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:03.489711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:03.990992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:04.001373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:04.001484Z","caller":"traceutil/trace.go:171","msg":"trace[465353532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000807277s","start":"2026-04-07T09:48:02.000652Z","end":"2026-04-07T09:48:04.00146Z","steps":["trace[465353532] 'agreement among raft nodes before linearized reading' (duration: 2.000670754s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.001544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.000636Z","time spent":"2.00089697s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.491316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:04.992486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:05.24135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:05.241443Z","caller":"traceutil/trace.go:171","msg":"trace[855102654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670844s","start":"2026-04-07T09:48:03.240756Z","end":"2026-04-07T09:48:05.241427Z","steps":["trace[855102654] 'agreement among raft nodes before linearized reading' (duration: 2.000560762s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:05.241484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.240729Z","time spent":"2.000746347s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:05.493334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:05.994186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:06.001742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:06.00182Z","caller":"traceutil/trace.go:171","msg":"trace[1694514891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999897358s","start":"2026-04-07T09:48:04.001906Z","end":"2026-04-07T09:48:06.001804Z","steps":["trace[1694514891] 'agreement among raft nodes before linearized reading' (duration: 1.999801806s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.001876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.001881Z","time spent":"1.999972069s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.448228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.449427Z","time spent":"4.998795367s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:06.458451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.458795Z","time spent":"4.999649355s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:06.45845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.459272Z","time spent":"4.999173375s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.46471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.466385Z","time spent":"4.998321006s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.494858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:06.516272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000096006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:06.516343Z","caller":"traceutil/trace.go:171","msg":"trace[1958439631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000222258s","start":"2026-04-07T09:48:01.516103Z","end":"2026-04-07T09:48:06.516325Z","steps":["trace[1958439631] 'agreement among raft nodes before linearized reading' (duration: 5.000108856s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.516389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.516096Z","time spent":"5.000281269s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:48:06.522033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999826319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:06.522068Z","caller":"traceutil/trace.go:171","msg":"trace[2142526062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99986183s","start":"2026-04-07T09:48:01.522197Z","end":"2026-04-07T09:48:06.522059Z","steps":["trace[2142526062] 'agreement among raft nodes before linearized reading' (duration: 4.999826149s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.522097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.522146Z","time spent":"4.999943792s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.527779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999201455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:06.527814Z","caller":"traceutil/trace.go:171","msg":"trace[990735705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999282847s","start":"2026-04-07T09:48:01.528523Z","end":"2026-04-07T09:48:06.527806Z","steps":["trace[990735705] 'agreement among raft nodes before linearized reading' (duration: 4.999244286s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.527843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.528515Z","time spent":"4.999318908s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.997873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:07.498797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:07.97227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:07.972435Z","caller":"traceutil/trace.go:171","msg":"trace[234151200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285575s","start":"2026-04-07T09:48:05.972124Z","end":"2026-04-07T09:48:07.97241Z","steps":["trace[234151200] 'agreement among raft nodes before linearized reading' (duration: 2.000100141s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:07.972556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.972102Z","time spent":"2.000438778s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:07.999678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:08.009808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:08.00999Z","caller":"traceutil/trace.go:171","msg":"trace[1988296707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000689854s","start":"2026-04-07T09:48:06.009247Z","end":"2026-04-07T09:48:08.009936Z","steps":["trace[1988296707] 'agreement among raft nodes before linearized reading' (duration: 2.000472929s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:08.01008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.009229Z","time spent":"2.000837237s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:08.487006Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-07T09:48:08.487179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000312318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-07T09:48:08.487225Z","caller":"traceutil/trace.go:171","msg":"trace[1225838267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.000441711s","start":"2026-04-07T09:48:01.486769Z","end":"2026-04-07T09:48:08.48721Z","steps":["trace[1225838267] 'agreement among raft nodes before linearized reading' (duration: 7.000338528s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:08.487296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.486752Z","time spent":"7.000533302s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:48:08.987338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:09.443464Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29d6752cfb06f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-07T09:48:09.487642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:09.988616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:10.018343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:10.018427Z","caller":"traceutil/trace.go:171","msg":"trace[385465158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327196s","start":"2026-04-07T09:48:08.01808Z","end":"2026-04-07T09:48:10.018407Z","steps":["trace[385465158] 'agreement among raft nodes before linearized reading' (duration: 2.000222693s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:10.018475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.018061Z","time spent":"2.000405018s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:10.489316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:10.98971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:11.448735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999105402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.448828Z","caller":"traceutil/trace.go:171","msg":"trace[1266099679] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999250625s","start":"2026-04-07T09:48:06.449553Z","end":"2026-04-07T09:48:11.448804Z","steps":["trace[1266099679] 'agreement among raft nodes before linearized reading' (duration: 4.999137913s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.448876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.449533Z","time spent":"4.999334477s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.458139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99820081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-07T09:48:11.458405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998469267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.458528Z","caller":"traceutil/trace.go:171","msg":"trace[968322006] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.9986204s","start":"2026-04-07T09:48:06.459865Z","end":"2026-04-07T09:48:11.458485Z","steps":["trace[968322006] 'agreement among raft nodes before linearized reading' (duration: 4.998497807s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.458623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.459825Z","time spent":"4.998752923s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T09:48:11.458227Z","caller":"traceutil/trace.go:171","msg":"trace[1006565555] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998393015s","start":"2026-04-07T09:48:06.459816Z","end":"2026-04-07T09:48:11.458209Z","steps":["trace[1006565555] 'agreement among raft nodes before linearized reading' (duration: 4.998267672s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.459091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.459806Z","time spent":"4.999230414s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.464361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997542996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.464416Z","caller":"traceutil/trace.go:171","msg":"trace[2050242112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997634518s","start":"2026-04-07T09:48:06.466769Z","end":"2026-04-07T09:48:11.464404Z","steps":["trace[2050242112] 'agreement among raft nodes before linearized reading' (duration: 4.997569046s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.464457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.466752Z","time spent":"4.99769933s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.475094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.453151986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.475157Z","caller":"traceutil/trace.go:171","msg":"trace[1770710186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.453227868s","start":"2026-04-07T09:48:06.021913Z","end":"2026-04-07T09:48:11.475141Z","steps":["trace[1770710186] 'agreement among raft nodes before linearized reading' (duration: 5.453149196s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.475193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.021858Z","time spent":"5.453328691s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.488071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.256402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.48813Z","caller":"traceutil/trace.go:171","msg":"trace[1748611214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"997.372925ms","start":"2026-04-07T09:48:10.490742Z","end":"2026-04-07T09:48:11.488115Z","steps":["trace[1748611214] 'agreement among raft nodes before linearized reading' (duration: 997.306413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.488179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:10.490716Z","time spent":"997.454197ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.489865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:11.509415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999864261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.509515Z","caller":"traceutil/trace.go:171","msg":"trace[2147451648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000011235s","start":"2026-04-07T09:48:01.509479Z","end":"2026-04-07T09:48:11.50949Z","steps":["trace[2147451648] 'agreement among raft nodes before linearized reading' (duration: 9.999894442s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.509578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.509461Z","time spent":"10.000104926s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.515892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993280402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.515955Z","caller":"traceutil/trace.go:171","msg":"trace[994366264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.993383024s","start":"2026-04-07T09:48:08.522557Z","end":"2026-04-07T09:48:11.51594Z","steps":["trace[994366264] 'agreement among raft nodes before linearized reading' (duration: 2.993312632s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.515992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.522536Z","time spent":"2.993447986s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.521546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998297935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.521607Z","caller":"traceutil/trace.go:171","msg":"trace[1444776236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998407388s","start":"2026-04-07T09:48:08.523186Z","end":"2026-04-07T09:48:11.521593Z","steps":["trace[1444776236] 'agreement among raft nodes before linearized reading' (duration: 2.998338216s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.521643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.523163Z","time spent":"2.99847231s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.52761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997587499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.527655Z","caller":"traceutil/trace.go:171","msg":"trace[450334041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99764632s","start":"2026-04-07T09:48:08.529998Z","end":"2026-04-07T09:48:11.527644Z","steps":["trace[450334041] 'agreement among raft nodes before linearized reading' (duration: 2.997597089s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.527687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.529989Z","time spent":"2.997690892s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.990866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:12.018676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:12.018753Z","caller":"traceutil/trace.go:171","msg":"trace[116724017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158303s","start":"2026-04-07T09:48:10.018578Z","end":"2026-04-07T09:48:12.018736Z","steps":["trace[116724017] 'agreement among raft nodes before linearized reading' (duration: 2.000060281s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:12.018808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:10.01855Z","time spent":"2.000242244s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:12.053858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.053459Z","time spent":"7.00039281s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:12.49184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:12.811819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.811028Z","time spent":"7.000783359s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:12.992592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:13.095819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.09517Z","time spent":"7.000642905s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:13.493391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:13.994416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:14.026054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:14.026137Z","caller":"traceutil/trace.go:171","msg":"trace[1929731874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269856s","start":"2026-04-07T09:48:12.025848Z","end":"2026-04-07T09:48:14.026118Z","steps":["trace[1929731874] 'agreement among raft nodes before linearized reading' (duration: 2.000169043s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.026186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.025826Z","time spent":"2.000351788s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:14.494618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527935071466369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:14.68121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"13.231658922s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T09:48:14.863956Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"30.651µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-07T09:48:14.864109Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29d6752cfb06f","error":"lease not found"} {"level":"warn","ts":"2026-04-07T09:48:14.864119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.462878Z","time spent":"3.401238092s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T09:48:14.864223Z","caller":"traceutil/trace.go:171","msg":"trace[1051033935] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"3.375169191s","start":"2026-04-07T09:48:11.489034Z","end":"2026-04-07T09:48:14.864203Z","steps":["trace[1051033935] 'process raft request' (duration: 3.375037349s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.864333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.489009Z","time spent":"3.375264773s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:14.86438Z","caller":"traceutil/trace.go:171","msg":"trace[1590050488] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"3.340559397s","start":"2026-04-07T09:48:11.523809Z","end":"2026-04-07T09:48:14.864369Z","steps":["trace[1590050488] 'process raft request' (duration: 3.340497756s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.864402Z","caller":"traceutil/trace.go:171","msg":"trace[1039746413] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"3.353247735s","start":"2026-04-07T09:48:11.51114Z","end":"2026-04-07T09:48:14.864388Z","steps":["trace[1039746413] 'process raft request' (duration: 3.353009359s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.864449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.523787Z","time spent":"3.340626438s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:14.864474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.511117Z","time spent":"3.353310245s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:14.86453Z","caller":"traceutil/trace.go:171","msg":"trace[991632047] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"3.334640252s","start":"2026-04-07T09:48:11.529859Z","end":"2026-04-07T09:48:14.864499Z","steps":["trace[991632047] 'process raft request' (duration: 3.334487159s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.864665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.529833Z","time spent":"3.334766105s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:14.877317Z","caller":"traceutil/trace.go:171","msg":"trace[1692090770] linearizableReadLoop","detail":"{readStateIndex:3077; appliedIndex:3060; }","duration":"6.390220976s","start":"2026-04-07T09:48:08.487078Z","end":"2026-04-07T09:48:14.877299Z","steps":["trace[1692090770] 'read index received' (duration: 6.194400476s)","trace[1692090770] 'applied index is now lower than readState.Index' (duration: 195.81984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:48:14.877383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.879014124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.877439Z","caller":"traceutil/trace.go:171","msg":"trace[1807200728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2958; }","duration":"7.879114767s","start":"2026-04-07T09:48:06.99831Z","end":"2026-04-07T09:48:14.877425Z","steps":["trace[1807200728] 'agreement among raft nodes before linearized reading' (duration: 7.879022045s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.877455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.359661953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:14.877471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.998285Z","time spent":"7.879178448s","remote":"127.0.0.1:45382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.877479Z","caller":"traceutil/trace.go:171","msg":"trace[831519734] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2958; }","duration":"8.359732334s","start":"2026-04-07T09:48:06.51774Z","end":"2026-04-07T09:48:14.877473Z","steps":["trace[831519734] 'agreement among raft nodes before linearized reading' (duration: 8.359659652s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.877512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.517725Z","time spent":"8.359780075s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.87774Z","caller":"traceutil/trace.go:171","msg":"trace[1863043091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2958; }","duration":"2.061651917s","start":"2026-04-07T09:48:12.816078Z","end":"2026-04-07T09:48:14.87773Z","steps":["trace[1863043091] 'process raft request' (duration: 2.061100064s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.877752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.578965444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.877775Z","caller":"traceutil/trace.go:171","msg":"trace[2135268845] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2959; }","duration":"8.579023755s","start":"2026-04-07T09:48:06.298743Z","end":"2026-04-07T09:48:14.877767Z","steps":["trace[2135268845] 'agreement among raft nodes before linearized reading' (duration: 8.578970394s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.877801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.298722Z","time spent":"8.579073897s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.877805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.816054Z","time spent":"2.061708958s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:14.877899Z","caller":"traceutil/trace.go:171","msg":"trace[593360470] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2958; }","duration":"1.777981836s","start":"2026-04-07T09:48:13.09991Z","end":"2026-04-07T09:48:14.877892Z","steps":["trace[593360470] 'process raft request' (duration: 1.77732439s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.877938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:13.099864Z","time spent":"1.778053948s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:14.877993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.16890598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T09:48:14.878024Z","caller":"traceutil/trace.go:171","msg":"trace[45101975] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2959; }","duration":"9.168973872s","start":"2026-04-07T09:48:05.709042Z","end":"2026-04-07T09:48:14.878016Z","steps":["trace[45101975] 'agreement among raft nodes before linearized reading' (duration: 9.16888537s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.463831905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:14.878047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.70902Z","time spent":"9.169022252s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T09:48:14.878058Z","caller":"traceutil/trace.go:171","msg":"trace[754083438] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2959; }","duration":"6.463908888s","start":"2026-04-07T09:48:08.414143Z","end":"2026-04-07T09:48:14.878052Z","steps":["trace[754083438] 'agreement among raft nodes before linearized reading' (duration: 6.463871177s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.414114Z","time spent":"6.463958148s","remote":"127.0.0.1:44000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.878177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.505516923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-07T09:48:14.878181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.052124754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.878205Z","caller":"traceutil/trace.go:171","msg":"trace[509975748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2959; }","duration":"7.052177186s","start":"2026-04-07T09:48:07.826019Z","end":"2026-04-07T09:48:14.878196Z","steps":["trace[509975748] 'agreement among raft nodes before linearized reading' (duration: 7.052141515s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.878212Z","caller":"traceutil/trace.go:171","msg":"trace[849773284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2959; }","duration":"9.505538154s","start":"2026-04-07T09:48:05.372655Z","end":"2026-04-07T09:48:14.878193Z","steps":["trace[849773284] 'agreement among raft nodes before linearized reading' (duration: 9.505483533s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.372597Z","time spent":"9.505652326s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T09:48:14.878255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.647353111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.878365Z","caller":"traceutil/trace.go:171","msg":"trace[2036798483] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:2959; }","duration":"7.647497854s","start":"2026-04-07T09:48:07.230859Z","end":"2026-04-07T09:48:14.878357Z","steps":["trace[2036798483] 'agreement among raft nodes before linearized reading' (duration: 7.647384172s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.921034445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:14.878387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:07.230837Z","time spent":"7.647544555s","remote":"127.0.0.1:43742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-04-07T09:48:14.878402Z","caller":"traceutil/trace.go:171","msg":"trace[2017999572] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2959; }","duration":"11.921097956s","start":"2026-04-07T09:48:02.957299Z","end":"2026-04-07T09:48:14.878397Z","steps":["trace[2017999572] 'agreement among raft nodes before linearized reading' (duration: 11.921062396s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.957277Z","time spent":"11.921143398s","remote":"127.0.0.1:54964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.878559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.084528392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a40a115d99ce7f\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-07T09:48:14.878582Z","caller":"traceutil/trace.go:171","msg":"trace[645304085] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a40a115d99ce7f; range_end:; response_count:1; response_revision:2959; }","duration":"12.084599103s","start":"2026-04-07T09:48:02.793977Z","end":"2026-04-07T09:48:14.878577Z","steps":["trace[645304085] 'agreement among raft nodes before linearized reading' (duration: 12.084536142s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.79395Z","time spent":"12.084645145s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a40a115d99ce7f\" "} {"level":"warn","ts":"2026-04-07T09:48:14.878731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.204386795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:500 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-04-07T09:48:14.878756Z","caller":"traceutil/trace.go:171","msg":"trace[2139104565] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:2959; }","duration":"13.204452116s","start":"2026-04-07T09:48:01.674298Z","end":"2026-04-07T09:48:14.87875Z","steps":["trace[2139104565] 'agreement among raft nodes before linearized reading' (duration: 13.204376955s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.674243Z","time spent":"13.204529398s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-04-07T09:48:14.878922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.33383516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74866"} {"level":"info","ts":"2026-04-07T09:48:14.878957Z","caller":"traceutil/trace.go:171","msg":"trace[354406238] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:2959; }","duration":"13.333895281s","start":"2026-04-07T09:48:01.545054Z","end":"2026-04-07T09:48:14.878949Z","steps":["trace[354406238] 'agreement among raft nodes before linearized reading' (duration: 13.333809189s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.545042Z","time spent":"13.333937521s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":74889,"request content":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" "} {"level":"warn","ts":"2026-04-07T09:48:14.879026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.363157744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-07T09:48:14.879061Z","caller":"traceutil/trace.go:171","msg":"trace[331911127] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:1; response_revision:2959; }","duration":"13.363229445s","start":"2026-04-07T09:48:01.515823Z","end":"2026-04-07T09:48:14.879052Z","steps":["trace[331911127] 'agreement among raft nodes before linearized reading' (duration: 13.363115712s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.878231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:07.826Z","time spent":"7.052221737s","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.879136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119105499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.87916Z","caller":"traceutil/trace.go:171","msg":"trace[1267958481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2959; }","duration":"6.11917699s","start":"2026-04-07T09:48:08.759977Z","end":"2026-04-07T09:48:14.879154Z","steps":["trace[1267958481] 'agreement among raft nodes before linearized reading' (duration: 6.119138079s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.879184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.759954Z","time spent":"6.119223981s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.879087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.515803Z","time spent":"13.363278307s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":926,"request content":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" "} {"level":"warn","ts":"2026-04-07T09:48:14.879403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.294026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.879441Z","caller":"traceutil/trace.go:171","msg":"trace[599791769] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2959; }","duration":"411.373497ms","start":"2026-04-07T09:48:14.468061Z","end":"2026-04-07T09:48:14.879435Z","steps":["trace[599791769] 'agreement among raft nodes before linearized reading' (duration: 411.320446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.879463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:14.468042Z","time spent":"411.415759ms","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.879569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.805849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.87959Z","caller":"traceutil/trace.go:171","msg":"trace[1893754401] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2959; }","duration":"782.85553ms","start":"2026-04-07T09:48:14.096729Z","end":"2026-04-07T09:48:14.879585Z","steps":["trace[1893754401] 'agreement among raft nodes before linearized reading' (duration: 782.818999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.879624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:14.096711Z","time spent":"782.908262ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.879719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.463871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.879741Z","caller":"traceutil/trace.go:171","msg":"trace[158724890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2959; }","duration":"853.504022ms","start":"2026-04-07T09:48:14.026231Z","end":"2026-04-07T09:48:14.879735Z","steps":["trace[158724890] 'agreement among raft nodes before linearized reading' (duration: 853.470351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.879761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:14.02622Z","time spent":"853.537613ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:14.87993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251740432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.879955Z","caller":"traceutil/trace.go:171","msg":"trace[1210974734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2959; }","duration":"3.251767463s","start":"2026-04-07T09:48:11.62818Z","end":"2026-04-07T09:48:14.879947Z","steps":["trace[1210974734] 'agreement among raft nodes before linearized reading' (duration: 3.251726652s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.879974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.628132Z","time spent":"3.251837224s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.880348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.535755538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.880385Z","caller":"traceutil/trace.go:171","msg":"trace[434975285] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2959; }","duration":"4.535835189s","start":"2026-04-07T09:48:10.344538Z","end":"2026-04-07T09:48:14.880373Z","steps":["trace[434975285] 'agreement among raft nodes before linearized reading' (duration: 4.535766068s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.880381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149056275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:14.880414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823346529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-04-07T09:48:14.88048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861227514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:14.880482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257737079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.880471Z","caller":"traceutil/trace.go:171","msg":"trace[2120768158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2959; }","duration":"1.149200588s","start":"2026-04-07T09:48:13.731249Z","end":"2026-04-07T09:48:14.88045Z","steps":["trace[2120768158] 'agreement among raft nodes before linearized reading' (duration: 1.149026384s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.880525Z","caller":"traceutil/trace.go:171","msg":"trace[981717857] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2959; }","duration":"1.861302815s","start":"2026-04-07T09:48:13.019207Z","end":"2026-04-07T09:48:14.880509Z","steps":["trace[981717857] 'agreement among raft nodes before linearized reading' (duration: 1.861243974s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.880532Z","caller":"traceutil/trace.go:171","msg":"trace[882765667] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2959; }","duration":"1.257817711s","start":"2026-04-07T09:48:13.622699Z","end":"2026-04-07T09:48:14.880516Z","steps":["trace[882765667] 'agreement among raft nodes before linearized reading' (duration: 1.257741409s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.880545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.467513554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:14.880559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858517576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-07T09:48:14.880561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:13.019184Z","time spent":"1.861370266s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.88057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:13.622679Z","time spent":"1.257882513s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.880541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:13.731232Z","time spent":"1.149298421s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.880582Z","caller":"traceutil/trace.go:171","msg":"trace[1531818848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2959; }","duration":"5.467589666s","start":"2026-04-07T09:48:09.412981Z","end":"2026-04-07T09:48:14.88057Z","steps":["trace[1531818848] 'agreement among raft nodes before linearized reading' (duration: 5.467533805s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.880748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:09.412957Z","time spent":"5.46777711s","remote":"127.0.0.1:45414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.880397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.636195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.880818Z","caller":"traceutil/trace.go:171","msg":"trace[440733846] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2959; }","duration":"906.118246ms","start":"2026-04-07T09:48:13.974693Z","end":"2026-04-07T09:48:14.880811Z","steps":["trace[440733846] 'agreement among raft nodes before linearized reading' (duration: 905.591464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.880851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:13.974674Z","time spent":"906.166788ms","remote":"127.0.0.1:44200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.880395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205427808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.88092Z","caller":"traceutil/trace.go:171","msg":"trace[430887100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2959; }","duration":"2.206020401s","start":"2026-04-07T09:48:12.674887Z","end":"2026-04-07T09:48:14.880908Z","steps":["trace[430887100] 'agreement among raft nodes before linearized reading' (duration: 2.205421278s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.880443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734044663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.880972Z","caller":"traceutil/trace.go:171","msg":"trace[772472725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2959; }","duration":"4.734612325s","start":"2026-04-07T09:48:10.146348Z","end":"2026-04-07T09:48:14.880961Z","steps":["trace[772472725] 'agreement among raft nodes before linearized reading' (duration: 4.734079274s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.880972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.674866Z","time spent":"2.206090032s","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.881019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:10.146323Z","time spent":"4.734673727s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.880483Z","caller":"traceutil/trace.go:171","msg":"trace[1026813854] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2959; }","duration":"2.82343542s","start":"2026-04-07T09:48:12.057031Z","end":"2026-04-07T09:48:14.880466Z","steps":["trace[1026813854] 'agreement among raft nodes before linearized reading' (duration: 2.823250616s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.881073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.057019Z","time spent":"2.824040415s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-07T09:48:14.880411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:10.344517Z","time spent":"4.535887641s","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.880391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939249143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.881272Z","caller":"traceutil/trace.go:171","msg":"trace[997057604] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2959; }","duration":"1.940178464s","start":"2026-04-07T09:48:12.941072Z","end":"2026-04-07T09:48:14.88125Z","steps":["trace[997057604] 'agreement among raft nodes before linearized reading' (duration: 1.939197582s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.881379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.941058Z","time spent":"1.940288596s","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.880582Z","caller":"traceutil/trace.go:171","msg":"trace[276964519] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2959; }","duration":"2.858578998s","start":"2026-04-07T09:48:12.021997Z","end":"2026-04-07T09:48:14.880576Z","steps":["trace[276964519] 'agreement among raft nodes before linearized reading' (duration: 2.858509566s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.881548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.021974Z","time spent":"2.85956571s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "}