{"level":"warn","ts":"2026-03-15T02:00:39.874273Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-15T02:00:39.874381Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.209:2380","--initial-cluster=instance=https://162.253.55.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-15T02:00:39.874458Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-15T02:00:39.874468Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-15T02:00:39.874487Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-15T02:00:39.875135Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"]} {"level":"info","ts":"2026-03-15T02:00:39.87523Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-15T02:00:39.981086Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"105.638219ms"} {"level":"info","ts":"2026-03-15T02:00:40.0495Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"53de2bdd9aa7b793","cluster-id":"385802231390d48c"} {"level":"info","ts":"2026-03-15T02:00:40.049622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=()"} {"level":"info","ts":"2026-03-15T02:00:40.049657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 0"} {"level":"info","ts":"2026-03-15T02:00:40.049677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 53de2bdd9aa7b793 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-15T02:00:40.049693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 1"} {"level":"info","ts":"2026-03-15T02:00:40.049751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"warn","ts":"2026-03-15T02:00:40.066307Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-15T02:00:40.068209Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-15T02:00:40.070908Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-15T02:00:40.073997Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"53de2bdd9aa7b793","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-15T02:00:40.075214Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"53de2bdd9aa7b793","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-15T02:00:40.075435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-15T02:00:40.075499Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-15T02:00:40.075514Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-15T02:00:40.075871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"info","ts":"2026-03-15T02:00:40.077389Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","added-peer-id":"53de2bdd9aa7b793","added-peer-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-15T02:00:40.080296Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-15T02:00:40.080504Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-15T02:00:40.080609Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"53de2bdd9aa7b793","initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-15T02:00:40.080577Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-15T02:00:40.081293Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-15T02:00:40.450688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 is starting a new election at term 1"} {"level":"info","ts":"2026-03-15T02:00:40.450819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-15T02:00:40.45085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgPreVoteResp from 53de2bdd9aa7b793 at term 1"} {"level":"info","ts":"2026-03-15T02:00:40.450872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became candidate at term 2"} {"level":"info","ts":"2026-03-15T02:00:40.450897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgVoteResp from 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-15T02:00:40.450915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became leader at term 2"} {"level":"info","ts":"2026-03-15T02:00:40.450929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 53de2bdd9aa7b793 elected leader 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-15T02:00:40.452695Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"53de2bdd9aa7b793","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.209:2379]}","request-path":"/0/members/53de2bdd9aa7b793/attributes","cluster-id":"385802231390d48c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-15T02:00:40.452698Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:00:40.452936Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-15T02:00:40.453005Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-15T02:00:40.453159Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-15T02:00:40.453226Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-15T02:00:40.456273Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.209:2379"} {"level":"info","ts":"2026-03-15T02:00:40.456838Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-15T02:00:40.467009Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:00:40.467071Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:00:40.467088Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-15T02:00:53.855052Z","caller":"traceutil/trace.go:171","msg":"trace[2141695151] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"148.218238ms","start":"2026-03-15T02:00:53.706788Z","end":"2026-03-15T02:00:53.855006Z","steps":["trace[2141695151] 'process raft request' (duration: 147.970393ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:00:58.12382Z","caller":"traceutil/trace.go:171","msg":"trace[1016687144] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"111.672843ms","start":"2026-03-15T02:00:58.01212Z","end":"2026-03-15T02:00:58.123793Z","steps":["trace[1016687144] 'process raft request' (duration: 111.502449ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:00:58.12874Z","caller":"traceutil/trace.go:171","msg":"trace[876654079] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"114.664988ms","start":"2026-03-15T02:00:58.013989Z","end":"2026-03-15T02:00:58.128654Z","steps":["trace[876654079] 'process raft request' (duration: 114.520105ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:04.539478Z","caller":"traceutil/trace.go:171","msg":"trace[1122183706] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"377.712121ms","start":"2026-03-15T02:01:04.161729Z","end":"2026-03-15T02:01:04.539441Z","steps":["trace[1122183706] 'read index received' (duration: 377.539857ms)","trace[1122183706] 'applied index is now lower than readState.Index' (duration: 171.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:04.539667Z","caller":"traceutil/trace.go:171","msg":"trace[101891099] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"378.194201ms","start":"2026-03-15T02:01:04.161452Z","end":"2026-03-15T02:01:04.539646Z","steps":["trace[101891099] 'process raft request' (duration: 377.765802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:04.54122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.466868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-15T02:01:04.541161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.688708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:04.541521Z","caller":"traceutil/trace.go:171","msg":"trace[306548567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"348.050336ms","start":"2026-03-15T02:01:04.193423Z","end":"2026-03-15T02:01:04.541473Z","steps":["trace[306548567] 'agreement among raft nodes before linearized reading' (duration: 347.584186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:04.541629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:04.193353Z","time spent":"348.261771ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:01:04.541675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.82334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:01:04.541686Z","caller":"traceutil/trace.go:171","msg":"trace[1292692995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"379.672353ms","start":"2026-03-15T02:01:04.16166Z","end":"2026-03-15T02:01:04.541332Z","steps":["trace[1292692995] 'agreement among raft nodes before linearized reading' (duration: 378.210911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:04.541872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:04.161633Z","time spent":"380.216426ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:01:04.541073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.317748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-15T02:01:04.541955Z","caller":"traceutil/trace.go:171","msg":"trace[430417957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:463; }","duration":"323.24576ms","start":"2026-03-15T02:01:04.218687Z","end":"2026-03-15T02:01:04.541932Z","steps":["trace[430417957] 'agreement among raft nodes before linearized reading' (duration: 322.156585ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:04.542158Z","caller":"traceutil/trace.go:171","msg":"trace[1203693020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"376.013103ms","start":"2026-03-15T02:01:04.165764Z","end":"2026-03-15T02:01:04.541777Z","steps":["trace[1203693020] 'agreement among raft nodes before linearized reading' (duration: 374.144772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:04.542157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:04.218674Z","time spent":"323.465614ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:01:04.543565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:04.165756Z","time spent":"376.470323ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:01:04.544965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:04.161433Z","time spent":"378.272592ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:12.710274Z","caller":"traceutil/trace.go:171","msg":"trace[270879361] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"116.91734ms","start":"2026-03-15T02:01:12.593313Z","end":"2026-03-15T02:01:12.71023Z","steps":["trace[270879361] 'read index received' (duration: 116.612963ms)","trace[270879361] 'applied index is now lower than readState.Index' (duration: 302.667µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:12.71052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.182726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:01:12.710618Z","caller":"traceutil/trace.go:171","msg":"trace[1660509800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"117.34949ms","start":"2026-03-15T02:01:12.593248Z","end":"2026-03-15T02:01:12.710597Z","steps":["trace[1660509800] 'agreement among raft nodes before linearized reading' (duration: 117.144375ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:12.711018Z","caller":"traceutil/trace.go:171","msg":"trace[333257815] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"118.848543ms","start":"2026-03-15T02:01:12.591498Z","end":"2026-03-15T02:01:12.710346Z","steps":["trace[333257815] 'process raft request' (duration: 118.453254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:12.712685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.231641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-15T02:01:12.712768Z","caller":"traceutil/trace.go:171","msg":"trace[277528149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"119.389714ms","start":"2026-03-15T02:01:12.59336Z","end":"2026-03-15T02:01:12.71275Z","steps":["trace[277528149] 'agreement among raft nodes before linearized reading' (duration: 119.20239ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:12.712881Z","caller":"traceutil/trace.go:171","msg":"trace[1433214012] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"119.426674ms","start":"2026-03-15T02:01:12.593434Z","end":"2026-03-15T02:01:12.712861Z","steps":["trace[1433214012] 'process raft request' (duration: 119.047476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:19.255817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790821823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:01:19.431683Z","caller":"traceutil/trace.go:171","msg":"trace[925333445] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"677.820951ms","start":"2026-03-15T02:01:18.753834Z","end":"2026-03-15T02:01:19.431655Z","steps":["trace[925333445] 'process raft request' (duration: 677.513204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:19.431874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:18.75381Z","time spent":"677.967713ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:19.498591Z","caller":"traceutil/trace.go:171","msg":"trace[968869092] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:574; }","duration":"743.72208ms","start":"2026-03-15T02:01:18.754811Z","end":"2026-03-15T02:01:19.498533Z","steps":["trace[968869092] 'read index received' (duration: 676.517242ms)","trace[968869092] 'applied index is now lower than readState.Index' (duration: 67.202508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:19.498799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.969945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:01:19.498898Z","caller":"traceutil/trace.go:171","msg":"trace[1898629571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"744.108998ms","start":"2026-03-15T02:01:18.754767Z","end":"2026-03-15T02:01:19.498876Z","steps":["trace[1898629571] 'agreement among raft nodes before linearized reading' (duration: 743.848472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:19.498939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:18.754739Z","time spent":"744.194699ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:01:19.499025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.019736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-15T02:01:19.499094Z","caller":"traceutil/trace.go:171","msg":"trace[75847645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"739.176489ms","start":"2026-03-15T02:01:18.759899Z","end":"2026-03-15T02:01:19.499076Z","steps":["trace[75847645] 'agreement among raft nodes before linearized reading' (duration: 738.879473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:19.499147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:18.759864Z","time spent":"739.272612ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:01:19.499239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.127699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-15T02:01:19.499331Z","caller":"traceutil/trace.go:171","msg":"trace[249040298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"739.348234ms","start":"2026-03-15T02:01:18.759964Z","end":"2026-03-15T02:01:19.499312Z","steps":["trace[249040298] 'agreement among raft nodes before linearized reading' (duration: 738.878933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:19.499386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:18.759943Z","time spent":"739.435045ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:01:19.499646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.612249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-15T02:01:19.499745Z","caller":"traceutil/trace.go:171","msg":"trace[1477239331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"739.742351ms","start":"2026-03-15T02:01:18.759979Z","end":"2026-03-15T02:01:19.499721Z","steps":["trace[1477239331] 'agreement among raft nodes before linearized reading' (duration: 739.096507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:19.499869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:18.759971Z","time spent":"739.881744ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:01:19.723885Z","caller":"traceutil/trace.go:171","msg":"trace[1025489113] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"220.113768ms","start":"2026-03-15T02:01:19.503734Z","end":"2026-03-15T02:01:19.723848Z","steps":["trace[1025489113] 'process raft request' (duration: 219.831892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:20.287735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790821827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:01:20.5081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.422924ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:20.508237Z","caller":"traceutil/trace.go:171","msg":"trace[130807898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:556; }","duration":"456.584177ms","start":"2026-03-15T02:01:20.051633Z","end":"2026-03-15T02:01:20.508217Z","steps":["trace[130807898] 'range keys from in-memory index tree' (duration: 456.398333ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:20.508497Z","caller":"traceutil/trace.go:171","msg":"trace[1086740683] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.003941099s","start":"2026-03-15T02:01:19.504521Z","end":"2026-03-15T02:01:20.508462Z","steps":["trace[1086740683] 'process raft request' (duration: 1.003855268s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:20.508598Z","caller":"traceutil/trace.go:171","msg":"trace[1127501244] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.004768577s","start":"2026-03-15T02:01:19.503776Z","end":"2026-03-15T02:01:20.508544Z","steps":["trace[1127501244] 'process raft request' (duration: 1.000944723s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:20.508699Z","caller":"traceutil/trace.go:171","msg":"trace[864587214] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:577; }","duration":"721.862428ms","start":"2026-03-15T02:01:19.786823Z","end":"2026-03-15T02:01:20.508685Z","steps":["trace[864587214] 'read index received' (duration: 717.82273ms)","trace[864587214] 'applied index is now lower than readState.Index' (duration: 4.038278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:20.50876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:19.504488Z","time spent":"1.004158974s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:20.508802Z","caller":"traceutil/trace.go:171","msg":"trace[1828723080] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.003884059s","start":"2026-03-15T02:01:19.504908Z","end":"2026-03-15T02:01:20.508792Z","steps":["trace[1828723080] 'process raft request' (duration: 1.003516181s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:20.508859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:19.503746Z","time spent":"1.004976872s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:01:20.508929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:19.504875Z","time spent":"1.00396233s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:01:20.508905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.368559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:01:20.508975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.128924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:20.509045Z","caller":"traceutil/trace.go:171","msg":"trace[327253850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"288.575483ms","start":"2026-03-15T02:01:20.220446Z","end":"2026-03-15T02:01:20.509021Z","steps":["trace[327253850] 'agreement among raft nodes before linearized reading' (duration: 288.375949ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:20.509092Z","caller":"traceutil/trace.go:171","msg":"trace[786184202] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"722.314818ms","start":"2026-03-15T02:01:19.78675Z","end":"2026-03-15T02:01:20.509065Z","steps":["trace[786184202] 'agreement among raft nodes before linearized reading' (duration: 722.135555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:20.509163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:19.786723Z","time spent":"722.42992ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-15T02:01:20.783004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.625089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:20.78313Z","caller":"traceutil/trace.go:171","msg":"trace[730589037] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"154.841224ms","start":"2026-03-15T02:01:20.628259Z","end":"2026-03-15T02:01:20.7831Z","steps":["trace[730589037] 'range keys from in-memory index tree' (duration: 154.420595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:22.694181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790821837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:01:23.012708Z","caller":"traceutil/trace.go:171","msg":"trace[437686192] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:580; }","duration":"819.500945ms","start":"2026-03-15T02:01:22.193181Z","end":"2026-03-15T02:01:23.012682Z","steps":["trace[437686192] 'read index received' (duration: 819.29473ms)","trace[437686192] 'applied index is now lower than readState.Index' (duration: 205.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:23.013016Z","caller":"traceutil/trace.go:171","msg":"trace[1742222832] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.279088778s","start":"2026-03-15T02:01:21.733915Z","end":"2026-03-15T02:01:23.013003Z","steps":["trace[1742222832] 'process raft request' (duration: 1.278624798s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:23.013133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:21.733883Z","time spent":"1.279171619s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:01:23.013195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.280345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-15T02:01:23.013196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.649734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-15T02:01:23.01323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.663464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-15T02:01:23.013283Z","caller":"traceutil/trace.go:171","msg":"trace[1221256839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"499.358917ms","start":"2026-03-15T02:01:22.513892Z","end":"2026-03-15T02:01:23.013251Z","steps":["trace[1221256839] 'agreement among raft nodes before linearized reading' (duration: 499.132362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:23.013283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.066286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:23.013404Z","caller":"traceutil/trace.go:171","msg":"trace[1373527640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"820.254611ms","start":"2026-03-15T02:01:22.193124Z","end":"2026-03-15T02:01:23.013378Z","steps":["trace[1373527640] 'agreement among raft nodes before linearized reading' (duration: 820.020576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:23.013457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:22.193102Z","time spent":"820.345883ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:01:23.013317Z","caller":"traceutil/trace.go:171","msg":"trace[241013480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"499.792427ms","start":"2026-03-15T02:01:22.513507Z","end":"2026-03-15T02:01:23.013299Z","steps":["trace[241013480] 'agreement among raft nodes before linearized reading' (duration: 499.554012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:23.013544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:22.513491Z","time spent":"500.024952ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:01:23.013275Z","caller":"traceutil/trace.go:171","msg":"trace[832415140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"499.794307ms","start":"2026-03-15T02:01:22.513466Z","end":"2026-03-15T02:01:23.01326Z","steps":["trace[832415140] 'agreement among raft nodes before linearized reading' (duration: 499.542622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:23.013649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:22.513443Z","time spent":"500.193285ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:01:23.014052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:22.513853Z","time spent":"500.108144ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:01:24.133721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.240685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:01:24.134457Z","caller":"traceutil/trace.go:171","msg":"trace[332015188] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"236.394566ms","start":"2026-03-15T02:01:23.898027Z","end":"2026-03-15T02:01:24.134422Z","steps":["trace[332015188] 'process raft request' (duration: 104.172849ms)","trace[332015188] 'compare' (duration: 130.795136ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:24.134748Z","caller":"traceutil/trace.go:171","msg":"trace[899653637] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"236.696024ms","start":"2026-03-15T02:01:23.898021Z","end":"2026-03-15T02:01:24.134717Z","steps":["trace[899653637] 'process raft request' (duration: 235.991118ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:24.13486Z","caller":"traceutil/trace.go:171","msg":"trace[1192376126] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"224.724761ms","start":"2026-03-15T02:01:23.91009Z","end":"2026-03-15T02:01:24.134815Z","steps":["trace[1192376126] 'process raft request' (duration: 224.037265ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:24.134918Z","caller":"traceutil/trace.go:171","msg":"trace[1681043702] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"200.466438ms","start":"2026-03-15T02:01:23.934421Z","end":"2026-03-15T02:01:24.134887Z","steps":["trace[1681043702] 'process raft request' (duration: 200.10764ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:24.13497Z","caller":"traceutil/trace.go:171","msg":"trace[2062392273] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"213.640616ms","start":"2026-03-15T02:01:23.921288Z","end":"2026-03-15T02:01:24.134929Z","steps":["trace[2062392273] 'process raft request' (duration: 213.011032ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:25.087056Z","caller":"traceutil/trace.go:171","msg":"trace[1074308285] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"133.373782ms","start":"2026-03-15T02:01:24.953664Z","end":"2026-03-15T02:01:25.087038Z","steps":["trace[1074308285] 'process raft request' (duration: 133.205449ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:42.155123Z","caller":"traceutil/trace.go:171","msg":"trace[795047367] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"254.257708ms","start":"2026-03-15T02:01:41.900814Z","end":"2026-03-15T02:01:42.155071Z","steps":["trace[795047367] 'process raft request' (duration: 254.083534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:42.58929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.076953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:01:42.589892Z","caller":"traceutil/trace.go:171","msg":"trace[1804770584] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"628.624139ms","start":"2026-03-15T02:01:41.961213Z","end":"2026-03-15T02:01:42.589838Z","steps":["trace[1804770584] 'process raft request' (duration: 374.88013ms)","trace[1804770584] 'compare' (duration: 252.790927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:01:42.590036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:41.961189Z","time spent":"628.774381ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:42.590006Z","caller":"traceutil/trace.go:171","msg":"trace[1518934503] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"628.765882ms","start":"2026-03-15T02:01:41.961217Z","end":"2026-03-15T02:01:42.589983Z","steps":["trace[1518934503] 'process raft request' (duration: 628.484935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:42.590272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:41.961194Z","time spent":"628.981686ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:42.590623Z","caller":"traceutil/trace.go:171","msg":"trace[618763347] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:960; }","duration":"397.62101ms","start":"2026-03-15T02:01:42.192986Z","end":"2026-03-15T02:01:42.590607Z","steps":["trace[618763347] 'read index received' (duration: 143.161367ms)","trace[618763347] 'applied index is now lower than readState.Index' (duration: 254.458503ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:42.590803Z","caller":"traceutil/trace.go:171","msg":"trace[291939065] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"627.133675ms","start":"2026-03-15T02:01:41.963644Z","end":"2026-03-15T02:01:42.590778Z","steps":["trace[291939065] 'process raft request' (duration: 626.246426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:42.590805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.806414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:01:42.590884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.819173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:01:42.590896Z","caller":"traceutil/trace.go:171","msg":"trace[253262829] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:934; }","duration":"397.957297ms","start":"2026-03-15T02:01:42.19292Z","end":"2026-03-15T02:01:42.590877Z","steps":["trace[253262829] 'agreement among raft nodes before linearized reading' (duration: 397.810014ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:01:42.590967Z","caller":"traceutil/trace.go:171","msg":"trace[1748061765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:934; }","duration":"396.921135ms","start":"2026-03-15T02:01:42.194032Z","end":"2026-03-15T02:01:42.590953Z","steps":["trace[1748061765] 'agreement among raft nodes before linearized reading' (duration: 396.803152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:42.590989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:42.192896Z","time spent":"398.08181ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:01:42.591006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:42.194023Z","time spent":"396.974696ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:01:42.591002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:41.963625Z","time spent":"627.254158ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:01:43.189431Z","caller":"traceutil/trace.go:171","msg":"trace[293628070] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"337.359037ms","start":"2026-03-15T02:01:42.852055Z","end":"2026-03-15T02:01:43.189414Z","steps":["trace[293628070] 'read index received' (duration: 337.209384ms)","trace[293628070] 'applied index is now lower than readState.Index' (duration: 148.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:01:43.189697Z","caller":"traceutil/trace.go:171","msg":"trace[809176465] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"589.178124ms","start":"2026-03-15T02:01:42.60049Z","end":"2026-03-15T02:01:43.189668Z","steps":["trace[809176465] 'process raft request' (duration: 588.817956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:43.189836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:42.600467Z","time spent":"589.300297ms","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:01:43.189971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.419599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:01:43.190063Z","caller":"traceutil/trace.go:171","msg":"trace[794205967] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:935; }","duration":"181.562863ms","start":"2026-03-15T02:01:43.008478Z","end":"2026-03-15T02:01:43.190041Z","steps":["trace[794205967] 'agreement among raft nodes before linearized reading' (duration: 181.396359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:43.19016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.052852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:01:43.190249Z","caller":"traceutil/trace.go:171","msg":"trace[2124803184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:935; }","duration":"338.203605ms","start":"2026-03-15T02:01:42.852031Z","end":"2026-03-15T02:01:43.190235Z","steps":["trace[2124803184] 'agreement among raft nodes before linearized reading' (duration: 337.690864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:01:43.19038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:01:42.851944Z","time spent":"338.41625ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:02:09.450796Z","caller":"traceutil/trace.go:171","msg":"trace[1124834236] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1242; }","duration":"101.766507ms","start":"2026-03-15T02:02:09.348989Z","end":"2026-03-15T02:02:09.450756Z","steps":["trace[1124834236] 'read index received' (duration: 101.612413ms)","trace[1124834236] 'applied index is now lower than readState.Index' (duration: 153.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:02:09.450903Z","caller":"traceutil/trace.go:171","msg":"trace[1972152188] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"106.638064ms","start":"2026-03-15T02:02:09.344232Z","end":"2026-03-15T02:02:09.45087Z","steps":["trace[1972152188] 'process raft request' (duration: 106.347938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:09.451077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.073084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-15T02:02:09.451125Z","caller":"traceutil/trace.go:171","msg":"trace[1379594286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1201; }","duration":"102.187886ms","start":"2026-03-15T02:02:09.348921Z","end":"2026-03-15T02:02:09.451109Z","steps":["trace[1379594286] 'agreement among raft nodes before linearized reading' (duration: 102.016473ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:09.72017Z","caller":"traceutil/trace.go:171","msg":"trace[1332400256] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"264.710898ms","start":"2026-03-15T02:02:09.455432Z","end":"2026-03-15T02:02:09.720143Z","steps":["trace[1332400256] 'process raft request' (duration: 264.519864ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:09.720529Z","caller":"traceutil/trace.go:171","msg":"trace[1469694152] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"262.90951ms","start":"2026-03-15T02:02:09.457596Z","end":"2026-03-15T02:02:09.720506Z","steps":["trace[1469694152] 'process raft request' (duration: 262.857899ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:09.720514Z","caller":"traceutil/trace.go:171","msg":"trace[2027188419] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"264.414803ms","start":"2026-03-15T02:02:09.456066Z","end":"2026-03-15T02:02:09.720481Z","steps":["trace[2027188419] 'process raft request' (duration: 264.034794ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:09.720604Z","caller":"traceutil/trace.go:171","msg":"trace[1006188076] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"264.480234ms","start":"2026-03-15T02:02:09.456098Z","end":"2026-03-15T02:02:09.720578Z","steps":["trace[1006188076] 'process raft request' (duration: 264.256579ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:21.084392Z","caller":"traceutil/trace.go:171","msg":"trace[1716070455] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"102.979556ms","start":"2026-03-15T02:02:20.981379Z","end":"2026-03-15T02:02:21.084358Z","steps":["trace[1716070455] 'process raft request' (duration: 102.72418ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:26.835098Z","caller":"traceutil/trace.go:171","msg":"trace[1174951804] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1567; }","duration":"127.169618ms","start":"2026-03-15T02:02:26.707904Z","end":"2026-03-15T02:02:26.835073Z","steps":["trace[1174951804] 'read index received' (duration: 126.974364ms)","trace[1174951804] 'applied index is now lower than readState.Index' (duration: 193.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:02:26.835234Z","caller":"traceutil/trace.go:171","msg":"trace[1763132941] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"139.876227ms","start":"2026-03-15T02:02:26.695345Z","end":"2026-03-15T02:02:26.835221Z","steps":["trace[1763132941] 'process raft request' (duration: 139.526589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:26.835476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.527666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:26.835561Z","caller":"traceutil/trace.go:171","msg":"trace[1693368934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1501; }","duration":"127.676369ms","start":"2026-03-15T02:02:26.707866Z","end":"2026-03-15T02:02:26.835543Z","steps":["trace[1693368934] 'agreement among raft nodes before linearized reading' (duration: 127.513205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:26.835879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.956325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:02:26.835863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.166914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:26.835973Z","caller":"traceutil/trace.go:171","msg":"trace[1461989895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1501; }","duration":"100.304717ms","start":"2026-03-15T02:02:26.735644Z","end":"2026-03-15T02:02:26.835949Z","steps":["trace[1461989895] 'agreement among raft nodes before linearized reading' (duration: 100.103602ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:26.835976Z","caller":"traceutil/trace.go:171","msg":"trace[688400524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1501; }","duration":"128.071337ms","start":"2026-03-15T02:02:26.707864Z","end":"2026-03-15T02:02:26.835935Z","steps":["trace[688400524] 'agreement among raft nodes before linearized reading' (duration: 127.943885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:33.272076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.900326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:02:33.272152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.661688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-15T02:02:33.272186Z","caller":"traceutil/trace.go:171","msg":"trace[1226489051] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1596; }","duration":"214.07033ms","start":"2026-03-15T02:02:33.058095Z","end":"2026-03-15T02:02:33.272165Z","steps":["trace[1226489051] 'count revisions from in-memory index tree' (duration: 213.789683ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:33.272247Z","caller":"traceutil/trace.go:171","msg":"trace[2113170129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07; range_end:; response_count:1; response_revision:1596; }","duration":"112.820773ms","start":"2026-03-15T02:02:33.159404Z","end":"2026-03-15T02:02:33.272225Z","steps":["trace[2113170129] 'range keys from in-memory index tree' (duration: 112.421493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:33.812789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790823814,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:02:34.018669Z","caller":"traceutil/trace.go:171","msg":"trace[260200132] linearizableReadLoop","detail":"{readStateIndex:1665; appliedIndex:1664; }","duration":"706.273129ms","start":"2026-03-15T02:02:33.312377Z","end":"2026-03-15T02:02:34.01865Z","steps":["trace[260200132] 'read index received' (duration: 706.046564ms)","trace[260200132] 'applied index is now lower than readState.Index' (duration: 225.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:02:34.018788Z","caller":"traceutil/trace.go:171","msg":"trace[122519814] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"736.477812ms","start":"2026-03-15T02:02:33.282301Z","end":"2026-03-15T02:02:34.018779Z","steps":["trace[122519814] 'process raft request' (duration: 736.228747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.018892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:33.282276Z","time spent":"736.530934ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:34.018927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.761903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:02:34.019036Z","caller":"traceutil/trace.go:171","msg":"trace[1635610705] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1597; }","duration":"603.931116ms","start":"2026-03-15T02:02:33.415081Z","end":"2026-03-15T02:02:34.019012Z","steps":["trace[1635610705] 'agreement among raft nodes before linearized reading' (duration: 603.738432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.019079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:33.415057Z","time spent":"604.011848ms","remote":"127.0.0.1:44840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:02:34.019108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.666738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-15T02:02:34.019166Z","caller":"traceutil/trace.go:171","msg":"trace[1925438092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1597; }","duration":"347.77573ms","start":"2026-03-15T02:02:33.671376Z","end":"2026-03-15T02:02:34.019152Z","steps":["trace[1925438092] 'agreement among raft nodes before linearized reading' (duration: 347.607557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.019198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:33.671351Z","time spent":"347.839712ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:02:34.019233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.216319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:02:34.019251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.63314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-15T02:02:34.019311Z","caller":"traceutil/trace.go:171","msg":"trace[1509913599] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1597; }","duration":"282.362783ms","start":"2026-03-15T02:02:33.73693Z","end":"2026-03-15T02:02:34.019293Z","steps":["trace[1509913599] 'agreement among raft nodes before linearized reading' (duration: 282.138008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.019322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.810034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-15T02:02:34.019301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.642564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:02:34.019358Z","caller":"traceutil/trace.go:171","msg":"trace[1562912437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07; range_end:; response_count:1; response_revision:1597; }","duration":"403.862045ms","start":"2026-03-15T02:02:33.615484Z","end":"2026-03-15T02:02:34.019346Z","steps":["trace[1562912437] 'agreement among raft nodes before linearized reading' (duration: 403.802293ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:34.019351Z","caller":"traceutil/trace.go:171","msg":"trace[1467148274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1597; }","duration":"173.794223ms","start":"2026-03-15T02:02:33.845531Z","end":"2026-03-15T02:02:34.019325Z","steps":["trace[1467148274] 'agreement among raft nodes before linearized reading' (duration: 173.457556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.019358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.321629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-15T02:02:34.019374Z","caller":"traceutil/trace.go:171","msg":"trace[685947937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1597; }","duration":"345.764917ms","start":"2026-03-15T02:02:33.673593Z","end":"2026-03-15T02:02:34.019358Z","steps":["trace[685947937] 'agreement among raft nodes before linearized reading' (duration: 345.500631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.01939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:33.615475Z","time spent":"403.908995ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07\" "} {"level":"info","ts":"2026-03-15T02:02:34.019418Z","caller":"traceutil/trace.go:171","msg":"trace[907735646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1597; }","duration":"141.405391ms","start":"2026-03-15T02:02:33.877997Z","end":"2026-03-15T02:02:34.019403Z","steps":["trace[907735646] 'agreement among raft nodes before linearized reading' (duration: 141.246757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.019422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:33.673579Z","time spent":"345.836668ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:02:34.019522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.140457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189ce15f08d689f8\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-15T02:02:34.019577Z","caller":"traceutil/trace.go:171","msg":"trace[161451650] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189ce15f08d689f8; range_end:; response_count:1; response_revision:1597; }","duration":"707.246819ms","start":"2026-03-15T02:02:33.312312Z","end":"2026-03-15T02:02:34.019559Z","steps":["trace[161451650] 'agreement among raft nodes before linearized reading' (duration: 707.076016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.019616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:33.312294Z","time spent":"707.31278ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189ce15f08d689f8\" "} {"level":"warn","ts":"2026-03-15T02:02:34.019698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.197993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-15T02:02:34.019785Z","caller":"traceutil/trace.go:171","msg":"trace[1148658455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1597; }","duration":"170.330667ms","start":"2026-03-15T02:02:33.849434Z","end":"2026-03-15T02:02:34.019764Z","steps":["trace[1148658455] 'agreement among raft nodes before linearized reading' (duration: 170.044211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.020277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.747345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-15T02:02:34.021074Z","caller":"traceutil/trace.go:171","msg":"trace[1353900757] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:1597; }","duration":"430.614004ms","start":"2026-03-15T02:02:33.590439Z","end":"2026-03-15T02:02:34.021053Z","steps":["trace[1353900757] 'agreement among raft nodes before linearized reading' (duration: 428.935756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.021134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:33.590414Z","time spent":"430.705526ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-15T02:02:34.440291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.987177ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-15T02:02:34.44078Z","caller":"traceutil/trace.go:171","msg":"trace[985994900] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1665; }","duration":"238.734173ms","start":"2026-03-15T02:02:34.202023Z","end":"2026-03-15T02:02:34.440758Z","steps":["trace[985994900] 'read index received' (duration: 221.950844ms)","trace[985994900] 'applied index is now lower than readState.Index' (duration: 16.782389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:02:34.440799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.022381Z","time spent":"418.407396ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-15T02:02:34.44081Z","caller":"traceutil/trace.go:171","msg":"trace[332210337] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"416.419021ms","start":"2026-03-15T02:02:34.02436Z","end":"2026-03-15T02:02:34.440779Z","steps":["trace[332210337] 'process raft request' (duration: 416.208457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.440877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.848345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:02:34.440843Z","caller":"traceutil/trace.go:171","msg":"trace[1057792309] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"416.043383ms","start":"2026-03-15T02:02:34.024764Z","end":"2026-03-15T02:02:34.440807Z","steps":["trace[1057792309] 'process raft request' (duration: 415.88764ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:34.440911Z","caller":"traceutil/trace.go:171","msg":"trace[991546011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1603; }","duration":"238.936337ms","start":"2026-03-15T02:02:34.201964Z","end":"2026-03-15T02:02:34.4409Z","steps":["trace[991546011] 'agreement among raft nodes before linearized reading' (duration: 238.867076ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:34.440891Z","caller":"traceutil/trace.go:171","msg":"trace[595878427] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"415.651145ms","start":"2026-03-15T02:02:34.025202Z","end":"2026-03-15T02:02:34.440853Z","steps":["trace[595878427] 'process raft request' (duration: 415.519762ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:34.44091Z","caller":"traceutil/trace.go:171","msg":"trace[2108551351] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"415.837978ms","start":"2026-03-15T02:02:34.025038Z","end":"2026-03-15T02:02:34.440876Z","steps":["trace[2108551351] 'process raft request' (duration: 415.648974ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:34.440905Z","caller":"traceutil/trace.go:171","msg":"trace[1439942554] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"416.237798ms","start":"2026-03-15T02:02:34.024642Z","end":"2026-03-15T02:02:34.44088Z","steps":["trace[1439942554] 'process raft request' (duration: 415.971382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.440972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.024305Z","time spent":"416.582465ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:02:34.440787Z","caller":"traceutil/trace.go:171","msg":"trace[1273141008] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"417.939545ms","start":"2026-03-15T02:02:34.02279Z","end":"2026-03-15T02:02:34.44073Z","steps":["trace[1273141008] 'process raft request' (duration: 417.654549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:34.441042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.024752Z","time spent":"416.184807ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:34.441096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.025192Z","time spent":"415.792628ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:34.441097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.024622Z","time spent":"416.3809ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:34.441106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.025022Z","time spent":"415.981732ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:34.441133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.022767Z","time spent":"418.275582ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:35.468649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.092399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:02:35.468872Z","caller":"traceutil/trace.go:171","msg":"trace[969973988] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1673; }","duration":"443.840614ms","start":"2026-03-15T02:02:35.025017Z","end":"2026-03-15T02:02:35.468857Z","steps":["trace[969973988] 'read index received' (duration: 397.951984ms)","trace[969973988] 'applied index is now lower than readState.Index' (duration: 45.88765ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:02:35.468946Z","caller":"traceutil/trace.go:171","msg":"trace[671628201] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"607.180997ms","start":"2026-03-15T02:02:34.861757Z","end":"2026-03-15T02:02:35.468938Z","steps":["trace[671628201] 'process raft request' (duration: 607.032204ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:35.469096Z","caller":"traceutil/trace.go:171","msg":"trace[2072395748] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"891.636996ms","start":"2026-03-15T02:02:34.577431Z","end":"2026-03-15T02:02:35.469068Z","steps":["trace[2072395748] 'process raft request' (duration: 62.017325ms)","trace[2072395748] 'compare' (duration: 828.986807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:02:35.469164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.133081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-15T02:02:35.469241Z","caller":"traceutil/trace.go:171","msg":"trace[1133237627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07; range_end:; response_count:1; response_revision:1606; }","duration":"444.263283ms","start":"2026-03-15T02:02:35.02496Z","end":"2026-03-15T02:02:35.469223Z","steps":["trace[1133237627] 'agreement among raft nodes before linearized reading' (duration: 443.999078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:35.469281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:35.024936Z","time spent":"444.337005ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fb90866-967c-412a-8b0d-f2b9ebd1fc07\" "} {"level":"warn","ts":"2026-03-15T02:02:35.470989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.86172Z","time spent":"609.221572ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:35.471023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:34.577396Z","time spent":"893.540547ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:35.472281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.47793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:02:35.473003Z","caller":"traceutil/trace.go:171","msg":"trace[237386021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1609; }","duration":"446.243487ms","start":"2026-03-15T02:02:35.026741Z","end":"2026-03-15T02:02:35.472984Z","steps":["trace[237386021] 'agreement among raft nodes before linearized reading' (duration: 445.337737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:35.473066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:35.026715Z","time spent":"446.334689ms","remote":"127.0.0.1:56780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-15T02:02:35.472643Z","caller":"traceutil/trace.go:171","msg":"trace[1115408161] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"439.901507ms","start":"2026-03-15T02:02:35.032728Z","end":"2026-03-15T02:02:35.47263Z","steps":["trace[1115408161] 'process raft request' (duration: 439.240813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:35.473141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:35.032703Z","time spent":"440.402928ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:02:35.472688Z","caller":"traceutil/trace.go:171","msg":"trace[1558032869] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"365.325927ms","start":"2026-03-15T02:02:35.107345Z","end":"2026-03-15T02:02:35.47267Z","steps":["trace[1558032869] 'process raft request' (duration: 364.677193ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:02:35.472707Z","caller":"traceutil/trace.go:171","msg":"trace[812105246] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"445.557462ms","start":"2026-03-15T02:02:35.027102Z","end":"2026-03-15T02:02:35.472659Z","steps":["trace[812105246] 'process raft request' (duration: 444.741934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:02:35.473348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:35.107325Z","time spent":"365.885239ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:35.473464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:02:35.027087Z","time spent":"446.249967ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:02:50.759282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.009477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:02:50.759382Z","caller":"traceutil/trace.go:171","msg":"trace[417841008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1735; }","duration":"153.15924ms","start":"2026-03-15T02:02:50.606201Z","end":"2026-03-15T02:02:50.75936Z","steps":["trace[417841008] 'range keys from in-memory index tree' (duration: 152.812832ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:19.919779Z","caller":"traceutil/trace.go:171","msg":"trace[1417424882] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"152.473894ms","start":"2026-03-15T02:03:19.767262Z","end":"2026-03-15T02:03:19.919736Z","steps":["trace[1417424882] 'process raft request' (duration: 152.168888ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:19.985181Z","caller":"traceutil/trace.go:171","msg":"trace[1686621480] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"145.47349ms","start":"2026-03-15T02:03:19.839679Z","end":"2026-03-15T02:03:19.985152Z","steps":["trace[1686621480] 'process raft request' (duration: 145.263484ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:19.98552Z","caller":"traceutil/trace.go:171","msg":"trace[887431011] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"136.713477ms","start":"2026-03-15T02:03:19.848785Z","end":"2026-03-15T02:03:19.985499Z","steps":["trace[887431011] 'process raft request' (duration: 136.321279ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:26.141502Z","caller":"traceutil/trace.go:171","msg":"trace[1102614640] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"138.982119ms","start":"2026-03-15T02:03:26.002491Z","end":"2026-03-15T02:03:26.141473Z","steps":["trace[1102614640] 'process raft request' (duration: 138.798085ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:26.151762Z","caller":"traceutil/trace.go:171","msg":"trace[2074932562] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"119.281497ms","start":"2026-03-15T02:03:26.032454Z","end":"2026-03-15T02:03:26.151736Z","steps":["trace[2074932562] 'read index received' (duration: 108.847877ms)","trace[2074932562] 'applied index is now lower than readState.Index' (duration: 10.43249ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:03:26.151813Z","caller":"traceutil/trace.go:171","msg":"trace[1531549732] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"146.891824ms","start":"2026-03-15T02:03:26.004904Z","end":"2026-03-15T02:03:26.151796Z","steps":["trace[1531549732] 'process raft request' (duration: 146.629729ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:26.151959Z","caller":"traceutil/trace.go:171","msg":"trace[2019272341] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"102.820894ms","start":"2026-03-15T02:03:26.049128Z","end":"2026-03-15T02:03:26.151949Z","steps":["trace[2019272341] 'process raft request' (duration: 102.559418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:26.152011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.531372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:03:26.15207Z","caller":"traceutil/trace.go:171","msg":"trace[1443250565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"119.636955ms","start":"2026-03-15T02:03:26.032406Z","end":"2026-03-15T02:03:26.152043Z","steps":["trace[1443250565] 'agreement among raft nodes before linearized reading' (duration: 119.443881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.394117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790824551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-15T02:03:27.613951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.991687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:03:27.614155Z","caller":"traceutil/trace.go:171","msg":"trace[847191619] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"782.426114ms","start":"2026-03-15T02:03:26.831712Z","end":"2026-03-15T02:03:27.614138Z","steps":["trace[847191619] 'process raft request' (duration: 782.327462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.614213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:26.831694Z","time spent":"782.494536ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:27.614366Z","caller":"traceutil/trace.go:171","msg":"trace[1299191918] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"781.980704ms","start":"2026-03-15T02:03:26.832377Z","end":"2026-03-15T02:03:27.614358Z","steps":["trace[1299191918] 'process raft request' (duration: 781.718069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.614414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:26.83236Z","time spent":"782.031806ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:27.614397Z","caller":"traceutil/trace.go:171","msg":"trace[2045036545] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"783.817815ms","start":"2026-03-15T02:03:26.830296Z","end":"2026-03-15T02:03:27.614114Z","steps":["trace[2045036545] 'process raft request' (duration: 621.582354ms)","trace[2045036545] 'compare' (duration: 161.770141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:27.614634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:26.830274Z","time spent":"784.237385ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:27.614657Z","caller":"traceutil/trace.go:171","msg":"trace[200194588] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1993; }","duration":"721.156795ms","start":"2026-03-15T02:03:26.893472Z","end":"2026-03-15T02:03:27.614628Z","steps":["trace[200194588] 'read index received' (duration: 558.438953ms)","trace[200194588] 'applied index is now lower than readState.Index' (duration: 162.714992ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:03:27.614827Z","caller":"traceutil/trace.go:171","msg":"trace[1458938261] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"761.490954ms","start":"2026-03-15T02:03:26.853314Z","end":"2026-03-15T02:03:27.614805Z","steps":["trace[1458938261] 'process raft request' (duration: 761.013504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.614898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:26.853296Z","time spent":"761.566345ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:27.61502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.799242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-15T02:03:27.615053Z","caller":"traceutil/trace.go:171","msg":"trace[1772020253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1917; }","duration":"623.832113ms","start":"2026-03-15T02:03:26.991212Z","end":"2026-03-15T02:03:27.615045Z","steps":["trace[1772020253] 'agreement among raft nodes before linearized reading' (duration: 623.728801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.615073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:26.991159Z","time spent":"623.910146ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-15T02:03:27.615051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.568814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ce16745188342\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-15T02:03:27.615139Z","caller":"traceutil/trace.go:171","msg":"trace[711095038] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189ce16745188342; range_end:; response_count:1; response_revision:1917; }","duration":"721.719108ms","start":"2026-03-15T02:03:26.8934Z","end":"2026-03-15T02:03:27.615119Z","steps":["trace[711095038] 'agreement among raft nodes before linearized reading' (duration: 721.442992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.615186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:26.89337Z","time spent":"721.803439ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ce16745188342\" "} {"level":"warn","ts":"2026-03-15T02:03:27.615156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.423754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:03:27.615237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.552108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-15T02:03:27.61529Z","caller":"traceutil/trace.go:171","msg":"trace[2100276371] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1917; }","duration":"176.72641ms","start":"2026-03-15T02:03:27.438547Z","end":"2026-03-15T02:03:27.615274Z","steps":["trace[2100276371] 'agreement among raft nodes before linearized reading' (duration: 176.434884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.615345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.819964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:03:27.615425Z","caller":"traceutil/trace.go:171","msg":"trace[1897012055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1917; }","duration":"460.824314ms","start":"2026-03-15T02:03:27.154541Z","end":"2026-03-15T02:03:27.615366Z","steps":["trace[1897012055] 'agreement among raft nodes before linearized reading' (duration: 460.403855ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:27.615465Z","caller":"traceutil/trace.go:171","msg":"trace[1248321585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"456.010557ms","start":"2026-03-15T02:03:27.159428Z","end":"2026-03-15T02:03:27.615438Z","steps":["trace[1248321585] 'agreement among raft nodes before linearized reading' (duration: 455.512027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:27.615546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:27.1594Z","time spent":"456.135591ms","remote":"127.0.0.1:56780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-15T02:03:27.615581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:27.154512Z","time spent":"460.949427ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-15T02:03:27.896617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.279227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:03:27.896894Z","caller":"traceutil/trace.go:171","msg":"trace[1586231497] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1997; }","duration":"269.705618ms","start":"2026-03-15T02:03:27.627162Z","end":"2026-03-15T02:03:27.896867Z","steps":["trace[1586231497] 'read index received' (duration: 104.986341ms)","trace[1586231497] 'applied index is now lower than readState.Index' (duration: 164.703557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:27.896996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.82359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:03:27.897044Z","caller":"traceutil/trace.go:171","msg":"trace[835306448] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1919; }","duration":"269.886572ms","start":"2026-03-15T02:03:27.627144Z","end":"2026-03-15T02:03:27.89703Z","steps":["trace[835306448] 'agreement among raft nodes before linearized reading' (duration: 269.805911ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:27.897056Z","caller":"traceutil/trace.go:171","msg":"trace[1010147731] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"279.600475ms","start":"2026-03-15T02:03:27.617425Z","end":"2026-03-15T02:03:27.897026Z","steps":["trace[1010147731] 'process raft request' (duration: 114.792147ms)","trace[1010147731] 'compare' (duration: 164.051982ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:03:27.89713Z","caller":"traceutil/trace.go:171","msg":"trace[1855765654] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"276.455767ms","start":"2026-03-15T02:03:27.620639Z","end":"2026-03-15T02:03:27.897095Z","steps":["trace[1855765654] 'process raft request' (duration: 276.12285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:28.204177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.481188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:03:28.204537Z","caller":"traceutil/trace.go:171","msg":"trace[1662184473] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"177.499298ms","start":"2026-03-15T02:03:28.027015Z","end":"2026-03-15T02:03:28.204515Z","steps":["trace[1662184473] 'process raft request' (duration: 177.295073ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:28.204558Z","caller":"traceutil/trace.go:171","msg":"trace[1922495278] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"229.288118ms","start":"2026-03-15T02:03:27.975241Z","end":"2026-03-15T02:03:28.204529Z","steps":["trace[1922495278] 'process raft request' (duration: 65.326918ms)","trace[1922495278] 'compare' (duration: 163.243783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:28.96187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.169656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-15T02:03:28.961975Z","caller":"traceutil/trace.go:171","msg":"trace[1902601709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"338.340908ms","start":"2026-03-15T02:03:28.623612Z","end":"2026-03-15T02:03:28.961953Z","steps":["trace[1902601709] 'range keys from in-memory index tree' (duration: 337.93709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:28.962027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.623586Z","time spent":"338.427511ms","remote":"127.0.0.1:56780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-15T02:03:29.269477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790824566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:03:29.30842Z","caller":"traceutil/trace.go:171","msg":"trace[415129467] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"547.79943ms","start":"2026-03-15T02:03:28.760595Z","end":"2026-03-15T02:03:29.308394Z","steps":["trace[415129467] 'process raft request' (duration: 547.618716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.308665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.760559Z","time spent":"547.970573ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:29.984072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.701633ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-15T02:03:29.98422Z","caller":"traceutil/trace.go:171","msg":"trace[119952156] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2003; }","duration":"1.214807553s","start":"2026-03-15T02:03:28.769389Z","end":"2026-03-15T02:03:29.984196Z","steps":["trace[119952156] 'read index received' (duration: 538.841002ms)","trace[119952156] 'applied index is now lower than readState.Index' (duration: 675.964621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:29.984493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215031517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:03:29.984585Z","caller":"traceutil/trace.go:171","msg":"trace[435629735] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1924; }","duration":"1.215207952s","start":"2026-03-15T02:03:28.769351Z","end":"2026-03-15T02:03:29.984558Z","steps":["trace[435629735] 'agreement among raft nodes before linearized reading' (duration: 1.214903785s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.984674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.117478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:03:29.984714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.934872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:03:29.984685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.769333Z","time spent":"1.215289794s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:03:29.984762Z","caller":"traceutil/trace.go:171","msg":"trace[116762641] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1924; }","duration":"260.011394ms","start":"2026-03-15T02:03:29.724737Z","end":"2026-03-15T02:03:29.984748Z","steps":["trace[116762641] 'agreement among raft nodes before linearized reading' (duration: 259.899031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.984752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.187735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:03:29.984798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.369038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:03:29.984852Z","caller":"traceutil/trace.go:171","msg":"trace[48991837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"790.353048ms","start":"2026-03-15T02:03:29.194477Z","end":"2026-03-15T02:03:29.98483Z","steps":["trace[48991837] 'agreement among raft nodes before linearized reading' (duration: 790.181735ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:29.984742Z","caller":"traceutil/trace.go:171","msg":"trace[2061864655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1924; }","duration":"365.22909ms","start":"2026-03-15T02:03:29.619498Z","end":"2026-03-15T02:03:29.984727Z","steps":["trace[2061864655] 'agreement among raft nodes before linearized reading' (duration: 365.086137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.984858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.142148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-15T02:03:29.98488Z","caller":"traceutil/trace.go:171","msg":"trace[999390225] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1924; }","duration":"874.509201ms","start":"2026-03-15T02:03:29.110352Z","end":"2026-03-15T02:03:29.984862Z","steps":["trace[999390225] 'agreement among raft nodes before linearized reading' (duration: 874.343717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.984899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.194446Z","time spent":"790.443461ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:03:29.984922Z","caller":"traceutil/trace.go:171","msg":"trace[1033472871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1924; }","duration":"365.25021ms","start":"2026-03-15T02:03:29.619659Z","end":"2026-03-15T02:03:29.984909Z","steps":["trace[1033472871] 'agreement among raft nodes before linearized reading' (duration: 365.109007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.984931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.110331Z","time spent":"874.590682ms","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:03:29.984966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.619629Z","time spent":"365.325342ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:03:29.984985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.154688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-15T02:03:29.985029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.984735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-15T02:03:29.984995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.619471Z","time spent":"365.444454ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:03:29.985079Z","caller":"traceutil/trace.go:171","msg":"trace[651320921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1924; }","duration":"365.285871ms","start":"2026-03-15T02:03:29.619769Z","end":"2026-03-15T02:03:29.985055Z","steps":["trace[651320921] 'agreement among raft nodes before linearized reading' (duration: 365.005725ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:29.985103Z","caller":"traceutil/trace.go:171","msg":"trace[506901900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1924; }","duration":"365.342532ms","start":"2026-03-15T02:03:29.61974Z","end":"2026-03-15T02:03:29.985083Z","steps":["trace[506901900] 'agreement among raft nodes before linearized reading' (duration: 364.770189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.985128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.619758Z","time spent":"365.362223ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:03:29.985146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.619731Z","time spent":"365.404234ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:03:29.985202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130881125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:03:29.985248Z","caller":"traceutil/trace.go:171","msg":"trace[1028489511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1924; }","duration":"1.131626431s","start":"2026-03-15T02:03:28.853607Z","end":"2026-03-15T02:03:29.985234Z","steps":["trace[1028489511] 'agreement among raft nodes before linearized reading' (duration: 1.130800003s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:29.985284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:28.853592Z","time spent":"1.131679362s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-15T02:03:30.46141Z","caller":"traceutil/trace.go:171","msg":"trace[2044986408] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"472.354618ms","start":"2026-03-15T02:03:29.989006Z","end":"2026-03-15T02:03:30.461361Z","steps":["trace[2044986408] 'process raft request' (duration: 472.039141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:30.461702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.988987Z","time spent":"472.556632ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:30.74705Z","caller":"traceutil/trace.go:171","msg":"trace[923104139] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"757.844713ms","start":"2026-03-15T02:03:29.98917Z","end":"2026-03-15T02:03:30.747015Z","steps":["trace[923104139] 'process raft request' (duration: 757.107897ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:30.74708Z","caller":"traceutil/trace.go:171","msg":"trace[117526315] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"757.440134ms","start":"2026-03-15T02:03:29.989599Z","end":"2026-03-15T02:03:30.747039Z","steps":["trace[117526315] 'process raft request' (duration: 757.337362ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:30.747123Z","caller":"traceutil/trace.go:171","msg":"trace[210490114] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"757.826943ms","start":"2026-03-15T02:03:29.989246Z","end":"2026-03-15T02:03:30.747073Z","steps":["trace[210490114] 'process raft request' (duration: 757.511546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:30.747274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.989136Z","time spent":"758.012056ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:30.747324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.989583Z","time spent":"757.588118ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:30.74734Z","caller":"traceutil/trace.go:171","msg":"trace[383588266] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"536.219764ms","start":"2026-03-15T02:03:30.211094Z","end":"2026-03-15T02:03:30.747314Z","steps":["trace[383588266] 'process raft request' (duration: 535.886277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:30.747435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.989239Z","time spent":"757.967985ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:30.747496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:30.211069Z","time spent":"536.349327ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:30.747458Z","caller":"traceutil/trace.go:171","msg":"trace[328243071] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"757.874933ms","start":"2026-03-15T02:03:29.989554Z","end":"2026-03-15T02:03:30.747429Z","steps":["trace[328243071] 'process raft request' (duration: 757.330911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:30.747667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:29.98954Z","time spent":"758.015747ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:03:30.747796Z","caller":"traceutil/trace.go:171","msg":"trace[115936605] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"530.802835ms","start":"2026-03-15T02:03:30.216973Z","end":"2026-03-15T02:03:30.747776Z","steps":["trace[115936605] 'process raft request' (duration: 530.250163ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:30.747838Z","caller":"traceutil/trace.go:171","msg":"trace[816783] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"530.55393ms","start":"2026-03-15T02:03:30.21727Z","end":"2026-03-15T02:03:30.747823Z","steps":["trace[816783] 'process raft request' (duration: 530.421307ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:03:30.747849Z","caller":"traceutil/trace.go:171","msg":"trace[1482150354] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2005; }","duration":"492.094252ms","start":"2026-03-15T02:03:30.255711Z","end":"2026-03-15T02:03:30.747805Z","steps":["trace[1482150354] 'read index received' (duration: 205.296389ms)","trace[1482150354] 'applied index is now lower than readState.Index' (duration: 286.795683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:03:30.747915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:30.217215Z","time spent":"530.661682ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:30.74791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:30.216956Z","time spent":"530.880887ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:03:30.748154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.382231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:03:30.74828Z","caller":"traceutil/trace.go:171","msg":"trace[934714927] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1932; }","duration":"492.606815ms","start":"2026-03-15T02:03:30.255651Z","end":"2026-03-15T02:03:30.748257Z","steps":["trace[934714927] 'agreement among raft nodes before linearized reading' (duration: 492.283868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:03:30.748575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:03:30.255621Z","time spent":"492.84375ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:04:23.292588Z","caller":"traceutil/trace.go:171","msg":"trace[979254232] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"476.725745ms","start":"2026-03-15T02:04:22.815837Z","end":"2026-03-15T02:04:23.292563Z","steps":["trace[979254232] 'process raft request' (duration: 476.564991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:23.292814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:22.815804Z","time spent":"476.929789ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:04:23.297935Z","caller":"traceutil/trace.go:171","msg":"trace[346782473] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"327.100391ms","start":"2026-03-15T02:04:22.970817Z","end":"2026-03-15T02:04:23.297918Z","steps":["trace[346782473] 'process raft request' (duration: 326.089559ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:23.297969Z","caller":"traceutil/trace.go:171","msg":"trace[2007706429] linearizableReadLoop","detail":"{readStateIndex:2455; appliedIndex:2451; }","duration":"159.807848ms","start":"2026-03-15T02:04:23.138135Z","end":"2026-03-15T02:04:23.297943Z","steps":["trace[2007706429] 'read index received' (duration: 154.340248ms)","trace[2007706429] 'applied index is now lower than readState.Index' (duration: 5.4667ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:04:23.298009Z","caller":"traceutil/trace.go:171","msg":"trace[1735057787] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"326.812064ms","start":"2026-03-15T02:04:22.971171Z","end":"2026-03-15T02:04:23.297983Z","steps":["trace[1735057787] 'process raft request' (duration: 326.558568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:23.298085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:22.970782Z","time spent":"327.222803ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:23.298138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:22.971137Z","time spent":"326.939927ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:04:23.298214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.130541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-15T02:04:23.298051Z","caller":"traceutil/trace.go:171","msg":"trace[2003914712] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"326.010456ms","start":"2026-03-15T02:04:22.971991Z","end":"2026-03-15T02:04:23.298002Z","steps":["trace[2003914712] 'process raft request' (duration: 325.915354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:23.298238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.46149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-15T02:04:23.298219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.065253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-15T02:04:23.298259Z","caller":"traceutil/trace.go:171","msg":"trace[1730816030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2355; }","duration":"143.224253ms","start":"2026-03-15T02:04:23.155024Z","end":"2026-03-15T02:04:23.298248Z","steps":["trace[1730816030] 'agreement among raft nodes before linearized reading' (duration: 143.061479ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:23.298275Z","caller":"traceutil/trace.go:171","msg":"trace[1354001174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2355; }","duration":"139.530601ms","start":"2026-03-15T02:04:23.158734Z","end":"2026-03-15T02:04:23.298265Z","steps":["trace[1354001174] 'agreement among raft nodes before linearized reading' (duration: 139.384948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:23.298297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:22.971962Z","time spent":"326.297463ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:04:23.298307Z","caller":"traceutil/trace.go:171","msg":"trace[1190101411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2355; }","duration":"160.166925ms","start":"2026-03-15T02:04:23.138122Z","end":"2026-03-15T02:04:23.298289Z","steps":["trace[1190101411] 'agreement among raft nodes before linearized reading' (duration: 159.92565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:23.298341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.443914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-15T02:04:23.298405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.519121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:04:23.29843Z","caller":"traceutil/trace.go:171","msg":"trace[506015445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2355; }","duration":"104.574151ms","start":"2026-03-15T02:04:23.193848Z","end":"2026-03-15T02:04:23.298422Z","steps":["trace[506015445] 'agreement among raft nodes before linearized reading' (duration: 104.537001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:23.298438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.313795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-15T02:04:23.29843Z","caller":"traceutil/trace.go:171","msg":"trace[1083187126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2355; }","duration":"141.544626ms","start":"2026-03-15T02:04:23.156865Z","end":"2026-03-15T02:04:23.29841Z","steps":["trace[1083187126] 'agreement among raft nodes before linearized reading' (duration: 141.26151ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:23.298467Z","caller":"traceutil/trace.go:171","msg":"trace[303400700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2355; }","duration":"143.388506ms","start":"2026-03-15T02:04:23.15507Z","end":"2026-03-15T02:04:23.298459Z","steps":["trace[303400700] 'agreement among raft nodes before linearized reading' (duration: 143.306974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:56.259072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.045773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:04:56.259154Z","caller":"traceutil/trace.go:171","msg":"trace[1347590850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2540; }","duration":"287.149175ms","start":"2026-03-15T02:04:55.97199Z","end":"2026-03-15T02:04:56.259139Z","steps":["trace[1347590850] 'count revisions from in-memory index tree' (duration: 286.89943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:56.259245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.48604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-15T02:04:56.259336Z","caller":"traceutil/trace.go:171","msg":"trace[974217513] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2540; }","duration":"440.638433ms","start":"2026-03-15T02:04:55.818677Z","end":"2026-03-15T02:04:56.259315Z","steps":["trace[974217513] 'range keys from in-memory index tree' (duration: 440.260554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:04:56.259384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:04:55.818646Z","time spent":"440.728515ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-15T02:04:56.259281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.583459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:04:56.259514Z","caller":"traceutil/trace.go:171","msg":"trace[275562609] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2540; }","duration":"124.870845ms","start":"2026-03-15T02:04:56.134621Z","end":"2026-03-15T02:04:56.259492Z","steps":["trace[275562609] 'count revisions from in-memory index tree' (duration: 124.340234ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:04:57.069669Z","caller":"traceutil/trace.go:171","msg":"trace[369376903] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"126.34145ms","start":"2026-03-15T02:04:56.943297Z","end":"2026-03-15T02:04:57.069638Z","steps":["trace[369376903] 'process raft request' (duration: 126.153766ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:28.195059Z","caller":"traceutil/trace.go:171","msg":"trace[1604865449] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"111.772687ms","start":"2026-03-15T02:07:28.08326Z","end":"2026-03-15T02:07:28.195033Z","steps":["trace[1604865449] 'process raft request' (duration: 111.619474ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:28.589784Z","caller":"traceutil/trace.go:171","msg":"trace[395718928] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"489.215016ms","start":"2026-03-15T02:07:28.10054Z","end":"2026-03-15T02:07:28.589755Z","steps":["trace[395718928] 'process raft request' (duration: 489.016982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.589958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:07:28.100509Z","time spent":"489.355349ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:07:28.590213Z","caller":"traceutil/trace.go:171","msg":"trace[312290045] linearizableReadLoop","detail":"{readStateIndex:3608; appliedIndex:3604; }","duration":"396.912327ms","start":"2026-03-15T02:07:28.193266Z","end":"2026-03-15T02:07:28.590178Z","steps":["trace[312290045] 'read index received' (duration: 1.641197ms)","trace[312290045] 'applied index is now lower than readState.Index' (duration: 395.27018ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:07:28.59025Z","caller":"traceutil/trace.go:171","msg":"trace[274954212] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"489.034313ms","start":"2026-03-15T02:07:28.101187Z","end":"2026-03-15T02:07:28.590222Z","steps":["trace[274954212] 'process raft request' (duration: 488.518581ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:28.590363Z","caller":"traceutil/trace.go:171","msg":"trace[2062957062] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"488.398179ms","start":"2026-03-15T02:07:28.101815Z","end":"2026-03-15T02:07:28.590213Z","steps":["trace[2062957062] 'process raft request' (duration: 488.252536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.590431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:07:28.101171Z","time spent":"489.177646ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:07:28.590484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.804147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:07:28.590503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.216814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:07:28.590553Z","caller":"traceutil/trace.go:171","msg":"trace[1375914240] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3465; }","duration":"332.942771ms","start":"2026-03-15T02:07:28.257593Z","end":"2026-03-15T02:07:28.590536Z","steps":["trace[1375914240] 'agreement among raft nodes before linearized reading' (duration: 332.822188ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:28.590558Z","caller":"traceutil/trace.go:171","msg":"trace[959552731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3465; }","duration":"397.322636ms","start":"2026-03-15T02:07:28.193221Z","end":"2026-03-15T02:07:28.590544Z","steps":["trace[959552731] 'agreement among raft nodes before linearized reading' (duration: 397.147192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.590566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:07:28.101795Z","time spent":"488.647685ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:07:28.590582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.362825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-15T02:07:28.590601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:07:28.193205Z","time spent":"397.387687ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:07:28.590632Z","caller":"traceutil/trace.go:171","msg":"trace[711246253] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3465; }","duration":"210.407736ms","start":"2026-03-15T02:07:28.380209Z","end":"2026-03-15T02:07:28.590617Z","steps":["trace[711246253] 'agreement among raft nodes before linearized reading' (duration: 210.270173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.590666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.648363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:07:28.59074Z","caller":"traceutil/trace.go:171","msg":"trace[1419054688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:3465; }","duration":"100.732745ms","start":"2026-03-15T02:07:28.489989Z","end":"2026-03-15T02:07:28.590721Z","steps":["trace[1419054688] 'agreement among raft nodes before linearized reading' (duration: 100.526981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.590763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.481557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-15T02:07:28.590803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.313952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-15T02:07:28.59084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.085832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-15T02:07:28.590831Z","caller":"traceutil/trace.go:171","msg":"trace[1656534678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3465; }","duration":"154.580109ms","start":"2026-03-15T02:07:28.436233Z","end":"2026-03-15T02:07:28.590813Z","steps":["trace[1656534678] 'agreement among raft nodes before linearized reading' (duration: 154.370505ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:28.590867Z","caller":"traceutil/trace.go:171","msg":"trace[1012744673] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3465; }","duration":"221.138232ms","start":"2026-03-15T02:07:28.36972Z","end":"2026-03-15T02:07:28.590858Z","steps":["trace[1012744673] 'agreement among raft nodes before linearized reading' (duration: 220.890557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.59087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.418918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:07:28.590905Z","caller":"traceutil/trace.go:171","msg":"trace[1585433893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3465; }","duration":"155.478609ms","start":"2026-03-15T02:07:28.435417Z","end":"2026-03-15T02:07:28.590896Z","steps":["trace[1585433893] 'agreement among raft nodes before linearized reading' (duration: 155.367376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.590918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.081922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:07:28.590946Z","caller":"traceutil/trace.go:171","msg":"trace[947780858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3465; }","duration":"282.133224ms","start":"2026-03-15T02:07:28.308805Z","end":"2026-03-15T02:07:28.590938Z","steps":["trace[947780858] 'agreement among raft nodes before linearized reading' (duration: 282.059092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.590592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:07:28.257565Z","time spent":"333.019402ms","remote":"127.0.0.1:39542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:07:28.590842Z","caller":"traceutil/trace.go:171","msg":"trace[1566454463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3465; }","duration":"284.388623ms","start":"2026-03-15T02:07:28.306442Z","end":"2026-03-15T02:07:28.59083Z","steps":["trace[1566454463] 'agreement among raft nodes before linearized reading' (duration: 284.262031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:28.59115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.68255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-15T02:07:28.591194Z","caller":"traceutil/trace.go:171","msg":"trace[915833283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3465; }","duration":"284.764611ms","start":"2026-03-15T02:07:28.306416Z","end":"2026-03-15T02:07:28.59118Z","steps":["trace[915833283] 'agreement among raft nodes before linearized reading' (duration: 284.626128ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:07:34.522413Z","caller":"traceutil/trace.go:171","msg":"trace[1916288561] linearizableReadLoop","detail":"{readStateIndex:3635; appliedIndex:3634; }","duration":"328.612575ms","start":"2026-03-15T02:07:34.193771Z","end":"2026-03-15T02:07:34.522384Z","steps":["trace[1916288561] 'read index received' (duration: 328.305348ms)","trace[1916288561] 'applied index is now lower than readState.Index' (duration: 306.007µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:07:34.522521Z","caller":"traceutil/trace.go:171","msg":"trace[1237760303] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"447.858898ms","start":"2026-03-15T02:07:34.074613Z","end":"2026-03-15T02:07:34.522472Z","steps":["trace[1237760303] 'process raft request' (duration: 447.575051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:34.522572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.766389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:07:34.522615Z","caller":"traceutil/trace.go:171","msg":"trace[216521890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3489; }","duration":"328.886401ms","start":"2026-03-15T02:07:34.193713Z","end":"2026-03-15T02:07:34.522599Z","steps":["trace[216521890] 'agreement among raft nodes before linearized reading' (duration: 328.781319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:07:34.522659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:07:34.193682Z","time spent":"328.969152ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:07:34.522677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:07:34.074587Z","time spent":"448.00587ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:08:43.246811Z","caller":"traceutil/trace.go:171","msg":"trace[547808780] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"187.973867ms","start":"2026-03-15T02:08:43.058807Z","end":"2026-03-15T02:08:43.246781Z","steps":["trace[547808780] 'process raft request' (duration: 142.338452ms)","trace[547808780] 'compare' (duration: 45.504452ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:08:43.25165Z","caller":"traceutil/trace.go:171","msg":"trace[1957133045] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"192.493146ms","start":"2026-03-15T02:08:43.059135Z","end":"2026-03-15T02:08:43.251628Z","steps":["trace[1957133045] 'process raft request' (duration: 192.173399ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:43.251837Z","caller":"traceutil/trace.go:171","msg":"trace[1305846273] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"191.489134ms","start":"2026-03-15T02:08:43.060325Z","end":"2026-03-15T02:08:43.251814Z","steps":["trace[1305846273] 'process raft request' (duration: 191.253329ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:43.251983Z","caller":"traceutil/trace.go:171","msg":"trace[48601793] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"192.668189ms","start":"2026-03-15T02:08:43.059284Z","end":"2026-03-15T02:08:43.251953Z","steps":["trace[48601793] 'process raft request' (duration: 192.208729ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:50.411904Z","caller":"traceutil/trace.go:171","msg":"trace[193847863] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4491; }","duration":"220.511333ms","start":"2026-03-15T02:08:50.191374Z","end":"2026-03-15T02:08:50.411885Z","steps":["trace[193847863] 'read index received' (duration: 220.38022ms)","trace[193847863] 'applied index is now lower than readState.Index' (duration: 130.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:08:50.411958Z","caller":"traceutil/trace.go:171","msg":"trace[1627587542] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"330.605287ms","start":"2026-03-15T02:08:50.081308Z","end":"2026-03-15T02:08:50.411913Z","steps":["trace[1627587542] 'process raft request' (duration: 330.459804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:50.412096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.706587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:08:50.412121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:50.08129Z","time spent":"330.744139ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-15T02:08:50.412165Z","caller":"traceutil/trace.go:171","msg":"trace[995593912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4310; }","duration":"220.83122ms","start":"2026-03-15T02:08:50.191318Z","end":"2026-03-15T02:08:50.412149Z","steps":["trace[995593912] 'agreement among raft nodes before linearized reading' (duration: 220.674457ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:53.552853Z","caller":"traceutil/trace.go:171","msg":"trace[14442915] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"251.525057ms","start":"2026-03-15T02:08:53.301286Z","end":"2026-03-15T02:08:53.552811Z","steps":["trace[14442915] 'process raft request' (duration: 157.469566ms)","trace[14442915] 'compare' (duration: 93.803354ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:08:53.553184Z","caller":"traceutil/trace.go:171","msg":"trace[1714665389] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"251.764892ms","start":"2026-03-15T02:08:53.301382Z","end":"2026-03-15T02:08:53.553147Z","steps":["trace[1714665389] 'process raft request' (duration: 251.363543ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:53.553582Z","caller":"traceutil/trace.go:171","msg":"trace[1448512968] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"250.685449ms","start":"2026-03-15T02:08:53.302829Z","end":"2026-03-15T02:08:53.553514Z","steps":["trace[1448512968] 'process raft request' (duration: 250.369742ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:53.566695Z","caller":"traceutil/trace.go:171","msg":"trace[121116797] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"121.734269ms","start":"2026-03-15T02:08:53.444911Z","end":"2026-03-15T02:08:53.566645Z","steps":["trace[121116797] 'process raft request' (duration: 121.574796ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.119466Z","caller":"traceutil/trace.go:171","msg":"trace[1271444936] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"496.322785ms","start":"2026-03-15T02:08:56.623115Z","end":"2026-03-15T02:08:57.119438Z","steps":["trace[1271444936] 'process raft request' (duration: 496.12354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.119657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:56.623098Z","time spent":"496.462258ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:08:57.120017Z","caller":"traceutil/trace.go:171","msg":"trace[495287974] linearizableReadLoop","detail":"{readStateIndex:4681; appliedIndex:4680; }","duration":"475.724712ms","start":"2026-03-15T02:08:56.644243Z","end":"2026-03-15T02:08:57.119968Z","steps":["trace[495287974] 'read index received' (duration: 475.103449ms)","trace[495287974] 'applied index is now lower than readState.Index' (duration: 615.503µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:08:57.120227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.950357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:08:57.120294Z","caller":"traceutil/trace.go:171","msg":"trace[621062138] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4495; }","duration":"476.045639ms","start":"2026-03-15T02:08:56.644231Z","end":"2026-03-15T02:08:57.120277Z","steps":["trace[621062138] 'agreement among raft nodes before linearized reading' (duration: 475.851855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.120386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:56.644144Z","time spent":"476.228653ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":47,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:08:57.291438Z","caller":"traceutil/trace.go:171","msg":"trace[1891505594] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"360.037574ms","start":"2026-03-15T02:08:56.931374Z","end":"2026-03-15T02:08:57.291412Z","steps":["trace[1891505594] 'process raft request' (duration: 359.948593ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.29146Z","caller":"traceutil/trace.go:171","msg":"trace[1078114305] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"596.426188ms","start":"2026-03-15T02:08:56.694977Z","end":"2026-03-15T02:08:57.291403Z","steps":["trace[1078114305] 'process raft request' (duration: 596.218504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.291641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:56.93135Z","time spent":"360.194848ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:08:57.291727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:56.694938Z","time spent":"596.632243ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:08:57.291818Z","caller":"traceutil/trace.go:171","msg":"trace[231088095] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4681; }","duration":"171.714239ms","start":"2026-03-15T02:08:57.120083Z","end":"2026-03-15T02:08:57.291798Z","steps":["trace[231088095] 'read index received' (duration: 171.115286ms)","trace[231088095] 'applied index is now lower than readState.Index' (duration: 597.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:08:57.291892Z","caller":"traceutil/trace.go:171","msg":"trace[1234373629] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"228.587651ms","start":"2026-03-15T02:08:57.063297Z","end":"2026-03-15T02:08:57.291885Z","steps":["trace[1234373629] 'process raft request' (duration: 228.059909ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.291837Z","caller":"traceutil/trace.go:171","msg":"trace[2145986107] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"228.043059ms","start":"2026-03-15T02:08:57.063776Z","end":"2026-03-15T02:08:57.291819Z","steps":["trace[2145986107] 'process raft request' (duration: 227.911116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.292004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.180776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:08:57.292015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.485719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:08:57.292038Z","caller":"traceutil/trace.go:171","msg":"trace[70859480] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4499; }","duration":"294.269198ms","start":"2026-03-15T02:08:56.997759Z","end":"2026-03-15T02:08:57.292028Z","steps":["trace[70859480] 'agreement among raft nodes before linearized reading' (duration: 294.156495ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.292053Z","caller":"traceutil/trace.go:171","msg":"trace[1138862210] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4499; }","duration":"447.52692ms","start":"2026-03-15T02:08:56.844517Z","end":"2026-03-15T02:08:57.292044Z","steps":["trace[1138862210] 'agreement among raft nodes before linearized reading' (duration: 447.404958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.292128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:08:56.844486Z","time spent":"447.634593ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":22,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:08:57.297068Z","caller":"traceutil/trace.go:171","msg":"trace[58355193] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"169.367108ms","start":"2026-03-15T02:08:57.127685Z","end":"2026-03-15T02:08:57.297052Z","steps":["trace[58355193] 'process raft request' (duration: 169.262115ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.297118Z","caller":"traceutil/trace.go:171","msg":"trace[521739212] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"170.087104ms","start":"2026-03-15T02:08:57.126976Z","end":"2026-03-15T02:08:57.297063Z","steps":["trace[521739212] 'process raft request' (duration: 169.90509ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.297336Z","caller":"traceutil/trace.go:171","msg":"trace[9105119] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"168.836657ms","start":"2026-03-15T02:08:57.128491Z","end":"2026-03-15T02:08:57.297327Z","steps":["trace[9105119] 'process raft request' (duration: 168.499009ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.297469Z","caller":"traceutil/trace.go:171","msg":"trace[774823551] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"163.823115ms","start":"2026-03-15T02:08:57.133633Z","end":"2026-03-15T02:08:57.297456Z","steps":["trace[774823551] 'process raft request' (duration: 163.58682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.297517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.269484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:08:57.297477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.621506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cptp7\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-15T02:08:57.297542Z","caller":"traceutil/trace.go:171","msg":"trace[596373042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4503; }","duration":"103.336005ms","start":"2026-03-15T02:08:57.194197Z","end":"2026-03-15T02:08:57.297533Z","steps":["trace[596373042] 'agreement among raft nodes before linearized reading' (duration: 103.301444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.297529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.093734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:08:57.297612Z","caller":"traceutil/trace.go:171","msg":"trace[1984507368] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cptp7; range_end:; response_count:1; response_revision:4503; }","duration":"165.755369ms","start":"2026-03-15T02:08:57.131811Z","end":"2026-03-15T02:08:57.297566Z","steps":["trace[1984507368] 'agreement among raft nodes before linearized reading' (duration: 165.555045ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:08:57.297683Z","caller":"traceutil/trace.go:171","msg":"trace[1377189800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:4503; }","duration":"175.217756ms","start":"2026-03-15T02:08:57.122402Z","end":"2026-03-15T02:08:57.29762Z","steps":["trace[1377189800] 'agreement among raft nodes before linearized reading' (duration: 174.976571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:08:57.29793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.574004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:08:57.298104Z","caller":"traceutil/trace.go:171","msg":"trace[283254885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4503; }","duration":"175.785518ms","start":"2026-03-15T02:08:57.122228Z","end":"2026-03-15T02:08:57.298013Z","steps":["trace[283254885] 'agreement among raft nodes before linearized reading' (duration: 175.296668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:00.688782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.681732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:00.688895Z","caller":"traceutil/trace.go:171","msg":"trace[913858693] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4648; }","duration":"262.854866ms","start":"2026-03-15T02:09:00.426016Z","end":"2026-03-15T02:09:00.68887Z","steps":["trace[913858693] 'count revisions from in-memory index tree' (duration: 262.596811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:00.688945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.768378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07c43d53-a2a6-4a6c-a284-174b3e5c36a9\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-15T02:09:00.689096Z","caller":"traceutil/trace.go:171","msg":"trace[253499240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07c43d53-a2a6-4a6c-a284-174b3e5c36a9; range_end:; response_count:1; response_revision:4648; }","duration":"195.067504ms","start":"2026-03-15T02:09:00.493995Z","end":"2026-03-15T02:09:00.689063Z","steps":["trace[253499240] 'range keys from in-memory index tree' (duration: 194.41834ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:01.300501Z","caller":"traceutil/trace.go:171","msg":"trace[145166521] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"100.468381ms","start":"2026-03-15T02:09:01.200002Z","end":"2026-03-15T02:09:01.30047Z","steps":["trace[145166521] 'process raft request' (duration: 100.293308ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:01.41477Z","caller":"traceutil/trace.go:171","msg":"trace[367152849] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"118.838266ms","start":"2026-03-15T02:09:01.295902Z","end":"2026-03-15T02:09:01.414741Z","steps":["trace[367152849] 'process raft request' (duration: 98.263193ms)","trace[367152849] 'compare' (duration: 20.363548ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:01.440425Z","caller":"traceutil/trace.go:171","msg":"trace[1120258126] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"135.379949ms","start":"2026-03-15T02:09:01.305021Z","end":"2026-03-15T02:09:01.440401Z","steps":["trace[1120258126] 'process raft request' (duration: 135.163765ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:01.440669Z","caller":"traceutil/trace.go:171","msg":"trace[1983606023] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"134.795877ms","start":"2026-03-15T02:09:01.305863Z","end":"2026-03-15T02:09:01.440658Z","steps":["trace[1983606023] 'process raft request' (duration: 134.4569ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:01.440897Z","caller":"traceutil/trace.go:171","msg":"trace[1888386949] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4839; }","duration":"125.701957ms","start":"2026-03-15T02:09:01.315159Z","end":"2026-03-15T02:09:01.440861Z","steps":["trace[1888386949] 'read index received' (duration: 78.946349ms)","trace[1888386949] 'applied index is now lower than readState.Index' (duration: 46.753748ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:01.440971Z","caller":"traceutil/trace.go:171","msg":"trace[1266721338] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"133.813405ms","start":"2026-03-15T02:09:01.307128Z","end":"2026-03-15T02:09:01.440941Z","steps":["trace[1266721338] 'process raft request' (duration: 133.489658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:01.441136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.958343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:09:01.441175Z","caller":"traceutil/trace.go:171","msg":"trace[794565508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4653; }","duration":"126.038755ms","start":"2026-03-15T02:09:01.315125Z","end":"2026-03-15T02:09:01.441164Z","steps":["trace[794565508] 'agreement among raft nodes before linearized reading' (duration: 125.864931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:01.44122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.239905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:09:01.441261Z","caller":"traceutil/trace.go:171","msg":"trace[2087650171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:4653; }","duration":"124.352647ms","start":"2026-03-15T02:09:01.316897Z","end":"2026-03-15T02:09:01.44125Z","steps":["trace[2087650171] 'agreement among raft nodes before linearized reading' (duration: 124.181523ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:03.75023Z","caller":"traceutil/trace.go:171","msg":"trace[90713184] linearizableReadLoop","detail":"{readStateIndex:4895; appliedIndex:4894; }","duration":"137.818484ms","start":"2026-03-15T02:09:03.612393Z","end":"2026-03-15T02:09:03.750211Z","steps":["trace[90713184] 'read index received' (duration: 137.65443ms)","trace[90713184] 'applied index is now lower than readState.Index' (duration: 163.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:03.750534Z","caller":"traceutil/trace.go:171","msg":"trace[402544289] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"174.357208ms","start":"2026-03-15T02:09:03.576141Z","end":"2026-03-15T02:09:03.750498Z","steps":["trace[402544289] 'process raft request' (duration: 173.962779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:03.750625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.382464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-15T02:09:03.750621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.201422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-15T02:09:03.750654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.493794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:09:03.750666Z","caller":"traceutil/trace.go:171","msg":"trace[90746535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4703; }","duration":"127.460956ms","start":"2026-03-15T02:09:03.623193Z","end":"2026-03-15T02:09:03.750654Z","steps":["trace[90746535] 'agreement among raft nodes before linearized reading' (duration: 127.328543ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:03.750693Z","caller":"traceutil/trace.go:171","msg":"trace[1250168607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4703; }","duration":"106.572876ms","start":"2026-03-15T02:09:03.644109Z","end":"2026-03-15T02:09:03.750682Z","steps":["trace[1250168607] 'agreement among raft nodes before linearized reading' (duration: 106.472964ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:03.750696Z","caller":"traceutil/trace.go:171","msg":"trace[898717057] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:4703; }","duration":"138.391657ms","start":"2026-03-15T02:09:03.612283Z","end":"2026-03-15T02:09:03.750674Z","steps":["trace[898717057] 'agreement among raft nodes before linearized reading' (duration: 138.152022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:03.750704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.470614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-15T02:09:03.750764Z","caller":"traceutil/trace.go:171","msg":"trace[320782017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4703; }","duration":"106.588946ms","start":"2026-03-15T02:09:03.64416Z","end":"2026-03-15T02:09:03.750749Z","steps":["trace[320782017] 'agreement among raft nodes before linearized reading' (duration: 106.402142ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:03.927347Z","caller":"traceutil/trace.go:171","msg":"trace[1723071997] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"172.512288ms","start":"2026-03-15T02:09:03.754792Z","end":"2026-03-15T02:09:03.927305Z","steps":["trace[1723071997] 'process raft request' (duration: 138.943359ms)","trace[1723071997] 'compare' (duration: 33.271353ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:03.92758Z","caller":"traceutil/trace.go:171","msg":"trace[2141776717] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"172.537308ms","start":"2026-03-15T02:09:03.755019Z","end":"2026-03-15T02:09:03.927557Z","steps":["trace[2141776717] 'process raft request' (duration: 172.228592ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:03.927659Z","caller":"traceutil/trace.go:171","msg":"trace[544519296] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"172.099328ms","start":"2026-03-15T02:09:03.755535Z","end":"2026-03-15T02:09:03.927634Z","steps":["trace[544519296] 'process raft request' (duration: 171.936305ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:03.927899Z","caller":"traceutil/trace.go:171","msg":"trace[1807634025] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"145.114585ms","start":"2026-03-15T02:09:03.782777Z","end":"2026-03-15T02:09:03.927891Z","steps":["trace[1807634025] 'process raft request' (duration: 144.816178ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:03.928023Z","caller":"traceutil/trace.go:171","msg":"trace[802618938] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"136.31445ms","start":"2026-03-15T02:09:03.791702Z","end":"2026-03-15T02:09:03.928016Z","steps":["trace[802618938] 'process raft request' (duration: 136.140037ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:11.480264Z","caller":"traceutil/trace.go:171","msg":"trace[10329763] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"156.638209ms","start":"2026-03-15T02:09:11.323593Z","end":"2026-03-15T02:09:11.480231Z","steps":["trace[10329763] 'process raft request' (duration: 156.436134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:11.656533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.787361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:11.656697Z","caller":"traceutil/trace.go:171","msg":"trace[1323959420] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"170.81324ms","start":"2026-03-15T02:09:11.485854Z","end":"2026-03-15T02:09:11.656667Z","steps":["trace[1323959420] 'process raft request' (duration: 48.735453ms)","trace[1323959420] 'compare' (duration: 121.591327ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:11.714832Z","caller":"traceutil/trace.go:171","msg":"trace[1213992337] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"196.515685ms","start":"2026-03-15T02:09:11.518283Z","end":"2026-03-15T02:09:11.714799Z","steps":["trace[1213992337] 'process raft request' (duration: 196.460984ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:11.715184Z","caller":"traceutil/trace.go:171","msg":"trace[1311232920] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"225.843092ms","start":"2026-03-15T02:09:11.489317Z","end":"2026-03-15T02:09:11.71516Z","steps":["trace[1311232920] 'process raft request' (duration: 225.345381ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:11.715181Z","caller":"traceutil/trace.go:171","msg":"trace[1102213827] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"228.264005ms","start":"2026-03-15T02:09:11.486899Z","end":"2026-03-15T02:09:11.715163Z","steps":["trace[1102213827] 'process raft request' (duration: 227.57169ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:11.714857Z","caller":"traceutil/trace.go:171","msg":"trace[146147824] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"227.350365ms","start":"2026-03-15T02:09:11.487479Z","end":"2026-03-15T02:09:11.714829Z","steps":["trace[146147824] 'process raft request' (duration: 227.13282ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:11.715596Z","caller":"traceutil/trace.go:171","msg":"trace[31409709] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"197.392484ms","start":"2026-03-15T02:09:11.518186Z","end":"2026-03-15T02:09:11.715579Z","steps":["trace[31409709] 'process raft request' (duration: 196.515585ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:11.725827Z","caller":"traceutil/trace.go:171","msg":"trace[1469974096] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5052; }","duration":"174.758547ms","start":"2026-03-15T02:09:11.551047Z","end":"2026-03-15T02:09:11.725805Z","steps":["trace[1469974096] 'read index received' (duration: 163.752675ms)","trace[1469974096] 'applied index is now lower than readState.Index' (duration: 11.004982ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:11.725886Z","caller":"traceutil/trace.go:171","msg":"trace[322242994] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"179.379388ms","start":"2026-03-15T02:09:11.546463Z","end":"2026-03-15T02:09:11.725842Z","steps":["trace[322242994] 'process raft request' (duration: 179.214045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:11.726073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.016383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-15T02:09:11.726115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.276618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:09:11.726141Z","caller":"traceutil/trace.go:171","msg":"trace[388046898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4856; }","duration":"175.132215ms","start":"2026-03-15T02:09:11.550992Z","end":"2026-03-15T02:09:11.726125Z","steps":["trace[388046898] 'agreement among raft nodes before linearized reading' (duration: 174.937951ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:11.726229Z","caller":"traceutil/trace.go:171","msg":"trace[1738935685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4856; }","duration":"170.414951ms","start":"2026-03-15T02:09:11.5558Z","end":"2026-03-15T02:09:11.726215Z","steps":["trace[1738935685] 'agreement among raft nodes before linearized reading' (duration: 170.178706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:11.72613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.05531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:09:11.726428Z","caller":"traceutil/trace.go:171","msg":"trace[241229062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:4856; }","duration":"173.391927ms","start":"2026-03-15T02:09:11.553018Z","end":"2026-03-15T02:09:11.72641Z","steps":["trace[241229062] 'agreement among raft nodes before linearized reading' (duration: 172.933077ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:12.245088Z","caller":"traceutil/trace.go:171","msg":"trace[1437812845] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"145.770469ms","start":"2026-03-15T02:09:12.099294Z","end":"2026-03-15T02:09:12.245065Z","steps":["trace[1437812845] 'process raft request' (duration: 145.598415ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:12.245312Z","caller":"traceutil/trace.go:171","msg":"trace[937895600] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"145.695337ms","start":"2026-03-15T02:09:12.099562Z","end":"2026-03-15T02:09:12.245257Z","steps":["trace[937895600] 'process raft request' (duration: 145.466562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:14.389242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.761532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-15T02:09:14.389327Z","caller":"traceutil/trace.go:171","msg":"trace[558805553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4883; }","duration":"271.912056ms","start":"2026-03-15T02:09:14.117394Z","end":"2026-03-15T02:09:14.389306Z","steps":["trace[558805553] 'range keys from in-memory index tree' (duration: 271.577767ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:14.389402Z","caller":"traceutil/trace.go:171","msg":"trace[310288151] linearizableReadLoop","detail":"{readStateIndex:5082; appliedIndex:5081; }","duration":"195.513463ms","start":"2026-03-15T02:09:14.19386Z","end":"2026-03-15T02:09:14.389374Z","steps":["trace[310288151] 'read index received' (duration: 186.432623ms)","trace[310288151] 'applied index is now lower than readState.Index' (duration: 9.07954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:14.389563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.682298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:14.389605Z","caller":"traceutil/trace.go:171","msg":"trace[948262490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4884; }","duration":"195.78909ms","start":"2026-03-15T02:09:14.193804Z","end":"2026-03-15T02:09:14.389594Z","steps":["trace[948262490] 'agreement among raft nodes before linearized reading' (duration: 195.671218ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:14.389805Z","caller":"traceutil/trace.go:171","msg":"trace[430474981] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"259.41773ms","start":"2026-03-15T02:09:14.130372Z","end":"2026-03-15T02:09:14.389789Z","steps":["trace[430474981] 'process raft request' (duration: 249.984702ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:16.259777Z","caller":"traceutil/trace.go:171","msg":"trace[630989863] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"153.1289ms","start":"2026-03-15T02:09:16.1066Z","end":"2026-03-15T02:09:16.259729Z","steps":["trace[630989863] 'process raft request' (duration: 74.944319ms)","trace[630989863] 'compare' (duration: 77.900665ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:18.990588Z","caller":"traceutil/trace.go:171","msg":"trace[805383991] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"100.85571ms","start":"2026-03-15T02:09:18.88971Z","end":"2026-03-15T02:09:18.990566Z","steps":["trace[805383991] 'process raft request' (duration: 100.806859ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:18.990792Z","caller":"traceutil/trace.go:171","msg":"trace[963244024] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"101.879942ms","start":"2026-03-15T02:09:18.888866Z","end":"2026-03-15T02:09:18.990746Z","steps":["trace[963244024] 'process raft request' (duration: 44.49346ms)","trace[963244024] 'compare' (duration: 56.994204ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:19.435258Z","caller":"traceutil/trace.go:171","msg":"trace[503700475] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5153; }","duration":"126.378012ms","start":"2026-03-15T02:09:19.308845Z","end":"2026-03-15T02:09:19.435223Z","steps":["trace[503700475] 'read index received' (duration: 963.661µs)","trace[503700475] 'applied index is now lower than readState.Index' (duration: 125.413261ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:19.435425Z","caller":"traceutil/trace.go:171","msg":"trace[1652868597] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"130.127555ms","start":"2026-03-15T02:09:19.305286Z","end":"2026-03-15T02:09:19.435413Z","steps":["trace[1652868597] 'process raft request' (duration: 78.191571ms)","trace[1652868597] 'compare' (duration: 51.583576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:19.435599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.741539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-15T02:09:19.435672Z","caller":"traceutil/trace.go:171","msg":"trace[828989268] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4956; }","duration":"126.864422ms","start":"2026-03-15T02:09:19.308794Z","end":"2026-03-15T02:09:19.435658Z","steps":["trace[828989268] 'agreement among raft nodes before linearized reading' (duration: 126.650967ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:19.443783Z","caller":"traceutil/trace.go:171","msg":"trace[1577543573] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"131.682929ms","start":"2026-03-15T02:09:19.312076Z","end":"2026-03-15T02:09:19.443759Z","steps":["trace[1577543573] 'process raft request' (duration: 131.372862ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:19.443937Z","caller":"traceutil/trace.go:171","msg":"trace[1558775152] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"129.124062ms","start":"2026-03-15T02:09:19.314797Z","end":"2026-03-15T02:09:19.443921Z","steps":["trace[1558775152] 'process raft request' (duration: 128.818826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:19.443981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.516405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18142"} {"level":"info","ts":"2026-03-15T02:09:19.44405Z","caller":"traceutil/trace.go:171","msg":"trace[1923908841] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4958; }","duration":"131.609747ms","start":"2026-03-15T02:09:19.312425Z","end":"2026-03-15T02:09:19.444035Z","steps":["trace[1923908841] 'agreement among raft nodes before linearized reading' (duration: 131.396792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:19.444014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.55839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-15T02:09:19.444111Z","caller":"traceutil/trace.go:171","msg":"trace[1827893384] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4958; }","duration":"113.677883ms","start":"2026-03-15T02:09:19.330413Z","end":"2026-03-15T02:09:19.444091Z","steps":["trace[1827893384] 'agreement among raft nodes before linearized reading' (duration: 113.344216ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:19.552708Z","caller":"traceutil/trace.go:171","msg":"trace[2063234363] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"101.73403ms","start":"2026-03-15T02:09:19.450935Z","end":"2026-03-15T02:09:19.552669Z","steps":["trace[2063234363] 'process raft request' (duration: 94.683674ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:19.552771Z","caller":"traceutil/trace.go:171","msg":"trace[665905758] linearizableReadLoop","detail":"{readStateIndex:5159; appliedIndex:5158; }","duration":"100.409241ms","start":"2026-03-15T02:09:19.452341Z","end":"2026-03-15T02:09:19.552751Z","steps":["trace[665905758] 'read index received' (duration: 18.459976ms)","trace[665905758] 'applied index is now lower than readState.Index' (duration: 81.947895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:19.553112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.753608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-15T02:09:19.553188Z","caller":"traceutil/trace.go:171","msg":"trace[529072029] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4963; }","duration":"100.86259ms","start":"2026-03-15T02:09:19.452307Z","end":"2026-03-15T02:09:19.55317Z","steps":["trace[529072029] 'agreement among raft nodes before linearized reading' (duration: 100.616165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:20.001006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.904609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:20.001172Z","caller":"traceutil/trace.go:171","msg":"trace[4846367] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5171; }","duration":"229.718196ms","start":"2026-03-15T02:09:19.771438Z","end":"2026-03-15T02:09:20.001156Z","steps":["trace[4846367] 'read index received' (duration: 25.594423ms)","trace[4846367] 'applied index is now lower than readState.Index' (duration: 204.122863ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:20.001229Z","caller":"traceutil/trace.go:171","msg":"trace[1321909094] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"229.983923ms","start":"2026-03-15T02:09:19.771238Z","end":"2026-03-15T02:09:20.001222Z","steps":["trace[1321909094] 'process raft request' (duration: 229.86335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:20.001435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.996403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-15T02:09:20.001457Z","caller":"traceutil/trace.go:171","msg":"trace[1509992160] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4974; }","duration":"230.039984ms","start":"2026-03-15T02:09:19.771407Z","end":"2026-03-15T02:09:20.001447Z","steps":["trace[1509992160] 'agreement among raft nodes before linearized reading' (duration: 229.927471ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:20.001473Z","caller":"traceutil/trace.go:171","msg":"trace[1486669298] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"235.027514ms","start":"2026-03-15T02:09:19.766417Z","end":"2026-03-15T02:09:20.001445Z","steps":["trace[1486669298] 'process raft request' (duration: 30.599454ms)","trace[1486669298] 'compare' (duration: 203.797386ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:20.030336Z","caller":"traceutil/trace.go:171","msg":"trace[1197992938] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"214.098113ms","start":"2026-03-15T02:09:19.816215Z","end":"2026-03-15T02:09:20.030314Z","steps":["trace[1197992938] 'process raft request' (duration: 213.945939ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:20.030601Z","caller":"traceutil/trace.go:171","msg":"trace[2013879798] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"210.648716ms","start":"2026-03-15T02:09:19.819933Z","end":"2026-03-15T02:09:20.030581Z","steps":["trace[2013879798] 'process raft request' (duration: 210.501743ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:20.030622Z","caller":"traceutil/trace.go:171","msg":"trace[1147738443] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"213.624322ms","start":"2026-03-15T02:09:19.816952Z","end":"2026-03-15T02:09:20.030576Z","steps":["trace[1147738443] 'process raft request' (duration: 213.326066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:20.030757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.765747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:09:20.030804Z","caller":"traceutil/trace.go:171","msg":"trace[1767373208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4977; }","duration":"179.861869ms","start":"2026-03-15T02:09:19.850931Z","end":"2026-03-15T02:09:20.030792Z","steps":["trace[1767373208] 'agreement among raft nodes before linearized reading' (duration: 179.713336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:20.030945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.769393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:09:20.030973Z","caller":"traceutil/trace.go:171","msg":"trace[1683261330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4977; }","duration":"142.833794ms","start":"2026-03-15T02:09:19.888134Z","end":"2026-03-15T02:09:20.030967Z","steps":["trace[1683261330] 'agreement among raft nodes before linearized reading' (duration: 142.757482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:20.031097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.327658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:09:20.031129Z","caller":"traceutil/trace.go:171","msg":"trace[1246792253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:4977; }","duration":"175.359289ms","start":"2026-03-15T02:09:19.855763Z","end":"2026-03-15T02:09:20.031122Z","steps":["trace[1246792253] 'agreement among raft nodes before linearized reading' (duration: 175.263607ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:20.253932Z","caller":"traceutil/trace.go:171","msg":"trace[1633434980] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"122.281352ms","start":"2026-03-15T02:09:20.131609Z","end":"2026-03-15T02:09:20.25389Z","steps":["trace[1633434980] 'process raft request' (duration: 122.007346ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:20.255464Z","caller":"traceutil/trace.go:171","msg":"trace[1689259755] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5179; }","duration":"123.228073ms","start":"2026-03-15T02:09:20.132204Z","end":"2026-03-15T02:09:20.255432Z","steps":["trace[1689259755] 'read index received' (duration: 121.383082ms)","trace[1689259755] 'applied index is now lower than readState.Index' (duration: 1.843451ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:20.255828Z","caller":"traceutil/trace.go:171","msg":"trace[1571835290] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"124.082372ms","start":"2026-03-15T02:09:20.131709Z","end":"2026-03-15T02:09:20.255792Z","steps":["trace[1571835290] 'process raft request' (duration: 123.56575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:20.255981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.755464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-15T02:09:20.256108Z","caller":"traceutil/trace.go:171","msg":"trace[116870677] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4982; }","duration":"123.857826ms","start":"2026-03-15T02:09:20.132158Z","end":"2026-03-15T02:09:20.256016Z","steps":["trace[116870677] 'agreement among raft nodes before linearized reading' (duration: 123.634121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:21.153478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.136739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:21.153644Z","caller":"traceutil/trace.go:171","msg":"trace[426201649] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"200.017402ms","start":"2026-03-15T02:09:20.953575Z","end":"2026-03-15T02:09:21.153593Z","steps":["trace[426201649] 'process raft request' (duration: 42.686559ms)","trace[426201649] 'compare' (duration: 156.890904ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:21.460728Z","caller":"traceutil/trace.go:171","msg":"trace[713653281] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"247.243202ms","start":"2026-03-15T02:09:21.213454Z","end":"2026-03-15T02:09:21.460697Z","steps":["trace[713653281] 'process raft request' (duration: 190.213596ms)","trace[713653281] 'compare' (duration: 56.912203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:22.126172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790831937,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:09:22.301248Z","caller":"traceutil/trace.go:171","msg":"trace[2089081980] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"832.240199ms","start":"2026-03-15T02:09:21.468976Z","end":"2026-03-15T02:09:22.301216Z","steps":["trace[2089081980] 'process raft request' (duration: 832.054425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.301748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:21.468963Z","time spent":"832.416843ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:22.638919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.113237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:22.639129Z","caller":"traceutil/trace.go:171","msg":"trace[1455723782] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"603.3666ms","start":"2026-03-15T02:09:22.035742Z","end":"2026-03-15T02:09:22.639108Z","steps":["trace[1455723782] 'process raft request' (duration: 326.962627ms)","trace[1455723782] 'compare' (duration: 275.904262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:22.639205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.035716Z","time spent":"603.457673ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:22.639629Z","caller":"traceutil/trace.go:171","msg":"trace[2056929245] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"603.811281ms","start":"2026-03-15T02:09:22.035804Z","end":"2026-03-15T02:09:22.639615Z","steps":["trace[2056929245] 'process raft request' (duration: 603.73413ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:22.639625Z","caller":"traceutil/trace.go:171","msg":"trace[368160906] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5188; }","duration":"1.013790956s","start":"2026-03-15T02:09:21.62581Z","end":"2026-03-15T02:09:22.639601Z","steps":["trace[368160906] 'read index received' (duration: 675.179202ms)","trace[368160906] 'applied index is now lower than readState.Index' (duration: 338.610604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:22.639703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.035788Z","time spent":"603.878222ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:22.639855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.071997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:09:22.639865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.070566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:09:22.639891Z","caller":"traceutil/trace.go:171","msg":"trace[2105179193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4993; }","duration":"445.161139ms","start":"2026-03-15T02:09:22.194721Z","end":"2026-03-15T02:09:22.639882Z","steps":["trace[2105179193] 'agreement among raft nodes before linearized reading' (duration: 445.100758ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:22.639901Z","caller":"traceutil/trace.go:171","msg":"trace[1982145233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4993; }","duration":"569.188028ms","start":"2026-03-15T02:09:22.070701Z","end":"2026-03-15T02:09:22.639889Z","steps":["trace[1982145233] 'agreement among raft nodes before linearized reading' (duration: 569.044725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.639921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.19469Z","time spent":"445.225181ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:09:22.639938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.070684Z","time spent":"569.24516ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:09:22.639916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014083562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-332f3d71-5c8c-4ca1-9880-95759246a1f5\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-15T02:09:22.639913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.218855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:09:22.639995Z","caller":"traceutil/trace.go:171","msg":"trace[1693640068] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-332f3d71-5c8c-4ca1-9880-95759246a1f5; range_end:; response_count:1; response_revision:4993; }","duration":"1.014222695s","start":"2026-03-15T02:09:21.625753Z","end":"2026-03-15T02:09:22.639976Z","steps":["trace[1693640068] 'agreement among raft nodes before linearized reading' (duration: 1.013949239s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:22.640005Z","caller":"traceutil/trace.go:171","msg":"trace[1359558591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:4993; }","duration":"532.331897ms","start":"2026-03-15T02:09:22.107648Z","end":"2026-03-15T02:09:22.63998Z","steps":["trace[1359558591] 'agreement among raft nodes before linearized reading' (duration: 532.151823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.640047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.200848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:09:22.640053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.107635Z","time spent":"532.408579ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-shfnt\" "} {"level":"warn","ts":"2026-03-15T02:09:22.640067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.699328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-15T02:09:22.640069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.471997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:09:22.640117Z","caller":"traceutil/trace.go:171","msg":"trace[630962767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4993; }","duration":"354.761789ms","start":"2026-03-15T02:09:22.285341Z","end":"2026-03-15T02:09:22.640103Z","steps":["trace[630962767] 'agreement among raft nodes before linearized reading' (duration: 354.632716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.640152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.28533Z","time spent":"354.814841ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:09:22.640162Z","caller":"traceutil/trace.go:171","msg":"trace[313206345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4993; }","duration":"550.620961ms","start":"2026-03-15T02:09:22.089521Z","end":"2026-03-15T02:09:22.640142Z","steps":["trace[313206345] 'agreement among raft nodes before linearized reading' (duration: 550.309774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.640222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.0895Z","time spent":"550.712263ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:09:22.640056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:21.625732Z","time spent":"1.014315097s","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-332f3d71-5c8c-4ca1-9880-95759246a1f5\" "} {"level":"info","ts":"2026-03-15T02:09:22.640101Z","caller":"traceutil/trace.go:171","msg":"trace[779612050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4993; }","duration":"370.27223ms","start":"2026-03-15T02:09:22.269816Z","end":"2026-03-15T02:09:22.640089Z","steps":["trace[779612050] 'agreement among raft nodes before linearized reading' (duration: 370.171468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.640549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.269797Z","time spent":"370.673399ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:09:22.639937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.881854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-15T02:09:22.640705Z","caller":"traceutil/trace.go:171","msg":"trace[897229509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4993; }","duration":"371.750833ms","start":"2026-03-15T02:09:22.268939Z","end":"2026-03-15T02:09:22.64069Z","steps":["trace[897229509] 'agreement among raft nodes before linearized reading' (duration: 370.816733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.640761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.268909Z","time spent":"371.838035ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:09:22.639681Z","caller":"traceutil/trace.go:171","msg":"trace[1250494588] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"603.882642ms","start":"2026-03-15T02:09:22.035743Z","end":"2026-03-15T02:09:22.639625Z","steps":["trace[1250494588] 'process raft request' (duration: 603.287609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:22.641093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.03572Z","time spent":"605.200191ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:23.111195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.717384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:23.11174Z","caller":"traceutil/trace.go:171","msg":"trace[872989635] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"465.959767ms","start":"2026-03-15T02:09:22.645755Z","end":"2026-03-15T02:09:23.111715Z","steps":["trace[872989635] 'process raft request' (duration: 465.720692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:23.111896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.645741Z","time spent":"466.102499ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:23.121255Z","caller":"traceutil/trace.go:171","msg":"trace[212564981] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"475.59439ms","start":"2026-03-15T02:09:22.645571Z","end":"2026-03-15T02:09:23.121166Z","steps":["trace[212564981] 'process raft request' (duration: 197.753623ms)","trace[212564981] 'compare' (duration: 263.354307ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:23.121347Z","caller":"traceutil/trace.go:171","msg":"trace[580523805] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"475.353634ms","start":"2026-03-15T02:09:22.645922Z","end":"2026-03-15T02:09:23.121276Z","steps":["trace[580523805] 'process raft request' (duration: 465.735651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:23.121473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.645537Z","time spent":"475.808133ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:23.121582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.645884Z","time spent":"475.578919ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:23.121579Z","caller":"traceutil/trace.go:171","msg":"trace[1678540194] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"475.252642ms","start":"2026-03-15T02:09:22.646283Z","end":"2026-03-15T02:09:23.121535Z","steps":["trace[1678540194] 'process raft request' (duration: 474.894894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:23.121748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.646274Z","time spent":"475.391154ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:23.121763Z","caller":"traceutil/trace.go:171","msg":"trace[1708392190] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"474.597167ms","start":"2026-03-15T02:09:22.64698Z","end":"2026-03-15T02:09:23.121577Z","steps":["trace[1708392190] 'process raft request' (duration: 474.306811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:23.121886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:22.646962Z","time spent":"474.893063ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:24.687604Z","caller":"traceutil/trace.go:171","msg":"trace[1442111849] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"164.992882ms","start":"2026-03-15T02:09:24.522594Z","end":"2026-03-15T02:09:24.687586Z","steps":["trace[1442111849] 'process raft request' (duration: 164.711836ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:34.579024Z","caller":"traceutil/trace.go:171","msg":"trace[76570090] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"178.256104ms","start":"2026-03-15T02:09:34.400735Z","end":"2026-03-15T02:09:34.578991Z","steps":["trace[76570090] 'process raft request' (duration: 178.026629ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:34.956246Z","caller":"traceutil/trace.go:171","msg":"trace[686840313] linearizableReadLoop","detail":"{readStateIndex:5371; appliedIndex:5370; }","duration":"294.041662ms","start":"2026-03-15T02:09:34.662176Z","end":"2026-03-15T02:09:34.956218Z","steps":["trace[686840313] 'read index received' (duration: 293.95183ms)","trace[686840313] 'applied index is now lower than readState.Index' (duration: 88.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:34.956479Z","caller":"traceutil/trace.go:171","msg":"trace[217064907] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"346.348023ms","start":"2026-03-15T02:09:34.610118Z","end":"2026-03-15T02:09:34.956466Z","steps":["trace[217064907] 'process raft request' (duration: 345.943585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:34.956621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:34.610096Z","time spent":"346.442705ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13834,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:34.956983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.78804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-15T02:09:34.957088Z","caller":"traceutil/trace.go:171","msg":"trace[57878772] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5166; }","duration":"294.902392ms","start":"2026-03-15T02:09:34.662157Z","end":"2026-03-15T02:09:34.957059Z","steps":["trace[57878772] 'agreement among raft nodes before linearized reading' (duration: 294.609405ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:34.961554Z","caller":"traceutil/trace.go:171","msg":"trace[426218793] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"240.349941ms","start":"2026-03-15T02:09:34.721179Z","end":"2026-03-15T02:09:34.961529Z","steps":["trace[426218793] 'process raft request' (duration: 240.114626ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:34.96155Z","caller":"traceutil/trace.go:171","msg":"trace[1428604613] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"235.549825ms","start":"2026-03-15T02:09:34.725979Z","end":"2026-03-15T02:09:34.961529Z","steps":["trace[1428604613] 'process raft request' (duration: 235.479794ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:34.961613Z","caller":"traceutil/trace.go:171","msg":"trace[1053666741] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"236.798052ms","start":"2026-03-15T02:09:34.724785Z","end":"2026-03-15T02:09:34.961583Z","steps":["trace[1053666741] 'process raft request' (duration: 236.639109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:34.961806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.206329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:09:34.961853Z","caller":"traceutil/trace.go:171","msg":"trace[470444989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:5170; }","duration":"201.294271ms","start":"2026-03-15T02:09:34.760546Z","end":"2026-03-15T02:09:34.961841Z","steps":["trace[470444989] 'agreement among raft nodes before linearized reading' (duration: 201.146918ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:40.429061Z","caller":"traceutil/trace.go:171","msg":"trace[1175691220] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5411; }","duration":"326.883306ms","start":"2026-03-15T02:09:40.10215Z","end":"2026-03-15T02:09:40.429033Z","steps":["trace[1175691220] 'read index received' (duration: 326.757483ms)","trace[1175691220] 'applied index is now lower than readState.Index' (duration: 125.173µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:40.429186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.023159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:40.429211Z","caller":"traceutil/trace.go:171","msg":"trace[528258598] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5206; }","duration":"327.097041ms","start":"2026-03-15T02:09:40.102106Z","end":"2026-03-15T02:09:40.429203Z","steps":["trace[528258598] 'agreement among raft nodes before linearized reading' (duration: 327.033749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.429236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.102089Z","time spent":"327.141621ms","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-15T02:09:40.429222Z","caller":"traceutil/trace.go:171","msg":"trace[796181251] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"361.236052ms","start":"2026-03-15T02:09:40.067932Z","end":"2026-03-15T02:09:40.429168Z","steps":["trace[796181251] 'process raft request' (duration: 360.951176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.429662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.06792Z","time spent":"361.542418ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:40.43459Z","caller":"traceutil/trace.go:171","msg":"trace[1877565368] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"214.83953ms","start":"2026-03-15T02:09:40.219724Z","end":"2026-03-15T02:09:40.434564Z","steps":["trace[1877565368] 'process raft request' (duration: 214.613695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.434717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.416579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-15T02:09:40.434751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.092712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:09:40.434792Z","caller":"traceutil/trace.go:171","msg":"trace[1187729875] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5207; }","duration":"199.523412ms","start":"2026-03-15T02:09:40.235251Z","end":"2026-03-15T02:09:40.434775Z","steps":["trace[1187729875] 'agreement among raft nodes before linearized reading' (duration: 199.264287ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:40.434812Z","caller":"traceutil/trace.go:171","msg":"trace[1460986638] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5207; }","duration":"308.186634ms","start":"2026-03-15T02:09:40.126612Z","end":"2026-03-15T02:09:40.434799Z","steps":["trace[1460986638] 'agreement among raft nodes before linearized reading' (duration: 308.063881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.434713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.994222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-15T02:09:40.434923Z","caller":"traceutil/trace.go:171","msg":"trace[255054945] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5207; }","duration":"215.221838ms","start":"2026-03-15T02:09:40.219676Z","end":"2026-03-15T02:09:40.434898Z","steps":["trace[255054945] 'agreement among raft nodes before linearized reading' (duration: 214.84749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.434832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.646899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:40.435043Z","caller":"traceutil/trace.go:171","msg":"trace[78168586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5207; }","duration":"241.904445ms","start":"2026-03-15T02:09:40.193124Z","end":"2026-03-15T02:09:40.435028Z","steps":["trace[78168586] 'agreement among raft nodes before linearized reading' (duration: 241.652329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:40.434878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.469362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:09:40.434849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.126601Z","time spent":"308.238805ms","remote":"127.0.0.1:45208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:09:40.43525Z","caller":"traceutil/trace.go:171","msg":"trace[1350018848] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5207; }","duration":"100.896772ms","start":"2026-03-15T02:09:40.334262Z","end":"2026-03-15T02:09:40.435159Z","steps":["trace[1350018848] 'agreement among raft nodes before linearized reading' (duration: 100.34411ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:40.754037Z","caller":"traceutil/trace.go:171","msg":"trace[176838279] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"246.436954ms","start":"2026-03-15T02:09:40.507572Z","end":"2026-03-15T02:09:40.754009Z","steps":["trace[176838279] 'process raft request' (duration: 232.559909ms)","trace[176838279] 'compare' (duration: 13.743152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:41.33327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.246848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:41.333613Z","caller":"traceutil/trace.go:171","msg":"trace[1318755166] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5415; }","duration":"333.837318ms","start":"2026-03-15T02:09:40.999759Z","end":"2026-03-15T02:09:41.333596Z","steps":["trace[1318755166] 'read index received' (duration: 130.89181ms)","trace[1318755166] 'applied index is now lower than readState.Index' (duration: 202.944438ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:41.3337Z","caller":"traceutil/trace.go:171","msg":"trace[1603099354] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"824.917948ms","start":"2026-03-15T02:09:40.508771Z","end":"2026-03-15T02:09:41.333689Z","steps":["trace[1603099354] 'process raft request' (duration: 356.152599ms)","trace[1603099354] 'compare' (duration: 467.902561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:41.33377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.508751Z","time spent":"824.98292ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:41.3338Z","caller":"traceutil/trace.go:171","msg":"trace[1550097467] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"353.404559ms","start":"2026-03-15T02:09:40.98034Z","end":"2026-03-15T02:09:41.333745Z","steps":["trace[1550097467] 'process raft request' (duration: 353.155843ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:41.333982Z","caller":"traceutil/trace.go:171","msg":"trace[52816771] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"351.001506ms","start":"2026-03-15T02:09:40.982971Z","end":"2026-03-15T02:09:41.333972Z","steps":["trace[52816771] 'process raft request' (duration: 350.565717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.333992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.980309Z","time spent":"353.594953ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:41.334034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.982943Z","time spent":"351.063037ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:41.334128Z","caller":"traceutil/trace.go:171","msg":"trace[651789146] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"342.56312ms","start":"2026-03-15T02:09:40.991556Z","end":"2026-03-15T02:09:41.33412Z","steps":["trace[651789146] 'process raft request' (duration: 342.011448ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:41.334139Z","caller":"traceutil/trace.go:171","msg":"trace[1391111423] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"824.903399ms","start":"2026-03-15T02:09:40.509209Z","end":"2026-03-15T02:09:41.334113Z","steps":["trace[1391111423] 'process raft request' (duration: 824.155932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.334169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.991545Z","time spent":"342.601091ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:41.334158Z","caller":"traceutil/trace.go:171","msg":"trace[622636966] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"824.866147ms","start":"2026-03-15T02:09:40.509265Z","end":"2026-03-15T02:09:41.334131Z","steps":["trace[622636966] 'process raft request' (duration: 824.191052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.334254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.509198Z","time spent":"824.99726ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:41.334297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.529083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:09:41.334304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.50926Z","time spent":"824.960309ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:41.334344Z","caller":"traceutil/trace.go:171","msg":"trace[1683907070] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:5215; }","duration":"334.609635ms","start":"2026-03-15T02:09:40.999723Z","end":"2026-03-15T02:09:41.334332Z","steps":["trace[1683907070] 'agreement among raft nodes before linearized reading' (duration: 334.441912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.334379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:40.999704Z","time spent":"334.666886ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-shfnt\" "} {"level":"warn","ts":"2026-03-15T02:09:41.334296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.313102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-15T02:09:41.334452Z","caller":"traceutil/trace.go:171","msg":"trace[93448116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5215; }","duration":"117.510257ms","start":"2026-03-15T02:09:41.21693Z","end":"2026-03-15T02:09:41.33444Z","steps":["trace[93448116] 'agreement among raft nodes before linearized reading' (duration: 117.244501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.334529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.459523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-15T02:09:41.334562Z","caller":"traceutil/trace.go:171","msg":"trace[424334772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5215; }","duration":"116.535615ms","start":"2026-03-15T02:09:41.218017Z","end":"2026-03-15T02:09:41.334553Z","steps":["trace[424334772] 'agreement among raft nodes before linearized reading' (duration: 116.440663ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:41.60298Z","caller":"traceutil/trace.go:171","msg":"trace[611055808] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"263.782206ms","start":"2026-03-15T02:09:41.339161Z","end":"2026-03-15T02:09:41.602943Z","steps":["trace[611055808] 'process raft request' (duration: 185.456312ms)","trace[611055808] 'compare' (duration: 78.169451ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:41.650859Z","caller":"traceutil/trace.go:171","msg":"trace[464703091] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5421; }","duration":"311.127189ms","start":"2026-03-15T02:09:41.339698Z","end":"2026-03-15T02:09:41.650825Z","steps":["trace[464703091] 'read index received' (duration: 184.87528ms)","trace[464703091] 'applied index is now lower than readState.Index' (duration: 126.250519ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:09:41.651051Z","caller":"traceutil/trace.go:171","msg":"trace[918632515] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"310.283591ms","start":"2026-03-15T02:09:41.340758Z","end":"2026-03-15T02:09:41.651041Z","steps":["trace[918632515] 'process raft request' (duration: 309.8119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.651167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.340706Z","time spent":"310.382473ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:41.651165Z","caller":"traceutil/trace.go:171","msg":"trace[2083669083] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"310.323581ms","start":"2026-03-15T02:09:41.340822Z","end":"2026-03-15T02:09:41.651145Z","steps":["trace[2083669083] 'process raft request' (duration: 309.861901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.651378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.340802Z","time spent":"310.515026ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:41.650965Z","caller":"traceutil/trace.go:171","msg":"trace[1585414333] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"310.149438ms","start":"2026-03-15T02:09:41.340794Z","end":"2026-03-15T02:09:41.650943Z","steps":["trace[1585414333] 'process raft request' (duration: 309.833701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.651794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.065979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81909"} {"level":"info","ts":"2026-03-15T02:09:41.651908Z","caller":"traceutil/trace.go:171","msg":"trace[179239263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5221; }","duration":"312.206892ms","start":"2026-03-15T02:09:41.339677Z","end":"2026-03-15T02:09:41.651884Z","steps":["trace[179239263] 'agreement among raft nodes before linearized reading' (duration: 311.742202ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:41.651015Z","caller":"traceutil/trace.go:171","msg":"trace[1973049387] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"311.790603ms","start":"2026-03-15T02:09:41.339216Z","end":"2026-03-15T02:09:41.651007Z","steps":["trace[1973049387] 'process raft request' (duration: 311.18253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.651971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.33967Z","time spent":"312.286024ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-15T02:09:41.652026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.339196Z","time spent":"312.769565ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:41.651694Z","caller":"traceutil/trace.go:171","msg":"trace[262445421] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"302.390786ms","start":"2026-03-15T02:09:41.349282Z","end":"2026-03-15T02:09:41.651673Z","steps":["trace[262445421] 'process raft request' (duration: 301.461416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.652515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.349269Z","time spent":"303.173404ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17217,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:41.652683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.340774Z","time spent":"311.009146ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:41.652833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.354063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-15T02:09:41.652954Z","caller":"traceutil/trace.go:171","msg":"trace[581356015] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5221; }","duration":"311.489586ms","start":"2026-03-15T02:09:41.341427Z","end":"2026-03-15T02:09:41.652917Z","steps":["trace[581356015] 'agreement among raft nodes before linearized reading' (duration: 310.119106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:41.654078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.341417Z","time spent":"312.62169ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-15T02:09:42.132749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.81863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:42.132857Z","caller":"traceutil/trace.go:171","msg":"trace[1889550085] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5427; }","duration":"384.972603ms","start":"2026-03-15T02:09:41.747868Z","end":"2026-03-15T02:09:42.132841Z","steps":["trace[1889550085] 'read index received' (duration: 233.865017ms)","trace[1889550085] 'applied index is now lower than readState.Index' (duration: 151.106216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:42.133192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.297171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:42.133303Z","caller":"traceutil/trace.go:171","msg":"trace[1842492246] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5222; }","duration":"385.477844ms","start":"2026-03-15T02:09:41.747796Z","end":"2026-03-15T02:09:42.133274Z","steps":["trace[1842492246] 'agreement among raft nodes before linearized reading' (duration: 385.28339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:42.133358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.747769Z","time spent":"385.574727ms","remote":"127.0.0.1:54984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:09:42.133366Z","caller":"traceutil/trace.go:171","msg":"trace[317033704] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"462.912739ms","start":"2026-03-15T02:09:41.670394Z","end":"2026-03-15T02:09:42.133307Z","steps":["trace[317033704] 'process raft request' (duration: 311.444955ms)","trace[317033704] 'compare' (duration: 150.689437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:42.133392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.301791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:09:42.133411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.372368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-15T02:09:42.133453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.420299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131001"} {"level":"info","ts":"2026-03-15T02:09:42.133463Z","caller":"traceutil/trace.go:171","msg":"trace[809022529] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5222; }","duration":"126.419213ms","start":"2026-03-15T02:09:42.007026Z","end":"2026-03-15T02:09:42.133445Z","steps":["trace[809022529] 'agreement among raft nodes before linearized reading' (duration: 126.28404ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:42.133491Z","caller":"traceutil/trace.go:171","msg":"trace[768779076] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5222; }","duration":"308.496311ms","start":"2026-03-15T02:09:41.824987Z","end":"2026-03-15T02:09:42.133483Z","steps":["trace[768779076] 'agreement among raft nodes before linearized reading' (duration: 308.315777ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:42.133482Z","caller":"traceutil/trace.go:171","msg":"trace[1921063795] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5222; }","duration":"308.486561ms","start":"2026-03-15T02:09:41.824977Z","end":"2026-03-15T02:09:42.133464Z","steps":["trace[1921063795] 'agreement among raft nodes before linearized reading' (duration: 308.344518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:42.133453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.191355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:09:42.133529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.824957Z","time spent":"308.563472ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-15T02:09:42.133549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.670368Z","time spent":"463.086183ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17217,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:42.133577Z","caller":"traceutil/trace.go:171","msg":"trace[892451142] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5222; }","duration":"135.37436ms","start":"2026-03-15T02:09:41.998177Z","end":"2026-03-15T02:09:42.133551Z","steps":["trace[892451142] 'agreement among raft nodes before linearized reading' (duration: 135.137964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:42.133512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:41.824972Z","time spent":"308.534662ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131023,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-15T02:09:42.442125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.073376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:09:42.442208Z","caller":"traceutil/trace.go:171","msg":"trace[1531663065] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5222; }","duration":"196.20899ms","start":"2026-03-15T02:09:42.245975Z","end":"2026-03-15T02:09:42.442184Z","steps":["trace[1531663065] 'count revisions from in-memory index tree' (duration: 196.004484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:42.442477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.942623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17232"} {"level":"info","ts":"2026-03-15T02:09:42.442507Z","caller":"traceutil/trace.go:171","msg":"trace[1554213346] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5222; }","duration":"196.004645ms","start":"2026-03-15T02:09:42.246494Z","end":"2026-03-15T02:09:42.442498Z","steps":["trace[1554213346] 'range keys from in-memory index tree' (duration: 195.854482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:42.442679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.502149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-15T02:09:42.44271Z","caller":"traceutil/trace.go:171","msg":"trace[1907600850] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5222; }","duration":"173.583741ms","start":"2026-03-15T02:09:42.269116Z","end":"2026-03-15T02:09:42.442699Z","steps":["trace[1907600850] 'range keys from in-memory index tree' (duration: 173.286674ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:42.666609Z","caller":"traceutil/trace.go:171","msg":"trace[1872905710] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"209.478261ms","start":"2026-03-15T02:09:42.457105Z","end":"2026-03-15T02:09:42.666583Z","steps":["trace[1872905710] 'process raft request' (duration: 209.244536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:43.069611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.097006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:43.069727Z","caller":"traceutil/trace.go:171","msg":"trace[132080943] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"380.764612ms","start":"2026-03-15T02:09:42.688943Z","end":"2026-03-15T02:09:43.069708Z","steps":["trace[132080943] 'process raft request' (duration: 164.47883ms)","trace[132080943] 'compare' (duration: 215.947543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:43.069795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:42.68891Z","time spent":"380.852903ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17007,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:43.429022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.394089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:43.429152Z","caller":"traceutil/trace.go:171","msg":"trace[1984974053] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"352.009389ms","start":"2026-03-15T02:09:43.077121Z","end":"2026-03-15T02:09:43.42913Z","steps":["trace[1984974053] 'process raft request' (duration: 197.406146ms)","trace[1984974053] 'compare' (duration: 154.253976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:43.429214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.077098Z","time spent":"352.08747ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:43.481081Z","caller":"traceutil/trace.go:171","msg":"trace[1904989564] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"403.681825ms","start":"2026-03-15T02:09:43.077366Z","end":"2026-03-15T02:09:43.481048Z","steps":["trace[1904989564] 'process raft request' (duration: 403.408909ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:43.481087Z","caller":"traceutil/trace.go:171","msg":"trace[1521858468] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"403.421779ms","start":"2026-03-15T02:09:43.077637Z","end":"2026-03-15T02:09:43.481059Z","steps":["trace[1521858468] 'process raft request' (duration: 403.303387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:43.481258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.077618Z","time spent":"403.557943ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:43.481328Z","caller":"traceutil/trace.go:171","msg":"trace[1329161563] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5430; }","duration":"223.463108ms","start":"2026-03-15T02:09:43.257843Z","end":"2026-03-15T02:09:43.481306Z","steps":["trace[1329161563] 'read index received' (duration: 16.78648ms)","trace[1329161563] 'applied index is now lower than readState.Index' (duration: 206.675638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:43.481368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.077358Z","time spent":"403.801948ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:43.481432Z","caller":"traceutil/trace.go:171","msg":"trace[446033025] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"394.014782ms","start":"2026-03-15T02:09:43.087406Z","end":"2026-03-15T02:09:43.481421Z","steps":["trace[446033025] 'process raft request' (duration: 393.795378ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:43.481443Z","caller":"traceutil/trace.go:171","msg":"trace[625942572] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"401.895196ms","start":"2026-03-15T02:09:43.079529Z","end":"2026-03-15T02:09:43.481424Z","steps":["trace[625942572] 'process raft request' (duration: 401.487838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:43.481564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.087393Z","time spent":"394.072443ms","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15332,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:43.481589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.079514Z","time spent":"401.977729ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:09:43.481829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.98317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-15T02:09:43.481861Z","caller":"traceutil/trace.go:171","msg":"trace[1618348105] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5229; }","duration":"224.049622ms","start":"2026-03-15T02:09:43.2578Z","end":"2026-03-15T02:09:43.48185Z","steps":["trace[1618348105] 'agreement among raft nodes before linearized reading' (duration: 223.934699ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:43.506115Z","caller":"traceutil/trace.go:171","msg":"trace[1317322672] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"166.343631ms","start":"2026-03-15T02:09:43.33975Z","end":"2026-03-15T02:09:43.506093Z","steps":["trace[1317322672] 'process raft request' (duration: 166.101635ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:43.506512Z","caller":"traceutil/trace.go:171","msg":"trace[981094303] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"165.85401ms","start":"2026-03-15T02:09:43.340643Z","end":"2026-03-15T02:09:43.506497Z","steps":["trace[981094303] 'process raft request' (duration: 165.325329ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:43.506563Z","caller":"traceutil/trace.go:171","msg":"trace[1926046618] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"165.588045ms","start":"2026-03-15T02:09:43.340963Z","end":"2026-03-15T02:09:43.506551Z","steps":["trace[1926046618] 'process raft request' (duration: 165.37474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:43.506772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.940143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-15T02:09:43.506895Z","caller":"traceutil/trace.go:171","msg":"trace[1568247074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5232; }","duration":"211.090048ms","start":"2026-03-15T02:09:43.295782Z","end":"2026-03-15T02:09:43.506872Z","steps":["trace[1568247074] 'agreement among raft nodes before linearized reading' (duration: 210.78062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.452571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.829783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:09:44.452811Z","caller":"traceutil/trace.go:171","msg":"trace[544980040] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"473.676897ms","start":"2026-03-15T02:09:43.979114Z","end":"2026-03-15T02:09:44.452791Z","steps":["trace[544980040] 'process raft request' (duration: 473.563814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.452888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.979082Z","time spent":"473.775179ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:44.452953Z","caller":"traceutil/trace.go:171","msg":"trace[1214267595] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"825.074321ms","start":"2026-03-15T02:09:43.627799Z","end":"2026-03-15T02:09:44.452873Z","steps":["trace[1214267595] 'process raft request' (duration: 408.829179ms)","trace[1214267595] 'compare' (duration: 415.562018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:44.453296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.627537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:09:44.453352Z","caller":"traceutil/trace.go:171","msg":"trace[1316393674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5237; }","duration":"797.73852ms","start":"2026-03-15T02:09:43.655599Z","end":"2026-03-15T02:09:44.453338Z","steps":["trace[1316393674] 'agreement among raft nodes before linearized reading' (duration: 797.540905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.453387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.655579Z","time spent":"797.80002ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:09:44.453429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.627786Z","time spent":"825.306646ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:09:44.452991Z","caller":"traceutil/trace.go:171","msg":"trace[713232249] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5442; }","duration":"797.148827ms","start":"2026-03-15T02:09:43.655649Z","end":"2026-03-15T02:09:44.452797Z","steps":["trace[713232249] 'read index received' (duration: 380.996937ms)","trace[713232249] 'applied index is now lower than readState.Index' (duration: 416.1486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:09:44.454205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.702428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-15T02:09:44.454248Z","caller":"traceutil/trace.go:171","msg":"trace[577723842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5237; }","duration":"796.763709ms","start":"2026-03-15T02:09:43.657471Z","end":"2026-03-15T02:09:44.454235Z","steps":["trace[577723842] 'agreement among raft nodes before linearized reading' (duration: 796.614346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.454236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.392302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:09:44.454293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.657463Z","time spent":"796.823351ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:09:44.454524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.972534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-15T02:09:44.454546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.691328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-15T02:09:44.454568Z","caller":"traceutil/trace.go:171","msg":"trace[1945084593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5237; }","duration":"797.045105ms","start":"2026-03-15T02:09:43.657513Z","end":"2026-03-15T02:09:44.454558Z","steps":["trace[1945084593] 'agreement among raft nodes before linearized reading' (duration: 796.942593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.454599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.657495Z","time spent":"797.097557ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:09:44.454633Z","caller":"traceutil/trace.go:171","msg":"trace[923052206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5237; }","duration":"796.7933ms","start":"2026-03-15T02:09:43.657786Z","end":"2026-03-15T02:09:44.45458Z","steps":["trace[923052206] 'agreement among raft nodes before linearized reading' (duration: 796.584426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.454694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.657779Z","time spent":"796.899813ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:09:44.45452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.273916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:09:44.454763Z","caller":"traceutil/trace.go:171","msg":"trace[192601889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:5237; }","duration":"795.546722ms","start":"2026-03-15T02:09:43.659206Z","end":"2026-03-15T02:09:44.454753Z","steps":["trace[192601889] 'agreement among raft nodes before linearized reading' (duration: 795.00295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.454805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.659193Z","time spent":"795.601423ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-shfnt\" "} {"level":"warn","ts":"2026-03-15T02:09:44.455088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.450914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-15T02:09:44.455156Z","caller":"traceutil/trace.go:171","msg":"trace[1400675865] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5237; }","duration":"743.541677ms","start":"2026-03-15T02:09:43.7116Z","end":"2026-03-15T02:09:44.455141Z","steps":["trace[1400675865] 'agreement among raft nodes before linearized reading' (duration: 742.955874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.455358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.280904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:09:44.455472Z","caller":"traceutil/trace.go:171","msg":"trace[1455138242] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5237; }","duration":"322.448107ms","start":"2026-03-15T02:09:44.133008Z","end":"2026-03-15T02:09:44.455456Z","steps":["trace[1455138242] 'agreement among raft nodes before linearized reading' (duration: 322.295614ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:09:44.454294Z","caller":"traceutil/trace.go:171","msg":"trace[1901132299] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5237; }","duration":"608.510664ms","start":"2026-03-15T02:09:43.845767Z","end":"2026-03-15T02:09:44.454278Z","steps":["trace[1901132299] 'agreement among raft nodes before linearized reading' (duration: 608.389151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:09:44.455734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.845751Z","time spent":"609.929045ms","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:09:44.455355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:43.711589Z","time spent":"743.747051ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-15T02:09:44.455642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:09:44.132985Z","time spent":"322.576721ms","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:09:44.455251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.839818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:09:44.456183Z","caller":"traceutil/trace.go:171","msg":"trace[834379079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5237; }","duration":"264.761528ms","start":"2026-03-15T02:09:44.191399Z","end":"2026-03-15T02:09:44.456161Z","steps":["trace[834379079] 'agreement among raft nodes before linearized reading' (duration: 263.812587ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:23.866434Z","caller":"traceutil/trace.go:171","msg":"trace[988463089] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"205.077542ms","start":"2026-03-15T02:10:23.661331Z","end":"2026-03-15T02:10:23.866408Z","steps":["trace[988463089] 'process raft request' (duration: 204.99863ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:23.866443Z","caller":"traceutil/trace.go:171","msg":"trace[1246611064] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"222.027285ms","start":"2026-03-15T02:10:23.64438Z","end":"2026-03-15T02:10:23.866407Z","steps":["trace[1246611064] 'process raft request' (duration: 221.761609ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:23.86672Z","caller":"traceutil/trace.go:171","msg":"trace[1938101040] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"178.22522ms","start":"2026-03-15T02:10:23.688439Z","end":"2026-03-15T02:10:23.866664Z","steps":["trace[1938101040] 'process raft request' (duration: 177.934293ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:23.870651Z","caller":"traceutil/trace.go:171","msg":"trace[966116839] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"159.69804ms","start":"2026-03-15T02:10:23.710919Z","end":"2026-03-15T02:10:23.870617Z","steps":["trace[966116839] 'process raft request' (duration: 159.484896ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:10:40.482583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2761} {"level":"info","ts":"2026-03-15T02:10:40.55287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2761,"took":"68.800896ms","hash":1810453454,"current-db-size-bytes":40824832,"current-db-size":"41 MB","current-db-size-in-use-bytes":30380032,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-15T02:10:40.552957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1810453454,"revision":2761,"compact-revision":-1} {"level":"info","ts":"2026-03-15T02:10:43.178873Z","caller":"traceutil/trace.go:171","msg":"trace[907961543] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"103.262667ms","start":"2026-03-15T02:10:43.075573Z","end":"2026-03-15T02:10:43.178836Z","steps":["trace[907961543] 'process raft request' (duration: 75.71285ms)","trace[907961543] 'compare' (duration: 27.24351ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:22.536886Z","caller":"traceutil/trace.go:171","msg":"trace[846646713] linearizableReadLoop","detail":"{readStateIndex:7807; appliedIndex:7806; }","duration":"105.186231ms","start":"2026-03-15T02:15:22.431668Z","end":"2026-03-15T02:15:22.536854Z","steps":["trace[846646713] 'read index received' (duration: 69.519025ms)","trace[846646713] 'applied index is now lower than readState.Index' (duration: 35.665706ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:22.536989Z","caller":"traceutil/trace.go:171","msg":"trace[439923390] transaction","detail":"{read_only:false; response_revision:7519; number_of_response:1; }","duration":"166.606207ms","start":"2026-03-15T02:15:22.370339Z","end":"2026-03-15T02:15:22.536945Z","steps":["trace[439923390] 'process raft request' (duration: 130.825578ms)","trace[439923390] 'compare' (duration: 35.524034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:15:22.537116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.421057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:15:22.537214Z","caller":"traceutil/trace.go:171","msg":"trace[708041875] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7519; }","duration":"105.57932ms","start":"2026-03-15T02:15:22.43161Z","end":"2026-03-15T02:15:22.537189Z","steps":["trace[708041875] 'agreement among raft nodes before linearized reading' (duration: 105.387805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:22.542331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.264987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-15T02:15:22.542441Z","caller":"traceutil/trace.go:171","msg":"trace[2076161250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7520; }","duration":"102.41416ms","start":"2026-03-15T02:15:22.440002Z","end":"2026-03-15T02:15:22.542416Z","steps":["trace[2076161250] 'agreement among raft nodes before linearized reading' (duration: 102.118004ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:28.576147Z","caller":"traceutil/trace.go:171","msg":"trace[5573454] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"101.03356ms","start":"2026-03-15T02:15:28.475086Z","end":"2026-03-15T02:15:28.57612Z","steps":["trace[5573454] 'process raft request' (duration: 100.515409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:28.965047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.550051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-15T02:15:28.965111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.635987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-15T02:15:28.965161Z","caller":"traceutil/trace.go:171","msg":"trace[815558492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:7681; }","duration":"236.715495ms","start":"2026-03-15T02:15:28.728418Z","end":"2026-03-15T02:15:28.965134Z","steps":["trace[815558492] 'range keys from in-memory index tree' (duration: 236.355067ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:28.965184Z","caller":"traceutil/trace.go:171","msg":"trace[2019952199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7681; }","duration":"117.750829ms","start":"2026-03-15T02:15:28.847414Z","end":"2026-03-15T02:15:28.965165Z","steps":["trace[2019952199] 'range keys from in-memory index tree' (duration: 117.468873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:31.435968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.88994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:15:31.436075Z","caller":"traceutil/trace.go:171","msg":"trace[179559305] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7691; }","duration":"281.075184ms","start":"2026-03-15T02:15:31.154977Z","end":"2026-03-15T02:15:31.436053Z","steps":["trace[179559305] 'count revisions from in-memory index tree' (duration: 280.788918ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:31.436725Z","caller":"traceutil/trace.go:171","msg":"trace[957506479] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"253.69429ms","start":"2026-03-15T02:15:31.182981Z","end":"2026-03-15T02:15:31.436675Z","steps":["trace[957506479] 'process raft request' (duration: 225.685181ms)","trace[957506479] 'compare' (duration: 26.70646ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:31.436788Z","caller":"traceutil/trace.go:171","msg":"trace[1654014589] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"203.696936ms","start":"2026-03-15T02:15:31.233066Z","end":"2026-03-15T02:15:31.436763Z","steps":["trace[1654014589] 'process raft request' (duration: 203.632674ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:31.436795Z","caller":"traceutil/trace.go:171","msg":"trace[53635702] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"213.84369ms","start":"2026-03-15T02:15:31.222925Z","end":"2026-03-15T02:15:31.436769Z","steps":["trace[53635702] 'process raft request' (duration: 213.651395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:31.437169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.02175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:15:31.437243Z","caller":"traceutil/trace.go:171","msg":"trace[1138709182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:7691; }","duration":"458.177374ms","start":"2026-03-15T02:15:30.979046Z","end":"2026-03-15T02:15:31.437224Z","steps":["trace[1138709182] 'range keys from in-memory index tree' (duration: 456.796033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:31.437432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:30.979019Z","time spent":"458.392789ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-shfnt\" "} {"level":"info","ts":"2026-03-15T02:15:31.849046Z","caller":"traceutil/trace.go:171","msg":"trace[60108229] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"335.318412ms","start":"2026-03-15T02:15:31.513672Z","end":"2026-03-15T02:15:31.84899Z","steps":["trace[60108229] 'process raft request' (duration: 334.498543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:31.849249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:31.513653Z","time spent":"335.470326ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:15:40.490213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5666} {"level":"info","ts":"2026-03-15T02:15:40.590281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5666,"took":"97.524773ms","hash":3301037003,"current-db-size-bytes":43589632,"current-db-size":"44 MB","current-db-size-in-use-bytes":23572480,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-15T02:15:40.590363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3301037003,"revision":5666,"compact-revision":2761} {"level":"info","ts":"2026-03-15T02:15:41.579698Z","caller":"traceutil/trace.go:171","msg":"trace[1301423074] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"100.923717ms","start":"2026-03-15T02:15:41.478736Z","end":"2026-03-15T02:15:41.57966Z","steps":["trace[1301423074] 'process raft request' (duration: 74.060005ms)","trace[1301423074] 'compare' (duration: 26.674458ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:42.493216Z","caller":"traceutil/trace.go:171","msg":"trace[507626067] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"582.894506ms","start":"2026-03-15T02:15:41.910294Z","end":"2026-03-15T02:15:42.493189Z","steps":["trace[507626067] 'process raft request' (duration: 582.710002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:42.493369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:41.910282Z","time spent":"583.0078ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:15:42.493551Z","caller":"traceutil/trace.go:171","msg":"trace[1037430604] linearizableReadLoop","detail":"{readStateIndex:8037; appliedIndex:8037; }","duration":"444.146343ms","start":"2026-03-15T02:15:42.049346Z","end":"2026-03-15T02:15:42.493492Z","steps":["trace[1037430604] 'read index received' (duration: 443.573451ms)","trace[1037430604] 'applied index is now lower than readState.Index' (duration: 569.442µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:15:42.493784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.409068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-15T02:15:42.493851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.86169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-15T02:15:42.493877Z","caller":"traceutil/trace.go:171","msg":"trace[1985816499] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7742; }","duration":"444.557482ms","start":"2026-03-15T02:15:42.049299Z","end":"2026-03-15T02:15:42.493856Z","steps":["trace[1985816499] 'agreement among raft nodes before linearized reading' (duration: 444.358498ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:42.493894Z","caller":"traceutil/trace.go:171","msg":"trace[1922744019] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7742; }","duration":"343.937581ms","start":"2026-03-15T02:15:42.149942Z","end":"2026-03-15T02:15:42.49388Z","steps":["trace[1922744019] 'agreement among raft nodes before linearized reading' (duration: 343.806569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:42.493928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:42.149923Z","time spent":"343.997812ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-15T02:15:42.493936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:42.049277Z","time spent":"444.648204ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:15:42.49407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.008461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-15T02:15:42.494159Z","caller":"traceutil/trace.go:171","msg":"trace[534781320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7742; }","duration":"198.145744ms","start":"2026-03-15T02:15:42.295998Z","end":"2026-03-15T02:15:42.494144Z","steps":["trace[534781320] 'agreement among raft nodes before linearized reading' (duration: 197.773295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:42.494155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.346254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131001"} {"level":"info","ts":"2026-03-15T02:15:42.494314Z","caller":"traceutil/trace.go:171","msg":"trace[1857972385] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7742; }","duration":"340.544828ms","start":"2026-03-15T02:15:42.153711Z","end":"2026-03-15T02:15:42.494255Z","steps":["trace[1857972385] 'agreement among raft nodes before linearized reading' (duration: 340.212659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:42.494452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:42.153704Z","time spent":"340.65258ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131023,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-15T02:15:42.857123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.936351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-15T02:15:42.857143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.269515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-15T02:15:42.857179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.024933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:15:42.857216Z","caller":"traceutil/trace.go:171","msg":"trace[1375218104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7742; }","duration":"218.089234ms","start":"2026-03-15T02:15:42.639106Z","end":"2026-03-15T02:15:42.857195Z","steps":["trace[1375218104] 'range keys from in-memory index tree' (duration: 217.820699ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:42.857227Z","caller":"traceutil/trace.go:171","msg":"trace[2033686808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7742; }","duration":"308.422638ms","start":"2026-03-15T02:15:42.548784Z","end":"2026-03-15T02:15:42.857206Z","steps":["trace[2033686808] 'range keys from in-memory index tree' (duration: 308.160853ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:42.857231Z","caller":"traceutil/trace.go:171","msg":"trace[1184996318] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7742; }","duration":"300.106904ms","start":"2026-03-15T02:15:42.55711Z","end":"2026-03-15T02:15:42.857216Z","steps":["trace[1184996318] 'range keys from in-memory index tree' (duration: 299.92148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:42.857245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.636709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-15T02:15:42.857233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.944963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-15T02:15:42.857272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:42.557094Z","time spent":"300.170256ms","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-15T02:15:42.857269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:42.54877Z","time spent":"308.48997ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-15T02:15:42.857301Z","caller":"traceutil/trace.go:171","msg":"trace[884019373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7742; }","duration":"195.744371ms","start":"2026-03-15T02:15:42.661538Z","end":"2026-03-15T02:15:42.857283Z","steps":["trace[884019373] 'range keys from in-memory index tree' (duration: 195.512986ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:42.857303Z","caller":"traceutil/trace.go:171","msg":"trace[1180680080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7742; }","duration":"200.170108ms","start":"2026-03-15T02:15:42.65712Z","end":"2026-03-15T02:15:42.85729Z","steps":["trace[1180680080] 'range keys from in-memory index tree' (duration: 199.750049ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:44.82813Z","caller":"traceutil/trace.go:171","msg":"trace[1113065614] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8047; }","duration":"330.624058ms","start":"2026-03-15T02:15:44.497476Z","end":"2026-03-15T02:15:44.8281Z","steps":["trace[1113065614] 'read index received' (duration: 330.364052ms)","trace[1113065614] 'applied index is now lower than readState.Index' (duration: 258.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:44.828193Z","caller":"traceutil/trace.go:171","msg":"trace[557093200] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"848.564821ms","start":"2026-03-15T02:15:43.979594Z","end":"2026-03-15T02:15:44.828159Z","steps":["trace[557093200] 'process raft request' (duration: 848.344536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:44.828378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:43.979572Z","time spent":"848.688413ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:15:44.828394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.916695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:15:44.828445Z","caller":"traceutil/trace.go:171","msg":"trace[1820301750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7752; }","duration":"331.013997ms","start":"2026-03-15T02:15:44.497418Z","end":"2026-03-15T02:15:44.828432Z","steps":["trace[1820301750] 'agreement among raft nodes before linearized reading' (duration: 330.789762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:44.828477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:44.497399Z","time spent":"331.072048ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-15T02:15:44.936726Z","caller":"traceutil/trace.go:171","msg":"trace[35949519] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"103.206297ms","start":"2026-03-15T02:15:44.833479Z","end":"2026-03-15T02:15:44.936685Z","steps":["trace[35949519] 'process raft request' (duration: 29.292296ms)","trace[35949519] 'compare' (duration: 73.477442ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:45.705129Z","caller":"traceutil/trace.go:171","msg":"trace[268337783] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"154.828318ms","start":"2026-03-15T02:15:45.550274Z","end":"2026-03-15T02:15:45.705102Z","steps":["trace[268337783] 'process raft request' (duration: 154.651014ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:15:45.79119Z","caller":"traceutil/trace.go:171","msg":"trace[82388115] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8054; }","duration":"176.28575ms","start":"2026-03-15T02:15:45.614879Z","end":"2026-03-15T02:15:45.791165Z","steps":["trace[82388115] 'read index received' (duration: 90.105249ms)","trace[82388115] 'applied index is now lower than readState.Index' (duration: 86.179421ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:45.791271Z","caller":"traceutil/trace.go:171","msg":"trace[2072838940] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"207.829979ms","start":"2026-03-15T02:15:45.583402Z","end":"2026-03-15T02:15:45.791232Z","steps":["trace[2072838940] 'process raft request' (duration: 177.970879ms)","trace[2072838940] 'compare' (duration: 29.638394ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:15:45.791302Z","caller":"traceutil/trace.go:171","msg":"trace[1660893104] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"194.736068ms","start":"2026-03-15T02:15:45.596483Z","end":"2026-03-15T02:15:45.791219Z","steps":["trace[1660893104] 'process raft request' (duration: 194.643905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:45.7914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.509946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:15:45.791441Z","caller":"traceutil/trace.go:171","msg":"trace[1938409826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:7761; }","duration":"176.615308ms","start":"2026-03-15T02:15:45.614813Z","end":"2026-03-15T02:15:45.791428Z","steps":["trace[1938409826] 'agreement among raft nodes before linearized reading' (duration: 176.446874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:46.743441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.47509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:15:46.743616Z","caller":"traceutil/trace.go:171","msg":"trace[1588446957] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7762; }","duration":"111.721165ms","start":"2026-03-15T02:15:46.631869Z","end":"2026-03-15T02:15:46.74359Z","steps":["trace[1588446957] 'count revisions from in-memory index tree' (duration: 111.371757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:47.613079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.671331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:15:47.613199Z","caller":"traceutil/trace.go:171","msg":"trace[175178867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7767; }","duration":"413.863945ms","start":"2026-03-15T02:15:47.199304Z","end":"2026-03-15T02:15:47.613168Z","steps":["trace[175178867] 'range keys from in-memory index tree' (duration: 413.546879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:15:47.613255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:15:47.199273Z","time spent":"413.969088ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:16:11.697284Z","caller":"traceutil/trace.go:171","msg":"trace[825211552] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8240; }","duration":"213.960893ms","start":"2026-03-15T02:16:11.483294Z","end":"2026-03-15T02:16:11.697255Z","steps":["trace[825211552] 'read index received' (duration: 213.728128ms)","trace[825211552] 'applied index is now lower than readState.Index' (duration: 231.525µs)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:11.697497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.173487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/csi-rbdplugin-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:11.69759Z","caller":"traceutil/trace.go:171","msg":"trace[1793189731] range","detail":"{range_begin:/registry/deployments/rook-ceph/csi-rbdplugin-provisioner; range_end:; response_count:0; response_revision:7938; }","duration":"214.32002ms","start":"2026-03-15T02:16:11.48325Z","end":"2026-03-15T02:16:11.69757Z","steps":["trace[1793189731] 'agreement among raft nodes before linearized reading' (duration: 214.146387ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:11.697495Z","caller":"traceutil/trace.go:171","msg":"trace[779859552] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"214.197718ms","start":"2026-03-15T02:16:11.483191Z","end":"2026-03-15T02:16:11.697389Z","steps":["trace[779859552] 'process raft request' (duration: 213.86715ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:17.630785Z","caller":"traceutil/trace.go:171","msg":"trace[1446732258] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8267; }","duration":"438.011338ms","start":"2026-03-15T02:16:17.192748Z","end":"2026-03-15T02:16:17.63076Z","steps":["trace[1446732258] 'read index received' (duration: 437.904486ms)","trace[1446732258] 'applied index is now lower than readState.Index' (duration: 105.382µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:17.630855Z","caller":"traceutil/trace.go:171","msg":"trace[2010928102] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"472.472179ms","start":"2026-03-15T02:16:17.158338Z","end":"2026-03-15T02:16:17.63081Z","steps":["trace[2010928102] 'process raft request' (duration: 472.253224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:17.630943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.181002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:17.630991Z","caller":"traceutil/trace.go:171","msg":"trace[1146256224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"438.279704ms","start":"2026-03-15T02:16:17.192701Z","end":"2026-03-15T02:16:17.63098Z","steps":["trace[1146256224] 'agreement among raft nodes before linearized reading' (duration: 438.190132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:17.631034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.192681Z","time spent":"438.342535ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:16:17.631047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.15831Z","time spent":"472.635152ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:18.195693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.633679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:16:18.195861Z","caller":"traceutil/trace.go:171","msg":"trace[1555712796] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8268; }","duration":"564.980281ms","start":"2026-03-15T02:16:17.630858Z","end":"2026-03-15T02:16:18.195838Z","steps":["trace[1555712796] 'read index received' (duration: 171.014844ms)","trace[1555712796] 'applied index is now lower than readState.Index' (duration: 393.963607ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:18.195962Z","caller":"traceutil/trace.go:171","msg":"trace[1912594128] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"804.066858ms","start":"2026-03-15T02:16:17.39188Z","end":"2026-03-15T02:16:18.195947Z","steps":["trace[1912594128] 'process raft request' (duration: 410.070081ms)","trace[1912594128] 'compare' (duration: 393.471856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:16:18.196065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.39185Z","time spent":"804.1527ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:18.196144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.279795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:16:18.196196Z","caller":"traceutil/trace.go:171","msg":"trace[231077953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7965; }","duration":"892.372768ms","start":"2026-03-15T02:16:17.303811Z","end":"2026-03-15T02:16:18.196184Z","steps":["trace[231077953] 'agreement among raft nodes before linearized reading' (duration: 892.222275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.196235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.303791Z","time spent":"892.436239ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:16:18.196257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.353566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:18.196392Z","caller":"traceutil/trace.go:171","msg":"trace[1433923388] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7965; }","duration":"583.612661ms","start":"2026-03-15T02:16:17.612757Z","end":"2026-03-15T02:16:18.19637Z","steps":["trace[1433923388] 'agreement among raft nodes before linearized reading' (duration: 583.332825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.196383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.766399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-15T02:16:18.196447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.612737Z","time spent":"583.698434ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-15T02:16:18.196458Z","caller":"traceutil/trace.go:171","msg":"trace[839152060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7965; }","duration":"864.881871ms","start":"2026-03-15T02:16:17.331557Z","end":"2026-03-15T02:16:18.196439Z","steps":["trace[839152060] 'agreement among raft nodes before linearized reading' (duration: 864.622615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.1965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.331541Z","time spent":"864.950283ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:16:18.196271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.3723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-15T02:16:18.196564Z","caller":"traceutil/trace.go:171","msg":"trace[1245074051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7965; }","duration":"922.700186ms","start":"2026-03-15T02:16:17.273846Z","end":"2026-03-15T02:16:18.196546Z","steps":["trace[1245074051] 'agreement among raft nodes before linearized reading' (duration: 922.284177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.196716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.72557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-15T02:16:18.19683Z","caller":"traceutil/trace.go:171","msg":"trace[1754521015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7965; }","duration":"947.842152ms","start":"2026-03-15T02:16:17.248973Z","end":"2026-03-15T02:16:18.196815Z","steps":["trace[1754521015] 'agreement among raft nodes before linearized reading' (duration: 947.328081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.196932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.248901Z","time spent":"948.015435ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:16:18.196835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.27383Z","time spent":"922.804219ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-15T02:16:18.529922Z","caller":"traceutil/trace.go:171","msg":"trace[1932952220] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"699.880649ms","start":"2026-03-15T02:16:17.830011Z","end":"2026-03-15T02:16:18.529892Z","steps":["trace[1932952220] 'process raft request' (duration: 699.686125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.530108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.829974Z","time spent":"700.036232ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:18.695896Z","caller":"traceutil/trace.go:171","msg":"trace[771157528] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"786.269345ms","start":"2026-03-15T02:16:17.909598Z","end":"2026-03-15T02:16:18.695868Z","steps":["trace[771157528] 'process raft request' (duration: 786.05908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.696057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.909573Z","time spent":"786.397208ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:18.696467Z","caller":"traceutil/trace.go:171","msg":"trace[709016512] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"767.256186ms","start":"2026-03-15T02:16:17.929178Z","end":"2026-03-15T02:16:18.696435Z","steps":["trace[709016512] 'process raft request' (duration: 766.614481ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:18.696548Z","caller":"traceutil/trace.go:171","msg":"trace[1674093078] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8269; }","duration":"500.606481ms","start":"2026-03-15T02:16:18.195902Z","end":"2026-03-15T02:16:18.696509Z","steps":["trace[1674093078] 'read index received' (duration: 333.829749ms)","trace[1674093078] 'applied index is now lower than readState.Index' (duration: 166.775462ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:18.696781Z","caller":"traceutil/trace.go:171","msg":"trace[338294921] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"496.138911ms","start":"2026-03-15T02:16:18.200606Z","end":"2026-03-15T02:16:18.696745Z","steps":["trace[338294921] 'process raft request' (duration: 495.518557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.696864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.883735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:18.696912Z","caller":"traceutil/trace.go:171","msg":"trace[325825052] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"495.839574ms","start":"2026-03-15T02:16:18.201022Z","end":"2026-03-15T02:16:18.696861Z","steps":["trace[325825052] 'process raft request' (duration: 495.270512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.696959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:18.200584Z","time spent":"496.283354ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:18.696963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.303504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:16:18.697023Z","caller":"traceutil/trace.go:171","msg":"trace[542510066] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"495.438646ms","start":"2026-03-15T02:16:18.201556Z","end":"2026-03-15T02:16:18.696994Z","steps":["trace[542510066] 'process raft request' (duration: 494.888344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.6971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063761101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5897bb698d-4xf6r.189ce21165f865bc\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:16:18.697115Z","caller":"traceutil/trace.go:171","msg":"trace[761997135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:7972; }","duration":"693.500548ms","start":"2026-03-15T02:16:18.003573Z","end":"2026-03-15T02:16:18.697074Z","steps":["trace[761997135] 'agreement among raft nodes before linearized reading' (duration: 693.208022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.697139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:18.201015Z","time spent":"496.022918ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:18.697181Z","caller":"traceutil/trace.go:171","msg":"trace[1168231628] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5897bb698d-4xf6r.189ce21165f865bc; range_end:; response_count:1; response_revision:7972; }","duration":"1.063875284s","start":"2026-03-15T02:16:17.633286Z","end":"2026-03-15T02:16:18.697161Z","steps":["trace[1168231628] 'agreement among raft nodes before linearized reading' (duration: 1.063615698s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.697188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:18.201546Z","time spent":"495.560339ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:18.697196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:18.003551Z","time spent":"693.626241ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-shfnt\" "} {"level":"info","ts":"2026-03-15T02:16:18.69697Z","caller":"traceutil/trace.go:171","msg":"trace[1165085091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7972; }","duration":"505.019567ms","start":"2026-03-15T02:16:18.191923Z","end":"2026-03-15T02:16:18.696943Z","steps":["trace[1165085091] 'agreement among raft nodes before linearized reading' (duration: 504.850303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.697304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.633274Z","time spent":"1.063950505s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5897bb698d-4xf6r.189ce21165f865bc\" "} {"level":"warn","ts":"2026-03-15T02:16:18.696893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.654727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:16:18.697358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:18.19191Z","time spent":"505.435326ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:16:18.697417Z","caller":"traceutil/trace.go:171","msg":"trace[882605085] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7972; }","duration":"402.229699ms","start":"2026-03-15T02:16:18.295168Z","end":"2026-03-15T02:16:18.697398Z","steps":["trace[882605085] 'agreement among raft nodes before linearized reading' (duration: 401.667847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.697481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:18.29514Z","time spent":"402.32187ms","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:16:18.697033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.808297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-15T02:16:18.697662Z","caller":"traceutil/trace.go:171","msg":"trace[455849723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7972; }","duration":"179.614134ms","start":"2026-03-15T02:16:18.518034Z","end":"2026-03-15T02:16:18.697648Z","steps":["trace[455849723] 'agreement among raft nodes before linearized reading' (duration: 178.892169ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:18.696611Z","caller":"traceutil/trace.go:171","msg":"trace[1947143919] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"495.545168ms","start":"2026-03-15T02:16:18.201048Z","end":"2026-03-15T02:16:18.696593Z","steps":["trace[1947143919] 'process raft request' (duration: 495.346024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:18.698637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:18.201025Z","time spent":"497.335377ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:18.699176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:17.929155Z","time spent":"767.388468ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:18.980907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.152561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:18.981005Z","caller":"traceutil/trace.go:171","msg":"trace[1554937004] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7973; }","duration":"187.287364ms","start":"2026-03-15T02:16:18.793696Z","end":"2026-03-15T02:16:18.980983Z","steps":["trace[1554937004] 'range keys from in-memory index tree' (duration: 187.060799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.136185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228089081790840287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-15T02:16:31.139188Z","caller":"traceutil/trace.go:171","msg":"trace[1344277703] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"516.708325ms","start":"2026-03-15T02:16:30.622456Z","end":"2026-03-15T02:16:31.139165Z","steps":["trace[1344277703] 'process raft request' (duration: 516.556412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.13935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.622439Z","time spent":"516.801518ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:31.825888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:31.338215Z","time spent":"487.664355ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-15T02:16:31.826103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.867944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:16:31.826359Z","caller":"traceutil/trace.go:171","msg":"trace[247481697] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"1.190349656s","start":"2026-03-15T02:16:30.635972Z","end":"2026-03-15T02:16:31.826322Z","steps":["trace[247481697] 'process raft request' (duration: 762.172594ms)","trace[247481697] 'compare' (duration: 427.572828ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:31.826409Z","caller":"traceutil/trace.go:171","msg":"trace[1321320297] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"1.022168623s","start":"2026-03-15T02:16:30.804221Z","end":"2026-03-15T02:16:31.826389Z","steps":["trace[1321320297] 'process raft request' (duration: 1.02200886s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.826486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.635959Z","time spent":"1.190473758s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-15T02:16:31.826504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.804201Z","time spent":"1.022245324s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:31.836644Z","caller":"traceutil/trace.go:171","msg":"trace[810322230] linearizableReadLoop","detail":"{readStateIndex:8379; appliedIndex:8375; }","duration":"1.201118123s","start":"2026-03-15T02:16:30.635495Z","end":"2026-03-15T02:16:31.836613Z","steps":["trace[810322230] 'read index received' (duration: 503.556546ms)","trace[810322230] 'applied index is now lower than readState.Index' (duration: 697.559067ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:31.836655Z","caller":"traceutil/trace.go:171","msg":"trace[1772014435] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"969.0576ms","start":"2026-03-15T02:16:30.867574Z","end":"2026-03-15T02:16:31.836632Z","steps":["trace[1772014435] 'process raft request' (duration: 958.770704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.836797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201286347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xzllw\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-03-15T02:16:31.836802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.867545Z","time spent":"969.186534ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:31.836822Z","caller":"traceutil/trace.go:171","msg":"trace[1199410900] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xzllw; range_end:; response_count:1; response_revision:8069; }","duration":"1.201347728s","start":"2026-03-15T02:16:30.635468Z","end":"2026-03-15T02:16:31.836816Z","steps":["trace[1199410900] 'agreement among raft nodes before linearized reading' (duration: 1.201231886s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.836901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.635455Z","time spent":"1.20144017s","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xzllw\" "} {"level":"warn","ts":"2026-03-15T02:16:31.87547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21096527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-15T02:16:31.875562Z","caller":"traceutil/trace.go:171","msg":"trace[57033297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8070; }","duration":"1.211112344s","start":"2026-03-15T02:16:30.664429Z","end":"2026-03-15T02:16:31.875541Z","steps":["trace[57033297] 'agreement among raft nodes before linearized reading' (duration: 1.21093673s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.875606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.664404Z","time spent":"1.211192975s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-15T02:16:31.875658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.635405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:31.875722Z","caller":"traceutil/trace.go:171","msg":"trace[2135798597] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8070; }","duration":"121.736216ms","start":"2026-03-15T02:16:31.75397Z","end":"2026-03-15T02:16:31.875706Z","steps":["trace[2135798597] 'agreement among raft nodes before linearized reading' (duration: 121.626314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.875749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.605665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:16:31.87583Z","caller":"traceutil/trace.go:171","msg":"trace[458193878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:8070; }","duration":"999.718757ms","start":"2026-03-15T02:16:30.87609Z","end":"2026-03-15T02:16:31.875809Z","steps":["trace[458193878] 'agreement among raft nodes before linearized reading' (duration: 999.465522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.875874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.876079Z","time spent":"999.785999ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-shfnt\" "} {"level":"warn","ts":"2026-03-15T02:16:31.875927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000397123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:16:31.875962Z","caller":"traceutil/trace.go:171","msg":"trace[472931635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8070; }","duration":"1.000452783s","start":"2026-03-15T02:16:30.875499Z","end":"2026-03-15T02:16:31.875951Z","steps":["trace[472931635] 'agreement among raft nodes before linearized reading' (duration: 1.000335081s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.875991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.875488Z","time spent":"1.000496894s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:16:31.876119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168393521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-15T02:16:31.876135Z","caller":"traceutil/trace.go:171","msg":"trace[1987001602] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8070; }","duration":"1.168457222s","start":"2026-03-15T02:16:30.707674Z","end":"2026-03-15T02:16:31.876131Z","steps":["trace[1987001602] 'agreement among raft nodes before linearized reading' (duration: 1.168426032s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.876158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.707613Z","time spent":"1.168539304s","remote":"127.0.0.1:45086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:16:31.876157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.070213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:16:31.876274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003072221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-15T02:16:31.876355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001889145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-15T02:16:31.876372Z","caller":"traceutil/trace.go:171","msg":"trace[409671399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8070; }","duration":"1.001910575s","start":"2026-03-15T02:16:30.874457Z","end":"2026-03-15T02:16:31.876367Z","steps":["trace[409671399] 'agreement among raft nodes before linearized reading' (duration: 1.001841124s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.876385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.874422Z","time spent":"1.001960306s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-15T02:16:31.876376Z","caller":"traceutil/trace.go:171","msg":"trace[692206547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8070; }","duration":"1.003243085s","start":"2026-03-15T02:16:30.873114Z","end":"2026-03-15T02:16:31.876357Z","steps":["trace[692206547] 'agreement among raft nodes before linearized reading' (duration: 1.002959659s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.8764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.58371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xzllw\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-03-15T02:16:31.876421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.873088Z","time spent":"1.003323596s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:16:31.876429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211212235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xzllw\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-15T02:16:31.876468Z","caller":"traceutil/trace.go:171","msg":"trace[1071175463] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xzllw; range_end:; response_count:1; response_revision:8070; }","duration":"732.756854ms","start":"2026-03-15T02:16:31.143693Z","end":"2026-03-15T02:16:31.87645Z","steps":["trace[1071175463] 'agreement among raft nodes before linearized reading' (duration: 732.348075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.876475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002307954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-15T02:16:31.876497Z","caller":"traceutil/trace.go:171","msg":"trace[2023349222] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xzllw; range_end:; response_count:1; response_revision:8070; }","duration":"1.211307917s","start":"2026-03-15T02:16:30.665173Z","end":"2026-03-15T02:16:31.876481Z","steps":["trace[2023349222] 'agreement among raft nodes before linearized reading' (duration: 1.211080562s)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:31.876084Z","caller":"traceutil/trace.go:171","msg":"trace[39894098] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"267.517475ms","start":"2026-03-15T02:16:31.608548Z","end":"2026-03-15T02:16:31.876066Z","steps":["trace[39894098] 'process raft request' (duration: 266.690077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.876504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:31.14367Z","time spent":"732.828125ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xzllw\" "} {"level":"info","ts":"2026-03-15T02:16:31.876523Z","caller":"traceutil/trace.go:171","msg":"trace[1252608830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8070; }","duration":"1.002394446s","start":"2026-03-15T02:16:30.874119Z","end":"2026-03-15T02:16:31.876513Z","steps":["trace[1252608830] 'agreement among raft nodes before linearized reading' (duration: 1.002291133s)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.876536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.665161Z","time spent":"1.211365429s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xzllw\" "} {"level":"warn","ts":"2026-03-15T02:16:31.876549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:30.8741Z","time spent":"1.002443366s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-15T02:16:31.876547Z","caller":"traceutil/trace.go:171","msg":"trace[960982712] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8070; }","duration":"743.183714ms","start":"2026-03-15T02:16:31.133034Z","end":"2026-03-15T02:16:31.876217Z","steps":["trace[960982712] 'agreement among raft nodes before linearized reading' (duration: 743.045861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:31.876589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:31.133017Z","time spent":"743.559584ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:16:31.876743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.166729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:16:31.876812Z","caller":"traceutil/trace.go:171","msg":"trace[2073874408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8070; }","duration":"166.304212ms","start":"2026-03-15T02:16:31.710491Z","end":"2026-03-15T02:16:31.876795Z","steps":["trace[2073874408] 'agreement among raft nodes before linearized reading' (duration: 165.598225ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:32.960639Z","caller":"traceutil/trace.go:171","msg":"trace[866346735] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"430.485842ms","start":"2026-03-15T02:16:32.530126Z","end":"2026-03-15T02:16:32.960612Z","steps":["trace[866346735] 'process raft request' (duration: 430.192075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:32.960798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:32.530104Z","time spent":"430.608705ms","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:16:32.976784Z","caller":"traceutil/trace.go:171","msg":"trace[1317786260] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"378.545746ms","start":"2026-03-15T02:16:32.598207Z","end":"2026-03-15T02:16:32.976752Z","steps":["trace[1317786260] 'process raft request' (duration: 378.320301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:32.97694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:32.59819Z","time spent":"378.667819ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:16:33.708553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.283664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:33.70879Z","caller":"traceutil/trace.go:171","msg":"trace[556346618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8081; }","duration":"515.422936ms","start":"2026-03-15T02:16:33.193198Z","end":"2026-03-15T02:16:33.708621Z","steps":["trace[556346618] 'range keys from in-memory index tree' (duration: 515.201232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:33.708868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:16:33.193175Z","time spent":"515.680854ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-15T02:16:35.490867Z","caller":"traceutil/trace.go:171","msg":"trace[242939209] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"102.673887ms","start":"2026-03-15T02:16:35.38816Z","end":"2026-03-15T02:16:35.490834Z","steps":["trace[242939209] 'process raft request' (duration: 102.501663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:35.830326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.557323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-15T02:16:35.830397Z","caller":"traceutil/trace.go:171","msg":"trace[1718738500] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8096; }","duration":"130.659114ms","start":"2026-03-15T02:16:35.699719Z","end":"2026-03-15T02:16:35.830378Z","steps":["trace[1718738500] 'range keys from in-memory index tree' (duration: 130.41984ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:16:41.358232Z","caller":"traceutil/trace.go:171","msg":"trace[1013647013] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8464; }","duration":"166.161337ms","start":"2026-03-15T02:16:41.19204Z","end":"2026-03-15T02:16:41.358201Z","steps":["trace[1013647013] 'read index received' (duration: 165.908272ms)","trace[1013647013] 'applied index is now lower than readState.Index' (duration: 252.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:16:41.358296Z","caller":"traceutil/trace.go:171","msg":"trace[277834669] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"271.051004ms","start":"2026-03-15T02:16:41.087208Z","end":"2026-03-15T02:16:41.358259Z","steps":["trace[277834669] 'process raft request' (duration: 270.801848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:16:41.358496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.439014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:16:41.358536Z","caller":"traceutil/trace.go:171","msg":"trace[1778001627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8151; }","duration":"166.554416ms","start":"2026-03-15T02:16:41.191971Z","end":"2026-03-15T02:16:41.358525Z","steps":["trace[1778001627] 'agreement among raft nodes before linearized reading' (duration: 166.336762ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:01.580543Z","caller":"traceutil/trace.go:171","msg":"trace[1532053200] linearizableReadLoop","detail":"{readStateIndex:8685; appliedIndex:8684; }","duration":"108.671409ms","start":"2026-03-15T02:17:01.471842Z","end":"2026-03-15T02:17:01.580513Z","steps":["trace[1532053200] 'read index received' (duration: 20.568304ms)","trace[1532053200] 'applied index is now lower than readState.Index' (duration: 88.101965ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:01.581305Z","caller":"traceutil/trace.go:171","msg":"trace[1567078340] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"120.993341ms","start":"2026-03-15T02:17:01.459662Z","end":"2026-03-15T02:17:01.580656Z","steps":["trace[1567078340] 'process raft request' (duration: 32.701741ms)","trace[1567078340] 'compare' (duration: 88.002313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:01.582139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.133274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-15T02:17:01.582209Z","caller":"traceutil/trace.go:171","msg":"trace[116736313] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8364; }","duration":"126.224297ms","start":"2026-03-15T02:17:01.455965Z","end":"2026-03-15T02:17:01.582189Z","steps":["trace[116736313] 'agreement among raft nodes before linearized reading' (duration: 124.698214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:01.582298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.813077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-glance.189ce2261690bd48\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-03-15T02:17:01.582399Z","caller":"traceutil/trace.go:171","msg":"trace[1709424689] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-glance.189ce2261690bd48; range_end:; response_count:1; response_revision:8364; }","duration":"101.963552ms","start":"2026-03-15T02:17:01.480407Z","end":"2026-03-15T02:17:01.582371Z","steps":["trace[1709424689] 'agreement among raft nodes before linearized reading' (duration: 101.535681ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:47.533171Z","caller":"traceutil/trace.go:171","msg":"trace[2033522988] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"126.87191ms","start":"2026-03-15T02:17:47.406275Z","end":"2026-03-15T02:17:47.533147Z","steps":["trace[2033522988] 'process raft request' (duration: 126.723907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.386319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.636127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5897bb698d-4xf6r.189ce21165f865bc\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-15T02:17:48.386394Z","caller":"traceutil/trace.go:171","msg":"trace[1343190480] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5897bb698d-4xf6r.189ce21165f865bc; range_end:; response_count:1; response_revision:8778; }","duration":"754.766419ms","start":"2026-03-15T02:17:47.63161Z","end":"2026-03-15T02:17:48.386377Z","steps":["trace[1343190480] 'range keys from in-memory index tree' (duration: 754.456313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.386426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.631589Z","time spent":"754.830201ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5897bb698d-4xf6r.189ce21165f865bc\" "} {"level":"info","ts":"2026-03-15T02:17:48.387188Z","caller":"traceutil/trace.go:171","msg":"trace[1552811937] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"607.95097ms","start":"2026-03-15T02:17:47.779222Z","end":"2026-03-15T02:17:48.387173Z","steps":["trace[1552811937] 'process raft request' (duration: 529.497968ms)","trace[1552811937] 'compare' (duration: 78.265348ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:48.387203Z","caller":"traceutil/trace.go:171","msg":"trace[1429975202] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9110; }","duration":"193.402609ms","start":"2026-03-15T02:17:48.193767Z","end":"2026-03-15T02:17:48.387169Z","steps":["trace[1429975202] 'read index received' (duration: 114.954737ms)","trace[1429975202] 'applied index is now lower than readState.Index' (duration: 78.446732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:48.387295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:47.779204Z","time spent":"608.023621ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:48.387303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.536371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:48.387337Z","caller":"traceutil/trace.go:171","msg":"trace[417317289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8779; }","duration":"193.604953ms","start":"2026-03-15T02:17:48.193721Z","end":"2026-03-15T02:17:48.387326Z","steps":["trace[417317289] 'agreement among raft nodes before linearized reading' (duration: 193.538582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.72522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.471446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:17:48.725525Z","caller":"traceutil/trace.go:171","msg":"trace[1958175377] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"426.837792ms","start":"2026-03-15T02:17:48.298636Z","end":"2026-03-15T02:17:48.725474Z","steps":["trace[1958175377] 'process raft request' (duration: 191.966387ms)","trace[1958175377] 'compare' (duration: 233.898113ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:48.725657Z","caller":"traceutil/trace.go:171","msg":"trace[1981378643] linearizableReadLoop","detail":"{readStateIndex:9113; appliedIndex:9111; }","duration":"337.390547ms","start":"2026-03-15T02:17:48.388231Z","end":"2026-03-15T02:17:48.725622Z","steps":["trace[1981378643] 'read index received' (duration: 102.343428ms)","trace[1981378643] 'applied index is now lower than readState.Index' (duration: 235.046119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:48.725736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.29861Z","time spent":"427.013336ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-15T02:17:48.72556Z","caller":"traceutil/trace.go:171","msg":"trace[915560328] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"399.708013ms","start":"2026-03-15T02:17:48.325831Z","end":"2026-03-15T02:17:48.725539Z","steps":["trace[915560328] 'process raft request' (duration: 399.524219ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:48.725754Z","caller":"traceutil/trace.go:171","msg":"trace[960625178] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"336.409036ms","start":"2026-03-15T02:17:48.389277Z","end":"2026-03-15T02:17:48.725686Z","steps":["trace[960625178] 'process raft request' (duration: 336.194672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.725837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.582511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:17:48.725877Z","caller":"traceutil/trace.go:171","msg":"trace[1576555606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8782; }","duration":"337.673463ms","start":"2026-03-15T02:17:48.388193Z","end":"2026-03-15T02:17:48.725867Z","steps":["trace[1576555606] 'agreement among raft nodes before linearized reading' (duration: 337.582651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:48.725929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.325796Z","time spent":"400.046661ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:48.725904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.388178Z","time spent":"337.718824ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-15T02:17:48.726026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.389255Z","time spent":"336.60968ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-15T02:17:49.108871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.750495ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-15T02:17:49.108993Z","caller":"traceutil/trace.go:171","msg":"trace[1197734814] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9114; }","duration":"383.225179ms","start":"2026-03-15T02:17:48.725748Z","end":"2026-03-15T02:17:49.108973Z","steps":["trace[1197734814] 'read index received' (duration: 171.257339ms)","trace[1197734814] 'applied index is now lower than readState.Index' (duration: 211.96621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:17:49.109134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.549016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-15T02:17:49.109193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.942223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-15T02:17:49.1092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.708202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-15T02:17:49.109211Z","caller":"traceutil/trace.go:171","msg":"trace[424625430] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8782; }","duration":"393.71625ms","start":"2026-03-15T02:17:48.715478Z","end":"2026-03-15T02:17:49.109194Z","steps":["trace[424625430] 'agreement among raft nodes before linearized reading' (duration: 393.554096ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:49.109241Z","caller":"traceutil/trace.go:171","msg":"trace[2044342850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8782; }","duration":"677.062245ms","start":"2026-03-15T02:17:48.432164Z","end":"2026-03-15T02:17:49.109226Z","steps":["trace[2044342850] 'agreement among raft nodes before linearized reading' (duration: 676.865131ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:49.109258Z","caller":"traceutil/trace.go:171","msg":"trace[2136160123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8782; }","duration":"669.785815ms","start":"2026-03-15T02:17:48.439454Z","end":"2026-03-15T02:17:49.10924Z","steps":["trace[2136160123] 'agreement among raft nodes before linearized reading' (duration: 669.634241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:49.109261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.715448Z","time spent":"393.802042ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-15T02:17:49.10929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.439444Z","time spent":"669.838786ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-15T02:17:49.109289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.432133Z","time spent":"677.144618ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-15T02:17:49.109319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.610657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-15T02:17:49.109395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.82012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-15T02:17:49.109424Z","caller":"traceutil/trace.go:171","msg":"trace[501163712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8782; }","duration":"672.7621ms","start":"2026-03-15T02:17:48.436639Z","end":"2026-03-15T02:17:49.109401Z","steps":["trace[501163712] 'agreement among raft nodes before linearized reading' (duration: 672.423833ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:49.109457Z","caller":"traceutil/trace.go:171","msg":"trace[1576334680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8782; }","duration":"676.924642ms","start":"2026-03-15T02:17:48.432516Z","end":"2026-03-15T02:17:49.109441Z","steps":["trace[1576334680] 'agreement among raft nodes before linearized reading' (duration: 676.698027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:49.10948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.43663Z","time spent":"672.841862ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:49.109502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.432496Z","time spent":"676.994413ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:49.109629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.455761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-15T02:17:49.10978Z","caller":"traceutil/trace.go:171","msg":"trace[512638620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8782; }","duration":"676.634505ms","start":"2026-03-15T02:17:48.43308Z","end":"2026-03-15T02:17:49.109714Z","steps":["trace[512638620] 'agreement among raft nodes before linearized reading' (duration: 676.139604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:49.109941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.433075Z","time spent":"676.845769ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-15T02:17:49.11004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.580236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-shfnt\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-15T02:17:49.110109Z","caller":"traceutil/trace.go:171","msg":"trace[673588045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-shfnt; range_end:; response_count:1; response_revision:8782; }","duration":"653.706729ms","start":"2026-03-15T02:17:48.456383Z","end":"2026-03-15T02:17:49.110089Z","steps":["trace[673588045] 'agreement among raft nodes before linearized reading' (duration: 652.620326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:49.110149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-15T02:17:48.45636Z","time spent":"653.782421ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-shfnt\" "} {"level":"info","ts":"2026-03-15T02:17:49.264431Z","caller":"traceutil/trace.go:171","msg":"trace[642778939] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"149.474059ms","start":"2026-03-15T02:17:49.11493Z","end":"2026-03-15T02:17:49.264404Z","steps":["trace[642778939] 'process raft request' (duration: 118.985247ms)","trace[642778939] 'compare' (duration: 30.259797ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:49.264691Z","caller":"traceutil/trace.go:171","msg":"trace[1959899681] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"149.649174ms","start":"2026-03-15T02:17:49.115019Z","end":"2026-03-15T02:17:49.264668Z","steps":["trace[1959899681] 'process raft request' (duration: 149.343886ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:49.264725Z","caller":"traceutil/trace.go:171","msg":"trace[158329829] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9115; }","duration":"147.976217ms","start":"2026-03-15T02:17:49.116728Z","end":"2026-03-15T02:17:49.264704Z","steps":["trace[158329829] 'read index received' (duration: 14.261525ms)","trace[158329829] 'applied index is now lower than readState.Index' (duration: 133.713962ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:17:49.264837Z","caller":"traceutil/trace.go:171","msg":"trace[396031100] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"149.678394ms","start":"2026-03-15T02:17:49.115148Z","end":"2026-03-15T02:17:49.264826Z","steps":["trace[396031100] 'process raft request' (duration: 149.430109ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:17:49.264936Z","caller":"traceutil/trace.go:171","msg":"trace[1126583592] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"149.640113ms","start":"2026-03-15T02:17:49.115289Z","end":"2026-03-15T02:17:49.264929Z","steps":["trace[1126583592] 'process raft request' (duration: 149.375068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:17:49.265229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.478297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291527"} {"level":"info","ts":"2026-03-15T02:17:49.265302Z","caller":"traceutil/trace.go:171","msg":"trace[470278454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8787; }","duration":"148.58961ms","start":"2026-03-15T02:17:49.116693Z","end":"2026-03-15T02:17:49.265283Z","steps":["trace[470278454] 'agreement among raft nodes before linearized reading' (duration: 148.152761ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:19:59.385323Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"53de2bdd9aa7b793","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-15T02:19:59.391575Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-15T02:19:59.391649Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-15T02:20:23.510934Z","caller":"traceutil/trace.go:171","msg":"trace[1618594971] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"119.105028ms","start":"2026-03-15T02:20:23.3918Z","end":"2026-03-15T02:20:23.510905Z","steps":["trace[1618594971] 'process raft request' (duration: 119.048917ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:23.51099Z","caller":"traceutil/trace.go:171","msg":"trace[445302497] transaction","detail":"{read_only:false; response_revision:9884; number_of_response:1; }","duration":"159.551289ms","start":"2026-03-15T02:20:23.351406Z","end":"2026-03-15T02:20:23.510958Z","steps":["trace[445302497] 'process raft request' (duration: 96.361525ms)","trace[445302497] 'compare' (duration: 62.956069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:24.299928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.997426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-15T02:20:24.300204Z","caller":"traceutil/trace.go:171","msg":"trace[187824565] linearizableReadLoop","detail":"{readStateIndex:10261; appliedIndex:10259; }","duration":"105.375573ms","start":"2026-03-15T02:20:24.194805Z","end":"2026-03-15T02:20:24.300181Z","steps":["trace[187824565] 'read index received' (duration: 55.611µs)","trace[187824565] 'applied index is now lower than readState.Index' (duration: 105.319102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-15T02:20:24.300308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.499377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-15T02:20:24.300382Z","caller":"traceutil/trace.go:171","msg":"trace[697285050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9891; }","duration":"105.617869ms","start":"2026-03-15T02:20:24.194751Z","end":"2026-03-15T02:20:24.300369Z","steps":["trace[697285050] 'agreement among raft nodes before linearized reading' (duration: 105.500317ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:24.300468Z","caller":"traceutil/trace.go:171","msg":"trace[1515494599] transaction","detail":"{read_only:false; response_revision:9890; number_of_response:1; }","duration":"215.732918ms","start":"2026-03-15T02:20:24.084684Z","end":"2026-03-15T02:20:24.300416Z","steps":["trace[1515494599] 'process raft request' (duration: 42.128159ms)","trace[1515494599] 'compare' (duration: 172.588387ms)"],"step_count":2} {"level":"info","ts":"2026-03-15T02:20:24.300564Z","caller":"traceutil/trace.go:171","msg":"trace[36407196] transaction","detail":"{read_only:false; response_revision:9891; number_of_response:1; }","duration":"215.654317ms","start":"2026-03-15T02:20:24.084842Z","end":"2026-03-15T02:20:24.300496Z","steps":["trace[36407196] 'process raft request' (duration: 215.230118ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:38.024641Z","caller":"traceutil/trace.go:171","msg":"trace[1122764971] transaction","detail":"{read_only:false; response_revision:9955; number_of_response:1; }","duration":"101.09117ms","start":"2026-03-15T02:20:37.923519Z","end":"2026-03-15T02:20:38.024611Z","steps":["trace[1122764971] 'process raft request' (duration: 100.894796ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:40.498541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7733} {"level":"info","ts":"2026-03-15T02:20:40.564394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7733,"took":"63.144733ms","hash":2806507452,"current-db-size-bytes":43589632,"current-db-size":"44 MB","current-db-size-in-use-bytes":26570752,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-15T02:20:40.564464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2806507452,"revision":7733,"compact-revision":5666} {"level":"warn","ts":"2026-03-15T02:20:50.734603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.643185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-15T02:20:50.734707Z","caller":"traceutil/trace.go:171","msg":"trace[1403179044] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10022; }","duration":"117.781738ms","start":"2026-03-15T02:20:50.616901Z","end":"2026-03-15T02:20:50.734682Z","steps":["trace[1403179044] 'range keys from in-memory index tree' (duration: 117.44842ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:20:51.342199Z","caller":"traceutil/trace.go:171","msg":"trace[2010586735] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"130.927968ms","start":"2026-03-15T02:20:51.211241Z","end":"2026-03-15T02:20:51.342169Z","steps":["trace[2010586735] 'process raft request' (duration: 130.765844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:20:54.552525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.085838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-15T02:20:54.552633Z","caller":"traceutil/trace.go:171","msg":"trace[1490875476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10039; }","duration":"159.221131ms","start":"2026-03-15T02:20:54.393389Z","end":"2026-03-15T02:20:54.55261Z","steps":["trace[1490875476] 'range keys from in-memory index tree' (duration: 158.957545ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:21:08.257343Z","caller":"traceutil/trace.go:171","msg":"trace[1934502200] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"172.2146ms","start":"2026-03-15T02:21:08.085102Z","end":"2026-03-15T02:21:08.257317Z","steps":["trace[1934502200] 'process raft request' (duration: 172.065527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-15T02:21:08.465301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.583135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-15T02:21:08.4654Z","caller":"traceutil/trace.go:171","msg":"trace[472219096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10105; }","duration":"122.725947ms","start":"2026-03-15T02:21:08.342652Z","end":"2026-03-15T02:21:08.465378Z","steps":["trace[472219096] 'range keys from in-memory index tree' (duration: 122.38927ms)"],"step_count":1} {"level":"info","ts":"2026-03-15T02:25:40.504841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9973} {"level":"info","ts":"2026-03-15T02:25:40.575429Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9973,"took":"68.977926ms","hash":2636701385,"current-db-size-bytes":43589632,"current-db-size":"44 MB","current-db-size-in-use-bytes":17776640,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-15T02:25:40.575488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2636701385,"revision":9973,"compact-revision":7733}