{"level":"warn","ts":"2026-03-18T00:47:53.914289Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:53.914385Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:47:53.914511Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:53.914528Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-18T00:47:53.914552Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:53.915374Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-03-18T00:47:53.915476Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:47:53.919604Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.905907ms"} {"level":"info","ts":"2026-03-18T00:47:53.924795Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-03-18T00:47:53.924862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:47:53.924881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-03-18T00:47:53.924901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:47:53.924922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-03-18T00:47:53.924962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-03-18T00:47:53.933685Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:47:53.935316Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:47:53.936501Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:47:53.939479Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:47:53.939647Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:47:53.939995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:53.940208Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:53.940285Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:53.940631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-03-18T00:47:53.940746Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-18T00:47:53.944937Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:53.945167Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:47:53.945191Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:47:53.945458Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-18T00:47:53.945523Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-18T00:47:54.32679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:47:54.32696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:47:54.327013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-03-18T00:47:54.327063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:47:54.327083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-18T00:47:54.327113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-03-18T00:47:54.327143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-18T00:47:54.389918Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:47:54.389926Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:54.390176Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:54.390294Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:54.391144Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:47:54.391183Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:47:54.392143Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:54.39236Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:54.392475Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:54.393841Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-03-18T00:47:54.394402Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T00:48:12.603486Z","caller":"traceutil/trace.go:171","msg":"trace[53301081] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"498.239722ms","start":"2026-03-18T00:48:12.105221Z","end":"2026-03-18T00:48:12.603461Z","steps":["trace[53301081] 'read index received' (duration: 498.037817ms)","trace[53301081] 'applied index is now lower than readState.Index' (duration: 201.065µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:12.603699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.451957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T00:48:12.603772Z","caller":"traceutil/trace.go:171","msg":"trace[91535218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:401; }","duration":"498.577229ms","start":"2026-03-18T00:48:12.105182Z","end":"2026-03-18T00:48:12.603759Z","steps":["trace[91535218] 'agreement among raft nodes before linearized reading' (duration: 498.435726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.603734Z","caller":"traceutil/trace.go:171","msg":"trace[936453517] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"603.94779ms","start":"2026-03-18T00:48:11.999716Z","end":"2026-03-18T00:48:12.603663Z","steps":["trace[936453517] 'process raft request' (duration: 603.615753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.603814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:12.105166Z","time spent":"498.640071ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:48:12.603896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.142005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-18T00:48:12.604011Z","caller":"traceutil/trace.go:171","msg":"trace[11527640] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:401; }","duration":"449.338629ms","start":"2026-03-18T00:48:12.154653Z","end":"2026-03-18T00:48:12.603991Z","steps":["trace[11527640] 'agreement among raft nodes before linearized reading' (duration: 449.093464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.604061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:12.154621Z","time spent":"449.430392ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6989,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-18T00:48:12.603895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.167652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:48:12.60417Z","caller":"traceutil/trace.go:171","msg":"trace[1985486219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:401; }","duration":"438.444099ms","start":"2026-03-18T00:48:12.165671Z","end":"2026-03-18T00:48:12.604115Z","steps":["trace[1985486219] 'agreement among raft nodes before linearized reading' (duration: 438.092931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.604285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:12.165662Z","time spent":"438.585452ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:12.604688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:11.999682Z","time spent":"604.203136ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:13.373111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.940541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:13.373245Z","caller":"traceutil/trace.go:171","msg":"trace[1969687059] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"763.970443ms","start":"2026-03-18T00:48:12.609257Z","end":"2026-03-18T00:48:13.373227Z","steps":["trace[1969687059] 'process raft request' (duration: 616.691424ms)","trace[1969687059] 'compare' (duration: 146.802028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:13.373309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:12.609226Z","time spent":"764.056265ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:13.586218Z","caller":"traceutil/trace.go:171","msg":"trace[26092958] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"976.87048ms","start":"2026-03-18T00:48:12.609323Z","end":"2026-03-18T00:48:13.586194Z","steps":["trace[26092958] 'process raft request' (duration: 976.624454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:13.586443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:12.60927Z","time spent":"977.025493ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:13.586585Z","caller":"traceutil/trace.go:171","msg":"trace[770165194] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"971.433919ms","start":"2026-03-18T00:48:12.615072Z","end":"2026-03-18T00:48:13.586505Z","steps":["trace[770165194] 'process raft request' (duration: 971.06151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:13.586882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:12.615063Z","time spent":"971.647234ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:13.72843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.02593ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:48:13.72852Z","caller":"traceutil/trace.go:171","msg":"trace[1587445219] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:417; }","duration":"322.206184ms","start":"2026-03-18T00:48:13.406296Z","end":"2026-03-18T00:48:13.728502Z","steps":["trace[1587445219] 'read index received' (duration: 179.601611ms)","trace[1587445219] 'applied index is now lower than readState.Index' (duration: 142.603143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:13.728663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.366388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:48:13.728721Z","caller":"traceutil/trace.go:171","msg":"trace[2117399038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"322.46023ms","start":"2026-03-18T00:48:13.406246Z","end":"2026-03-18T00:48:13.728706Z","steps":["trace[2117399038] 'agreement among raft nodes before linearized reading' (duration: 322.320337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:13.728723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.586732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-03-18T00:48:13.728758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:13.406229Z","time spent":"322.521301ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:48:13.728772Z","caller":"traceutil/trace.go:171","msg":"trace[140604887] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:404; }","duration":"138.674114ms","start":"2026-03-18T00:48:13.590084Z","end":"2026-03-18T00:48:13.728758Z","steps":["trace[140604887] 'agreement among raft nodes before linearized reading' (duration: 138.566242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:13.840113Z","caller":"traceutil/trace.go:171","msg":"trace[1767501011] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"107.285893ms","start":"2026-03-18T00:48:13.732803Z","end":"2026-03-18T00:48:13.840089Z","steps":["trace[1767501011] 'process raft request' (duration: 107.103309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:13.84814Z","caller":"traceutil/trace.go:171","msg":"trace[1864428856] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"110.593167ms","start":"2026-03-18T00:48:13.737521Z","end":"2026-03-18T00:48:13.848114Z","steps":["trace[1864428856] 'process raft request' (duration: 110.451923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:19.223738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.1525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:19.22387Z","caller":"traceutil/trace.go:171","msg":"trace[19880786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:417; }","duration":"426.330214ms","start":"2026-03-18T00:48:18.797523Z","end":"2026-03-18T00:48:19.223853Z","steps":["trace[19880786] 'range keys from in-memory index tree' (duration: 426.12974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.811011Z","caller":"traceutil/trace.go:171","msg":"trace[1379163198] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"203.529574ms","start":"2026-03-18T00:48:19.607453Z","end":"2026-03-18T00:48:19.810983Z","steps":["trace[1379163198] 'read index received' (duration: 203.323219ms)","trace[1379163198] 'applied index is now lower than readState.Index' (duration: 204.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:19.811118Z","caller":"traceutil/trace.go:171","msg":"trace[1827725576] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"322.996332ms","start":"2026-03-18T00:48:19.488068Z","end":"2026-03-18T00:48:19.811064Z","steps":["trace[1827725576] 'process raft request' (duration: 322.742246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:19.811244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.75848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:48:19.811306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:19.488043Z","time spent":"323.166075ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:19.811361Z","caller":"traceutil/trace.go:171","msg":"trace[1352926117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:418; }","duration":"203.954144ms","start":"2026-03-18T00:48:19.607386Z","end":"2026-03-18T00:48:19.81134Z","steps":["trace[1352926117] 'agreement among raft nodes before linearized reading' (duration: 203.708058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:25.616135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.385355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:48:25.616214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16463341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:25.616235Z","caller":"traceutil/trace.go:171","msg":"trace[2139309034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"1.164697382s","start":"2026-03-18T00:48:24.451529Z","end":"2026-03-18T00:48:25.616226Z","steps":["trace[2139309034] 'range keys from in-memory index tree' (duration: 1.164477506s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:25.616234Z","caller":"traceutil/trace.go:171","msg":"trace[1284187439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"673.548918ms","start":"2026-03-18T00:48:24.942664Z","end":"2026-03-18T00:48:25.616213Z","steps":["trace[1284187439] 'range keys from in-memory index tree' (duration: 673.271422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:25.616265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:24.451504Z","time spent":"1.164755112s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:25.616269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:24.942644Z","time spent":"673.617189ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:25.616185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.710581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:25.616395Z","caller":"traceutil/trace.go:171","msg":"trace[11694410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"950.924946ms","start":"2026-03-18T00:48:24.665424Z","end":"2026-03-18T00:48:25.616349Z","steps":["trace[11694410] 'range keys from in-memory index tree' (duration: 950.574228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:25.616498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:24.665404Z","time spent":"951.062489ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:31.944569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078639010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:48:32.019066Z","caller":"traceutil/trace.go:171","msg":"trace[755762772] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:523; }","duration":"574.872581ms","start":"2026-03-18T00:48:31.444167Z","end":"2026-03-18T00:48:32.01904Z","steps":["trace[755762772] 'read index received' (duration: 574.645096ms)","trace[755762772] 'applied index is now lower than readState.Index' (duration: 226.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:32.019121Z","caller":"traceutil/trace.go:171","msg":"trace[1903978082] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"675.928342ms","start":"2026-03-18T00:48:31.343157Z","end":"2026-03-18T00:48:32.019086Z","steps":["trace[1903978082] 'process raft request' (duration: 675.704747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.019269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:31.343148Z","time spent":"676.051205ms","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:32.019367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.167568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dbpvt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-18T00:48:32.019409Z","caller":"traceutil/trace.go:171","msg":"trace[1722636756] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dbpvt; range_end:; response_count:1; response_revision:505; }","duration":"575.25806ms","start":"2026-03-18T00:48:31.444134Z","end":"2026-03-18T00:48:32.019393Z","steps":["trace[1722636756] 'agreement among raft nodes before linearized reading' (duration: 575.048155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.019401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.790492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:48:32.019444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:31.444119Z","time spent":"575.317191ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-dbpvt\" "} {"level":"warn","ts":"2026-03-18T00:48:32.019446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.810531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:48:32.019475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.414392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:48:32.019506Z","caller":"traceutil/trace.go:171","msg":"trace[1132139662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"327.906903ms","start":"2026-03-18T00:48:31.691581Z","end":"2026-03-18T00:48:32.019488Z","steps":["trace[1132139662] 'agreement among raft nodes before linearized reading' (duration: 327.662488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:32.019504Z","caller":"traceutil/trace.go:171","msg":"trace[1182786203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:505; }","duration":"107.915926ms","start":"2026-03-18T00:48:31.911556Z","end":"2026-03-18T00:48:32.019472Z","steps":["trace[1182786203] 'agreement among raft nodes before linearized reading' (duration: 107.737022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:32.019548Z","caller":"traceutil/trace.go:171","msg":"trace[1283146273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"147.497014ms","start":"2026-03-18T00:48:31.872028Z","end":"2026-03-18T00:48:32.019525Z","steps":["trace[1283146273] 'agreement among raft nodes before linearized reading' (duration: 147.30549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.019559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:31.691562Z","time spent":"327.984314ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:32.019558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.738239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:48:32.019631Z","caller":"traceutil/trace.go:171","msg":"trace[1786133340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:505; }","duration":"147.858792ms","start":"2026-03-18T00:48:31.87175Z","end":"2026-03-18T00:48:32.019609Z","steps":["trace[1786133340] 'agreement among raft nodes before linearized reading' (duration: 147.628817ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:32.216995Z","caller":"traceutil/trace.go:171","msg":"trace[634376776] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"194.946819ms","start":"2026-03-18T00:48:32.022021Z","end":"2026-03-18T00:48:32.216968Z","steps":["trace[634376776] 'process raft request' (duration: 99.394462ms)","trace[634376776] 'compare' (duration: 95.420344ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:32.656503Z","caller":"traceutil/trace.go:171","msg":"trace[1955708079] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"633.211724ms","start":"2026-03-18T00:48:32.023234Z","end":"2026-03-18T00:48:32.656446Z","steps":["trace[1955708079] 'process raft request' (duration: 633.012299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:32.656569Z","caller":"traceutil/trace.go:171","msg":"trace[1636801864] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"629.082061ms","start":"2026-03-18T00:48:32.027452Z","end":"2026-03-18T00:48:32.656534Z","steps":["trace[1636801864] 'process raft request' (duration: 628.917376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.656645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.023184Z","time spent":"633.396239ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:32.656781Z","caller":"traceutil/trace.go:171","msg":"trace[1899791736] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"628.071439ms","start":"2026-03-18T00:48:32.028682Z","end":"2026-03-18T00:48:32.656753Z","steps":["trace[1899791736] 'process raft request' (duration: 627.772211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.656822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.027428Z","time spent":"629.213444ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:32.656816Z","caller":"traceutil/trace.go:171","msg":"trace[30343337] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"628.044978ms","start":"2026-03-18T00:48:32.028723Z","end":"2026-03-18T00:48:32.656768Z","steps":["trace[30343337] 'process raft request' (duration: 627.759821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.656925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.028663Z","time spent":"628.188211ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:32.656807Z","caller":"traceutil/trace.go:171","msg":"trace[1504613920] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"540.38657ms","start":"2026-03-18T00:48:32.116397Z","end":"2026-03-18T00:48:32.656783Z","steps":["trace[1504613920] 'process raft request' (duration: 540.215546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.656991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.028706Z","time spent":"628.189891ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:32.657015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.116366Z","time spent":"540.620045ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211508,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:32.657064Z","caller":"traceutil/trace.go:171","msg":"trace[1163968392] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"629.533711ms","start":"2026-03-18T00:48:32.027517Z","end":"2026-03-18T00:48:32.657051Z","steps":["trace[1163968392] 'process raft request' (duration: 628.906396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.657132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.027493Z","time spent":"629.609072ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:32.657221Z","caller":"traceutil/trace.go:171","msg":"trace[1149243125] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"620.19429ms","start":"2026-03-18T00:48:32.037015Z","end":"2026-03-18T00:48:32.657209Z","steps":["trace[1149243125] 'process raft request' (duration: 619.522095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:32.657288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.037002Z","time spent":"620.253191ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:33.280961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.647087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:33.281249Z","caller":"traceutil/trace.go:171","msg":"trace[623476044] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"606.267592ms","start":"2026-03-18T00:48:32.674949Z","end":"2026-03-18T00:48:33.281217Z","steps":["trace[623476044] 'process raft request' (duration: 259.278137ms)","trace[623476044] 'compare' (duration: 346.512684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:33.281399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.674928Z","time spent":"606.389646ms","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:33.281427Z","caller":"traceutil/trace.go:171","msg":"trace[1473739352] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"606.399026ms","start":"2026-03-18T00:48:32.675008Z","end":"2026-03-18T00:48:33.281407Z","steps":["trace[1473739352] 'process raft request' (duration: 606.081128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:33.281452Z","caller":"traceutil/trace.go:171","msg":"trace[1237052773] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"606.180342ms","start":"2026-03-18T00:48:32.675244Z","end":"2026-03-18T00:48:33.281424Z","steps":["trace[1237052773] 'process raft request' (duration: 605.890514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:33.281516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.674986Z","time spent":"606.492488ms","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:33.281592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:32.675239Z","time spent":"606.287954ms","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:34.752091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470890534s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:48:34.752333Z","caller":"traceutil/trace.go:171","msg":"trace[450696301] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"808.914018ms","start":"2026-03-18T00:48:33.943401Z","end":"2026-03-18T00:48:34.752315Z","steps":["trace[450696301] 'read index received' (duration: 86.812µs)","trace[450696301] 'applied index is now lower than readState.Index' (duration: 808.826336ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:34.752353Z","caller":"traceutil/trace.go:171","msg":"trace[944535917] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.465503871s","start":"2026-03-18T00:48:33.286828Z","end":"2026-03-18T00:48:34.752332Z","steps":["trace[944535917] 'process raft request' (duration: 1.465365798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:34.752501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.090621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:34.752599Z","caller":"traceutil/trace.go:171","msg":"trace[600586260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"809.190593ms","start":"2026-03-18T00:48:33.943385Z","end":"2026-03-18T00:48:34.752576Z","steps":["trace[600586260] 'agreement among raft nodes before linearized reading' (duration: 808.999029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:34.75264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:33.943322Z","time spent":"809.310376ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:34.752526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:33.286803Z","time spent":"1.465637724s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:35.443772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078639030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:35.943942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078639030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:36.377044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163841614s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:48:36.377537Z","caller":"traceutil/trace.go:171","msg":"trace[1366311167] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.618421748s","start":"2026-03-18T00:48:34.759091Z","end":"2026-03-18T00:48:36.377512Z","steps":["trace[1366311167] 'process raft request' (duration: 1.618309925s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.37757Z","caller":"traceutil/trace.go:171","msg":"trace[809846107] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.618461529s","start":"2026-03-18T00:48:34.759062Z","end":"2026-03-18T00:48:36.377523Z","steps":["trace[809846107] 'process raft request' (duration: 1.618208293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.377691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.759062Z","time spent":"1.61852432s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:36.378025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.758988Z","time spent":"1.618779156s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:36.378425Z","caller":"traceutil/trace.go:171","msg":"trace[1112166157] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.619146664s","start":"2026-03-18T00:48:34.759225Z","end":"2026-03-18T00:48:36.378372Z","steps":["trace[1112166157] 'process raft request' (duration: 1.618252684s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.378694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.759217Z","time spent":"1.619333079s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:36.378702Z","caller":"traceutil/trace.go:171","msg":"trace[798074996] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.617059737s","start":"2026-03-18T00:48:34.761624Z","end":"2026-03-18T00:48:36.378684Z","steps":["trace[798074996] 'process raft request' (duration: 1.616663718s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.378829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.761613Z","time spent":"1.617173919s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:36.378852Z","caller":"traceutil/trace.go:171","msg":"trace[469674229] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.616910353s","start":"2026-03-18T00:48:34.761884Z","end":"2026-03-18T00:48:36.378795Z","steps":["trace[469674229] 'process raft request' (duration: 1.616568596s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.379033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.761876Z","time spent":"1.617066466s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:36.379306Z","caller":"traceutil/trace.go:171","msg":"trace[1622819273] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.616676488s","start":"2026-03-18T00:48:34.762611Z","end":"2026-03-18T00:48:36.379288Z","steps":["trace[1622819273] 'process raft request' (duration: 1.615901161s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.379399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.762603Z","time spent":"1.61675899s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:36.379621Z","caller":"traceutil/trace.go:171","msg":"trace[1389926219] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.611855669s","start":"2026-03-18T00:48:34.767744Z","end":"2026-03-18T00:48:36.3796Z","steps":["trace[1389926219] 'process raft request' (duration: 1.610877816s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.379766Z","caller":"traceutil/trace.go:171","msg":"trace[1645248051] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.608442362s","start":"2026-03-18T00:48:34.771294Z","end":"2026-03-18T00:48:36.379736Z","steps":["trace[1645248051] 'process raft request' (duration: 1.607416888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.380779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.771284Z","time spent":"1.609169508s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:36.381091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437422624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:36.38135Z","caller":"traceutil/trace.go:171","msg":"trace[1539944861] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:538; }","duration":"1.43677777s","start":"2026-03-18T00:48:34.94363Z","end":"2026-03-18T00:48:36.380408Z","steps":["trace[1539944861] 'read index received' (duration: 1.433582148s)","trace[1539944861] 'applied index is now lower than readState.Index' (duration: 3.193372ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:36.381425Z","caller":"traceutil/trace.go:171","msg":"trace[1506837872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"1.437795513s","start":"2026-03-18T00:48:34.94358Z","end":"2026-03-18T00:48:36.381375Z","steps":["trace[1506837872] 'agreement among raft nodes before linearized reading' (duration: 1.436880582s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.381494Z","caller":"traceutil/trace.go:171","msg":"trace[893031208] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.607825798s","start":"2026-03-18T00:48:34.773639Z","end":"2026-03-18T00:48:36.381464Z","steps":["trace[893031208] 'process raft request' (duration: 1.605990017s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.381606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.773618Z","time spent":"1.60793433s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:36.381771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.767733Z","time spent":"1.611942081s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:36.381859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.943558Z","time spent":"1.437907235s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:48:36.575145Z","caller":"traceutil/trace.go:171","msg":"trace[522863384] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"186.482246ms","start":"2026-03-18T00:48:36.388618Z","end":"2026-03-18T00:48:36.5751Z","steps":["trace[522863384] 'process raft request' (duration: 115.255392ms)","trace[522863384] 'compare' (duration: 71.015949ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:36.617284Z","caller":"traceutil/trace.go:171","msg":"trace[882750906] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"223.347912ms","start":"2026-03-18T00:48:36.393877Z","end":"2026-03-18T00:48:36.617225Z","steps":["trace[882750906] 'process raft request' (duration: 223.015585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.617309Z","caller":"traceutil/trace.go:171","msg":"trace[2023341045] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"225.369448ms","start":"2026-03-18T00:48:36.391914Z","end":"2026-03-18T00:48:36.617283Z","steps":["trace[2023341045] 'process raft request' (duration: 224.842777ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.617418Z","caller":"traceutil/trace.go:171","msg":"trace[1270824874] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"215.571887ms","start":"2026-03-18T00:48:36.401791Z","end":"2026-03-18T00:48:36.617363Z","steps":["trace[1270824874] 'process raft request' (duration: 215.175168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.617576Z","caller":"traceutil/trace.go:171","msg":"trace[636719324] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"215.293669ms","start":"2026-03-18T00:48:36.402263Z","end":"2026-03-18T00:48:36.617556Z","steps":["trace[636719324] 'process raft request' (duration: 215.142646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.617563Z","caller":"traceutil/trace.go:171","msg":"trace[1044548703] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"215.474263ms","start":"2026-03-18T00:48:36.401992Z","end":"2026-03-18T00:48:36.617466Z","steps":["trace[1044548703] 'process raft request' (duration: 215.173867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.617683Z","caller":"traceutil/trace.go:171","msg":"trace[1340180234] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"215.779852ms","start":"2026-03-18T00:48:36.401894Z","end":"2026-03-18T00:48:36.617674Z","steps":["trace[1340180234] 'process raft request' (duration: 215.113116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.617713Z","caller":"traceutil/trace.go:171","msg":"trace[1215626172] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"215.594627ms","start":"2026-03-18T00:48:36.402102Z","end":"2026-03-18T00:48:36.617697Z","steps":["trace[1215626172] 'process raft request' (duration: 215.209388ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.61776Z","caller":"traceutil/trace.go:171","msg":"trace[675991294] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"215.585027ms","start":"2026-03-18T00:48:36.402163Z","end":"2026-03-18T00:48:36.617748Z","steps":["trace[675991294] 'process raft request' (duration: 215.209367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.618042Z","caller":"traceutil/trace.go:171","msg":"trace[1580468295] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"215.133297ms","start":"2026-03-18T00:48:36.402899Z","end":"2026-03-18T00:48:36.618032Z","steps":["trace[1580468295] 'process raft request' (duration: 214.529352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.618233Z","caller":"traceutil/trace.go:171","msg":"trace[479421758] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"215.159388ms","start":"2026-03-18T00:48:36.402997Z","end":"2026-03-18T00:48:36.618157Z","steps":["trace[479421758] 'process raft request' (duration: 214.930713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.618295Z","caller":"traceutil/trace.go:171","msg":"trace[1842459428] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"210.971104ms","start":"2026-03-18T00:48:36.407315Z","end":"2026-03-18T00:48:36.618286Z","steps":["trace[1842459428] 'process raft request' (duration: 210.868631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.618312Z","caller":"traceutil/trace.go:171","msg":"trace[2126183015] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:547; }","duration":"224.10525ms","start":"2026-03-18T00:48:36.394183Z","end":"2026-03-18T00:48:36.618288Z","steps":["trace[2126183015] 'read index received' (duration: 109.668455ms)","trace[2126183015] 'applied index is now lower than readState.Index' (duration: 114.435605ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:36.61825Z","caller":"traceutil/trace.go:171","msg":"trace[1193534494] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"211.034855ms","start":"2026-03-18T00:48:36.407204Z","end":"2026-03-18T00:48:36.618239Z","steps":["trace[1193534494] 'process raft request' (duration: 210.917642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.618386Z","caller":"traceutil/trace.go:171","msg":"trace[74986489] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"210.911922ms","start":"2026-03-18T00:48:36.407393Z","end":"2026-03-18T00:48:36.618305Z","steps":["trace[74986489] 'process raft request' (duration: 210.8373ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.618277Z","caller":"traceutil/trace.go:171","msg":"trace[1297950036] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"215.060716ms","start":"2026-03-18T00:48:36.403136Z","end":"2026-03-18T00:48:36.618196Z","steps":["trace[1297950036] 'process raft request' (duration: 214.934363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.618544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.343936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:36.618605Z","caller":"traceutil/trace.go:171","msg":"trace[1271497999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"224.465008ms","start":"2026-03-18T00:48:36.394124Z","end":"2026-03-18T00:48:36.618589Z","steps":["trace[1271497999] 'agreement among raft nodes before linearized reading' (duration: 224.289994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775225Z","caller":"traceutil/trace.go:171","msg":"trace[853144124] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"149.614552ms","start":"2026-03-18T00:48:36.625571Z","end":"2026-03-18T00:48:36.775186Z","steps":["trace[853144124] 'process raft request' (duration: 149.474089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775313Z","caller":"traceutil/trace.go:171","msg":"trace[213912844] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"149.741165ms","start":"2026-03-18T00:48:36.625541Z","end":"2026-03-18T00:48:36.775282Z","steps":["trace[213912844] 'process raft request' (duration: 141.805775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775377Z","caller":"traceutil/trace.go:171","msg":"trace[145210463] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"149.645403ms","start":"2026-03-18T00:48:36.625705Z","end":"2026-03-18T00:48:36.775351Z","steps":["trace[145210463] 'process raft request' (duration: 149.4877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775504Z","caller":"traceutil/trace.go:171","msg":"trace[1296031397] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"149.892678ms","start":"2026-03-18T00:48:36.625598Z","end":"2026-03-18T00:48:36.775491Z","steps":["trace[1296031397] 'process raft request' (duration: 149.53214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775506Z","caller":"traceutil/trace.go:171","msg":"trace[254626045] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"149.813566ms","start":"2026-03-18T00:48:36.625678Z","end":"2026-03-18T00:48:36.775491Z","steps":["trace[254626045] 'process raft request' (duration: 149.482759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775613Z","caller":"traceutil/trace.go:171","msg":"trace[746817535] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"149.379826ms","start":"2026-03-18T00:48:36.626222Z","end":"2026-03-18T00:48:36.775602Z","steps":["trace[746817535] 'process raft request' (duration: 149.076799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775633Z","caller":"traceutil/trace.go:171","msg":"trace[346060626] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"147.902633ms","start":"2026-03-18T00:48:36.627719Z","end":"2026-03-18T00:48:36.775622Z","steps":["trace[346060626] 'process raft request' (duration: 147.619347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775779Z","caller":"traceutil/trace.go:171","msg":"trace[603667503] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"147.094235ms","start":"2026-03-18T00:48:36.628636Z","end":"2026-03-18T00:48:36.775731Z","steps":["trace[603667503] 'process raft request' (duration: 146.957532ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775849Z","caller":"traceutil/trace.go:171","msg":"trace[959678441] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"150.106823ms","start":"2026-03-18T00:48:36.625735Z","end":"2026-03-18T00:48:36.775842Z","steps":["trace[959678441] 'process raft request' (duration: 149.487769ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.775817Z","caller":"traceutil/trace.go:171","msg":"trace[951011352] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"150.050061ms","start":"2026-03-18T00:48:36.625756Z","end":"2026-03-18T00:48:36.775806Z","steps":["trace[951011352] 'process raft request' (duration: 149.512759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.77581Z","caller":"traceutil/trace.go:171","msg":"trace[891022161] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"147.919183ms","start":"2026-03-18T00:48:36.627843Z","end":"2026-03-18T00:48:36.775762Z","steps":["trace[891022161] 'process raft request' (duration: 147.642597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.776123Z","caller":"traceutil/trace.go:171","msg":"trace[1206221801] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"149.646563ms","start":"2026-03-18T00:48:36.625598Z","end":"2026-03-18T00:48:36.775244Z","steps":["trace[1206221801] 'process raft request' (duration: 149.495269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.776217Z","caller":"traceutil/trace.go:171","msg":"trace[1840279271] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"147.544495ms","start":"2026-03-18T00:48:36.628657Z","end":"2026-03-18T00:48:36.776201Z","steps":["trace[1840279271] 'process raft request' (duration: 146.990293ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.778648Z","caller":"traceutil/trace.go:171","msg":"trace[1139008735] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"148.751262ms","start":"2026-03-18T00:48:36.629869Z","end":"2026-03-18T00:48:36.77862Z","steps":["trace[1139008735] 'process raft request' (duration: 148.554608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.960218Z","caller":"traceutil/trace.go:171","msg":"trace[784075803] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"178.100758ms","start":"2026-03-18T00:48:36.782084Z","end":"2026-03-18T00:48:36.960185Z","steps":["trace[784075803] 'process raft request' (duration: 177.840572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.960342Z","caller":"traceutil/trace.go:171","msg":"trace[1814733957] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:577; }","duration":"141.191631ms","start":"2026-03-18T00:48:36.819126Z","end":"2026-03-18T00:48:36.960317Z","steps":["trace[1814733957] 'read index received' (duration: 43.253041ms)","trace[1814733957] 'applied index is now lower than readState.Index' (duration: 97.93749ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:36.960307Z","caller":"traceutil/trace.go:171","msg":"trace[943943176] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"177.854663ms","start":"2026-03-18T00:48:36.782393Z","end":"2026-03-18T00:48:36.960248Z","steps":["trace[943943176] 'process raft request' (duration: 177.672699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.960459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.319934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:48:36.9605Z","caller":"traceutil/trace.go:171","msg":"trace[1702521223] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"132.002992ms","start":"2026-03-18T00:48:36.828484Z","end":"2026-03-18T00:48:36.960486Z","steps":["trace[1702521223] 'process raft request' (duration: 131.762697ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.960506Z","caller":"traceutil/trace.go:171","msg":"trace[1739181260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"141.428856ms","start":"2026-03-18T00:48:36.819066Z","end":"2026-03-18T00:48:36.960495Z","steps":["trace[1739181260] 'agreement among raft nodes before linearized reading' (duration: 141.325424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.960518Z","caller":"traceutil/trace.go:171","msg":"trace[579609755] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"171.396235ms","start":"2026-03-18T00:48:36.7891Z","end":"2026-03-18T00:48:36.960496Z","steps":["trace[579609755] 'process raft request' (duration: 171.088598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:36.960512Z","caller":"traceutil/trace.go:171","msg":"trace[1914025956] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"174.132587ms","start":"2026-03-18T00:48:36.786235Z","end":"2026-03-18T00:48:36.960368Z","steps":["trace[1914025956] 'process raft request' (duration: 173.879382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:37.420218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.169642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:37.420457Z","caller":"traceutil/trace.go:171","msg":"trace[1452748745] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"304.80083ms","start":"2026-03-18T00:48:37.115613Z","end":"2026-03-18T00:48:37.420414Z","steps":["trace[1452748745] 'process raft request' (duration: 151.341061ms)","trace[1452748745] 'compare' (duration: 152.998708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:37.420592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:37.1156Z","time spent":"304.926332ms","remote":"127.0.0.1:54476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1400,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:37.420765Z","caller":"traceutil/trace.go:171","msg":"trace[1490468731] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"237.166396ms","start":"2026-03-18T00:48:37.18358Z","end":"2026-03-18T00:48:37.420746Z","steps":["trace[1490468731] 'process raft request' (duration: 237.088074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.420791Z","caller":"traceutil/trace.go:171","msg":"trace[655657863] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"287.995049ms","start":"2026-03-18T00:48:37.132754Z","end":"2026-03-18T00:48:37.420749Z","steps":["trace[655657863] 'process raft request' (duration: 287.60155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.421021Z","caller":"traceutil/trace.go:171","msg":"trace[1777547160] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"248.021452ms","start":"2026-03-18T00:48:37.172987Z","end":"2026-03-18T00:48:37.421008Z","steps":["trace[1777547160] 'process raft request' (duration: 247.552361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.618555Z","caller":"traceutil/trace.go:171","msg":"trace[828121379] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"195.652866ms","start":"2026-03-18T00:48:37.42287Z","end":"2026-03-18T00:48:37.618523Z","steps":["trace[828121379] 'process raft request' (duration: 115.050568ms)","trace[828121379] 'compare' (duration: 80.440834ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:37.61935Z","caller":"traceutil/trace.go:171","msg":"trace[514672379] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"194.645301ms","start":"2026-03-18T00:48:37.424675Z","end":"2026-03-18T00:48:37.61932Z","steps":["trace[514672379] 'process raft request' (duration: 194.437657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.619718Z","caller":"traceutil/trace.go:171","msg":"trace[1066081204] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"194.669533ms","start":"2026-03-18T00:48:37.42503Z","end":"2026-03-18T00:48:37.619699Z","steps":["trace[1066081204] 'process raft request' (duration: 194.181892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.620493Z","caller":"traceutil/trace.go:171","msg":"trace[1162352101] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:596; }","duration":"161.773156ms","start":"2026-03-18T00:48:37.458683Z","end":"2026-03-18T00:48:37.620456Z","steps":["trace[1162352101] 'read index received' (duration: 79.395259ms)","trace[1162352101] 'applied index is now lower than readState.Index' (duration: 82.376117ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:37.620542Z","caller":"traceutil/trace.go:171","msg":"trace[1326136855] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"165.03527ms","start":"2026-03-18T00:48:37.455475Z","end":"2026-03-18T00:48:37.62051Z","steps":["trace[1326136855] 'process raft request' (duration: 163.814013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.62056Z","caller":"traceutil/trace.go:171","msg":"trace[593924407] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"160.552179ms","start":"2026-03-18T00:48:37.459968Z","end":"2026-03-18T00:48:37.620521Z","steps":["trace[593924407] 'process raft request' (duration: 160.290444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:37.620728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.024083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dbpvt\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-18T00:48:37.620798Z","caller":"traceutil/trace.go:171","msg":"trace[872190824] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dbpvt; range_end:; response_count:1; response_revision:581; }","duration":"162.155106ms","start":"2026-03-18T00:48:37.458623Z","end":"2026-03-18T00:48:37.620778Z","steps":["trace[872190824] 'agreement among raft nodes before linearized reading' (duration: 161.929111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:37.8901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.094606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:37.890307Z","caller":"traceutil/trace.go:171","msg":"trace[1775968557] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"265.12528ms","start":"2026-03-18T00:48:37.625158Z","end":"2026-03-18T00:48:37.890283Z","steps":["trace[1775968557] 'process raft request' (duration: 98.753188ms)","trace[1775968557] 'compare' (duration: 165.959173ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:37.890469Z","caller":"traceutil/trace.go:171","msg":"trace[592187935] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"264.740242ms","start":"2026-03-18T00:48:37.625698Z","end":"2026-03-18T00:48:37.890438Z","steps":["trace[592187935] 'process raft request' (duration: 264.508587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.890545Z","caller":"traceutil/trace.go:171","msg":"trace[680195578] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"264.083876ms","start":"2026-03-18T00:48:37.626448Z","end":"2026-03-18T00:48:37.890532Z","steps":["trace[680195578] 'process raft request' (duration: 263.863941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.890499Z","caller":"traceutil/trace.go:171","msg":"trace[552347181] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"254.921929ms","start":"2026-03-18T00:48:37.635563Z","end":"2026-03-18T00:48:37.890485Z","steps":["trace[552347181] 'process raft request' (duration: 254.832567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.890584Z","caller":"traceutil/trace.go:171","msg":"trace[2021809571] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"264.64777ms","start":"2026-03-18T00:48:37.625836Z","end":"2026-03-18T00:48:37.890484Z","steps":["trace[2021809571] 'process raft request' (duration: 264.420035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.049024Z","caller":"traceutil/trace.go:171","msg":"trace[1897221485] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:609; }","duration":"151.303839ms","start":"2026-03-18T00:48:37.897702Z","end":"2026-03-18T00:48:38.049005Z","steps":["trace[1897221485] 'read index received' (duration: 95.239869ms)","trace[1897221485] 'applied index is now lower than readState.Index' (duration: 56.06062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:38.049179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.470984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T00:48:38.04922Z","caller":"traceutil/trace.go:171","msg":"trace[1026267415] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:592; }","duration":"151.552516ms","start":"2026-03-18T00:48:37.897657Z","end":"2026-03-18T00:48:38.049209Z","steps":["trace[1026267415] 'agreement among raft nodes before linearized reading' (duration: 151.442382ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.049127Z","caller":"traceutil/trace.go:171","msg":"trace[1247150355] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"150.975882ms","start":"2026-03-18T00:48:37.898132Z","end":"2026-03-18T00:48:38.049108Z","steps":["trace[1247150355] 'process raft request' (duration: 150.829668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.049235Z","caller":"traceutil/trace.go:171","msg":"trace[562917393] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"151.549456ms","start":"2026-03-18T00:48:37.897613Z","end":"2026-03-18T00:48:38.049163Z","steps":["trace[562917393] 'process raft request' (duration: 151.256528ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.214407Z","caller":"traceutil/trace.go:171","msg":"trace[1378547211] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:613; }","duration":"165.301927ms","start":"2026-03-18T00:48:38.049079Z","end":"2026-03-18T00:48:38.214381Z","steps":["trace[1378547211] 'read index received' (duration: 164.97118ms)","trace[1378547211] 'applied index is now lower than readState.Index' (duration: 329.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:38.214423Z","caller":"traceutil/trace.go:171","msg":"trace[2014160594] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"213.815696ms","start":"2026-03-18T00:48:38.000578Z","end":"2026-03-18T00:48:38.214394Z","steps":["trace[2014160594] 'process raft request' (duration: 213.619852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.214462Z","caller":"traceutil/trace.go:171","msg":"trace[488809893] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"211.210148ms","start":"2026-03-18T00:48:38.00323Z","end":"2026-03-18T00:48:38.21444Z","steps":["trace[488809893] 'process raft request' (duration: 211.059604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.214437Z","caller":"traceutil/trace.go:171","msg":"trace[327041727] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"214.832839ms","start":"2026-03-18T00:48:37.999541Z","end":"2026-03-18T00:48:38.214373Z","steps":["trace[327041727] 'process raft request' (duration: 214.504232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:38.214563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.413141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:38.214639Z","caller":"traceutil/trace.go:171","msg":"trace[153210554] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:595; }","duration":"214.545814ms","start":"2026-03-18T00:48:38.000084Z","end":"2026-03-18T00:48:38.21463Z","steps":["trace[153210554] 'agreement among raft nodes before linearized reading' (duration: 214.38366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:38.214615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.074783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:38.214683Z","caller":"traceutil/trace.go:171","msg":"trace[984702467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"274.174225ms","start":"2026-03-18T00:48:37.940488Z","end":"2026-03-18T00:48:38.214662Z","steps":["trace[984702467] 'agreement among raft nodes before linearized reading' (duration: 274.055113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.223004Z","caller":"traceutil/trace.go:171","msg":"trace[944962471] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"167.430506ms","start":"2026-03-18T00:48:38.055556Z","end":"2026-03-18T00:48:38.222987Z","steps":["trace[944962471] 'process raft request' (duration: 167.078527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.223423Z","caller":"traceutil/trace.go:171","msg":"trace[1952099855] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"167.476527ms","start":"2026-03-18T00:48:38.055924Z","end":"2026-03-18T00:48:38.223401Z","steps":["trace[1952099855] 'process raft request' (duration: 166.963175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:38.72172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.979855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dbpvt\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-18T00:48:38.721824Z","caller":"traceutil/trace.go:171","msg":"trace[368126047] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dbpvt; range_end:; response_count:1; response_revision:630; }","duration":"257.124549ms","start":"2026-03-18T00:48:38.464678Z","end":"2026-03-18T00:48:38.721803Z","steps":["trace[368126047] 'range keys from in-memory index tree' (duration: 256.838742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.722627Z","caller":"traceutil/trace.go:171","msg":"trace[930489727] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"225.428501ms","start":"2026-03-18T00:48:38.497185Z","end":"2026-03-18T00:48:38.722614Z","steps":["trace[930489727] 'process raft request' (duration: 220.137421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:39.046105Z","caller":"traceutil/trace.go:171","msg":"trace[1131590492] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"307.848779ms","start":"2026-03-18T00:48:38.738226Z","end":"2026-03-18T00:48:39.046075Z","steps":["trace[1131590492] 'process raft request' (duration: 259.010192ms)","trace[1131590492] 'compare' (duration: 48.650712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:39.046277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:38.738201Z","time spent":"307.987662ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:39.135067Z","caller":"traceutil/trace.go:171","msg":"trace[533217643] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"192.709349ms","start":"2026-03-18T00:48:38.942331Z","end":"2026-03-18T00:48:39.135041Z","steps":["trace[533217643] 'read index received' (duration: 54.906895ms)","trace[533217643] 'applied index is now lower than readState.Index' (duration: 137.800804ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:39.135167Z","caller":"traceutil/trace.go:171","msg":"trace[791151583] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"393.435568ms","start":"2026-03-18T00:48:38.741683Z","end":"2026-03-18T00:48:39.135118Z","steps":["trace[791151583] 'process raft request' (duration: 393.230904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:39.135321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.973124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:48:39.135492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:38.741662Z","time spent":"393.616022ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:39.135478Z","caller":"traceutil/trace.go:171","msg":"trace[1128128096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"193.178009ms","start":"2026-03-18T00:48:38.942278Z","end":"2026-03-18T00:48:39.135456Z","steps":["trace[1128128096] 'agreement among raft nodes before linearized reading' (duration: 192.915223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:39.135381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.899682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:48:39.135601Z","caller":"traceutil/trace.go:171","msg":"trace[1777448094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"103.188479ms","start":"2026-03-18T00:48:39.032396Z","end":"2026-03-18T00:48:39.135585Z","steps":["trace[1777448094] 'agreement among raft nodes before linearized reading' (duration: 102.80226ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:39.698108Z","caller":"traceutil/trace.go:171","msg":"trace[297102289] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"200.163957ms","start":"2026-03-18T00:48:39.497905Z","end":"2026-03-18T00:48:39.698069Z","steps":["trace[297102289] 'process raft request' (duration: 199.539333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:39.89399Z","caller":"traceutil/trace.go:171","msg":"trace[1744702391] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"173.704767ms","start":"2026-03-18T00:48:39.720252Z","end":"2026-03-18T00:48:39.893957Z","steps":["trace[1744702391] 'process raft request' (duration: 145.56902ms)","trace[1744702391] 'compare' (duration: 27.987244ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:40.028769Z","caller":"traceutil/trace.go:171","msg":"trace[351806050] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"116.144813ms","start":"2026-03-18T00:48:39.912558Z","end":"2026-03-18T00:48:40.028703Z","steps":["trace[351806050] 'process raft request' (duration: 112.92761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:40.986839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078639195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:41.426857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.076148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:41.427135Z","caller":"traceutil/trace.go:171","msg":"trace[2010633064] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:668; }","duration":"941.064833ms","start":"2026-03-18T00:48:40.486044Z","end":"2026-03-18T00:48:41.427109Z","steps":["trace[2010633064] 'read index received' (duration: 668.569676ms)","trace[2010633064] 'applied index is now lower than readState.Index' (duration: 272.493227ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:41.427189Z","caller":"traceutil/trace.go:171","msg":"trace[1940542162] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"950.095077ms","start":"2026-03-18T00:48:40.477053Z","end":"2026-03-18T00:48:41.427148Z","steps":["trace[1940542162] 'process raft request' (duration: 677.635832ms)","trace[1940542162] 'compare' (duration: 271.815141ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:41.427233Z","caller":"traceutil/trace.go:171","msg":"trace[163994472] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"936.717834ms","start":"2026-03-18T00:48:40.49049Z","end":"2026-03-18T00:48:41.427208Z","steps":["trace[163994472] 'process raft request' (duration: 936.505479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:41.427312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.477033Z","time spent":"950.22876ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:41.427334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.015611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:41.427384Z","caller":"traceutil/trace.go:171","msg":"trace[412975921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"484.108193ms","start":"2026-03-18T00:48:40.943262Z","end":"2026-03-18T00:48:41.42737Z","steps":["trace[412975921] 'agreement among raft nodes before linearized reading' (duration: 484.031982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:41.42738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029157359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:48:41.427426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.943239Z","time spent":"484.179375ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:48:41.427438Z","caller":"traceutil/trace.go:171","msg":"trace[736599895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"1.029230731s","start":"2026-03-18T00:48:40.398193Z","end":"2026-03-18T00:48:41.427424Z","steps":["trace[736599895] 'agreement among raft nodes before linearized reading' (duration: 1.029056947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:41.427481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.398187Z","time spent":"1.029282192s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:48:41.427506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.490442Z","time spent":"936.855837ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:41.427586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.488603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-18T00:48:41.427634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03056139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:41.427772Z","caller":"traceutil/trace.go:171","msg":"trace[244863319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"1.030728186s","start":"2026-03-18T00:48:40.397008Z","end":"2026-03-18T00:48:41.427736Z","steps":["trace[244863319] 'agreement among raft nodes before linearized reading' (duration: 1.030311015s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:41.427836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.397001Z","time spent":"1.030824468s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:48:41.427681Z","caller":"traceutil/trace.go:171","msg":"trace[1038547436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:649; }","duration":"252.626047ms","start":"2026-03-18T00:48:41.17503Z","end":"2026-03-18T00:48:41.427656Z","steps":["trace[1038547436] 'agreement among raft nodes before linearized reading' (duration: 252.296428ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:41.673769Z","caller":"traceutil/trace.go:171","msg":"trace[1570995756] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"142.741586ms","start":"2026-03-18T00:48:41.530998Z","end":"2026-03-18T00:48:41.673739Z","steps":["trace[1570995756] 'process raft request' (duration: 142.144902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:43.915702Z","caller":"traceutil/trace.go:171","msg":"trace[2020761270] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"210.761449ms","start":"2026-03-18T00:48:43.704874Z","end":"2026-03-18T00:48:43.915635Z","steps":["trace[2020761270] 'process raft request' (duration: 210.502803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:53.906042Z","caller":"traceutil/trace.go:171","msg":"trace[694501235] linearizableReadLoop","detail":"{readStateIndex:862; appliedIndex:861; }","duration":"377.183872ms","start":"2026-03-18T00:48:53.528831Z","end":"2026-03-18T00:48:53.906015Z","steps":["trace[694501235] 'read index received' (duration: 377.004648ms)","trace[694501235] 'applied index is now lower than readState.Index' (duration: 178.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:53.906119Z","caller":"traceutil/trace.go:171","msg":"trace[1576426289] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"389.47014ms","start":"2026-03-18T00:48:53.516618Z","end":"2026-03-18T00:48:53.906088Z","steps":["trace[1576426289] 'process raft request' (duration: 389.234865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:53.906281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:53.516599Z","time spent":"389.593362ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:53.906277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.423057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:48:53.906353Z","caller":"traceutil/trace.go:171","msg":"trace[944912736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:837; }","duration":"377.526119ms","start":"2026-03-18T00:48:53.528803Z","end":"2026-03-18T00:48:53.90633Z","steps":["trace[944912736] 'agreement among raft nodes before linearized reading' (duration: 377.318085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:53.906385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:53.528792Z","time spent":"377.586711ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:48:53.906383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.882546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:53.906657Z","caller":"traceutil/trace.go:171","msg":"trace[664113787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:837; }","duration":"370.114241ms","start":"2026-03-18T00:48:53.536439Z","end":"2026-03-18T00:48:53.906554Z","steps":["trace[664113787] 'agreement among raft nodes before linearized reading' (duration: 369.768583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:53.906741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:53.536426Z","time spent":"370.278855ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:54.184818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.245668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:54.184985Z","caller":"traceutil/trace.go:171","msg":"trace[1683242760] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:862; }","duration":"242.257952ms","start":"2026-03-18T00:48:53.942708Z","end":"2026-03-18T00:48:54.184966Z","steps":["trace[1683242760] 'read index received' (duration: 79.791949ms)","trace[1683242760] 'applied index is now lower than readState.Index' (duration: 162.465163ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:54.185039Z","caller":"traceutil/trace.go:171","msg":"trace[316375452] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"274.37535ms","start":"2026-03-18T00:48:53.910646Z","end":"2026-03-18T00:48:54.185022Z","steps":["trace[316375452] 'process raft request' (duration: 111.847975ms)","trace[316375452] 'compare' (duration: 162.131296ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:54.18508Z","caller":"traceutil/trace.go:171","msg":"trace[1957921163] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"274.225757ms","start":"2026-03-18T00:48:53.910843Z","end":"2026-03-18T00:48:54.185069Z","steps":["trace[1957921163] 'process raft request' (duration: 274.074973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:54.18519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.481967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:54.185209Z","caller":"traceutil/trace.go:171","msg":"trace[2015161135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"242.535159ms","start":"2026-03-18T00:48:53.942669Z","end":"2026-03-18T00:48:54.185204Z","steps":["trace[2015161135] 'agreement among raft nodes before linearized reading' (duration: 242.459447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.62942Z","caller":"traceutil/trace.go:171","msg":"trace[365701864] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"439.929683ms","start":"2026-03-18T00:48:54.189463Z","end":"2026-03-18T00:48:54.629392Z","steps":["trace[365701864] 'process raft request' (duration: 423.605852ms)","trace[365701864] 'compare' (duration: 16.219158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:54.629574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.189453Z","time spent":"440.042145ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:55.066397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.862855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:55.066526Z","caller":"traceutil/trace.go:171","msg":"trace[473162629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:840; }","duration":"123.047049ms","start":"2026-03-18T00:48:54.943452Z","end":"2026-03-18T00:48:55.066499Z","steps":["trace[473162629] 'range keys from in-memory index tree' (duration: 122.693011ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.654675Z","caller":"traceutil/trace.go:171","msg":"trace[1852365160] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"136.180898ms","start":"2026-03-18T00:48:55.518447Z","end":"2026-03-18T00:48:55.654628Z","steps":["trace[1852365160] 'process raft request' (duration: 135.914952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.020512Z","caller":"traceutil/trace.go:171","msg":"trace[1740638735] linearizableReadLoop","detail":"{readStateIndex:867; appliedIndex:866; }","duration":"109.457371ms","start":"2026-03-18T00:48:55.911031Z","end":"2026-03-18T00:48:56.020488Z","steps":["trace[1740638735] 'read index received' (duration: 109.353709ms)","trace[1740638735] 'applied index is now lower than readState.Index' (duration: 102.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:56.020543Z","caller":"traceutil/trace.go:171","msg":"trace[1597689320] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"398.643567ms","start":"2026-03-18T00:48:55.621867Z","end":"2026-03-18T00:48:56.020511Z","steps":["trace[1597689320] 'process raft request' (duration: 398.489103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:56.020758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.621792Z","time spent":"398.812791ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:56.020793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.753878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:48:56.020863Z","caller":"traceutil/trace.go:171","msg":"trace[126212531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:842; }","duration":"109.87384ms","start":"2026-03-18T00:48:55.910975Z","end":"2026-03-18T00:48:56.020849Z","steps":["trace[126212531] 'agreement among raft nodes before linearized reading' (duration: 109.620805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:56.377725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.702294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:56.377845Z","caller":"traceutil/trace.go:171","msg":"trace[520098243] linearizableReadLoop","detail":"{readStateIndex:868; appliedIndex:867; }","duration":"187.01833ms","start":"2026-03-18T00:48:56.190809Z","end":"2026-03-18T00:48:56.377827Z","steps":["trace[520098243] 'read index received' (duration: 29.501µs)","trace[520098243] 'applied index is now lower than readState.Index' (duration: 186.987349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:56.377886Z","caller":"traceutil/trace.go:171","msg":"trace[100924731] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"322.081311ms","start":"2026-03-18T00:48:56.055769Z","end":"2026-03-18T00:48:56.37785Z","steps":["trace[100924731] 'process raft request' (duration: 112.163173ms)","trace[100924731] 'compare' (duration: 209.568431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:56.378033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.221434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:48:56.378065Z","caller":"traceutil/trace.go:171","msg":"trace[1687941933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:843; }","duration":"187.282636ms","start":"2026-03-18T00:48:56.190771Z","end":"2026-03-18T00:48:56.378054Z","steps":["trace[1687941933] 'agreement among raft nodes before linearized reading' (duration: 187.153303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:56.37808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:56.055743Z","time spent":"322.252875ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:56.378379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.950088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:48:56.378416Z","caller":"traceutil/trace.go:171","msg":"trace[822062385] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:843; }","duration":"112.030019ms","start":"2026-03-18T00:48:56.266379Z","end":"2026-03-18T00:48:56.378409Z","steps":["trace[822062385] 'agreement among raft nodes before linearized reading' (duration: 111.915176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:56.378568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.346796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:56.378696Z","caller":"traceutil/trace.go:171","msg":"trace[1534735010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:843; }","duration":"187.509261ms","start":"2026-03-18T00:48:56.191159Z","end":"2026-03-18T00:48:56.378669Z","steps":["trace[1534735010] 'agreement among raft nodes before linearized reading' (duration: 187.140801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:56.684662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.886709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:56.684927Z","caller":"traceutil/trace.go:171","msg":"trace[977339615] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"301.743971ms","start":"2026-03-18T00:48:56.383152Z","end":"2026-03-18T00:48:56.684896Z","steps":["trace[977339615] 'process raft request' (duration: 173.480843ms)","trace[977339615] 'compare' (duration: 127.690725ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:56.684932Z","caller":"traceutil/trace.go:171","msg":"trace[1713861608] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"301.72921ms","start":"2026-03-18T00:48:56.383163Z","end":"2026-03-18T00:48:56.684892Z","steps":["trace[1713861608] 'process raft request' (duration: 301.626787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:56.685108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:56.383128Z","time spent":"301.882723ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:56.68512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:56.383132Z","time spent":"301.894894ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:57.79545Z","caller":"traceutil/trace.go:171","msg":"trace[1980533916] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:872; }","duration":"136.014992ms","start":"2026-03-18T00:48:57.659409Z","end":"2026-03-18T00:48:57.795424Z","steps":["trace[1980533916] 'read index received' (duration: 135.828388ms)","trace[1980533916] 'applied index is now lower than readState.Index' (duration: 185.264µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:57.795677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.246598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:48:57.795731Z","caller":"traceutil/trace.go:171","msg":"trace[586206635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:847; }","duration":"136.362741ms","start":"2026-03-18T00:48:57.659354Z","end":"2026-03-18T00:48:57.795716Z","steps":["trace[586206635] 'agreement among raft nodes before linearized reading' (duration: 136.173167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:02.476158Z","caller":"traceutil/trace.go:171","msg":"trace[2081721151] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"200.460293ms","start":"2026-03-18T00:49:02.275671Z","end":"2026-03-18T00:49:02.476132Z","steps":["trace[2081721151] 'process raft request' (duration: 200.209628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:02.739127Z","caller":"traceutil/trace.go:171","msg":"trace[1335564482] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"461.00159ms","start":"2026-03-18T00:49:02.278089Z","end":"2026-03-18T00:49:02.739091Z","steps":["trace[1335564482] 'process raft request' (duration: 456.029737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:02.739273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.278067Z","time spent":"461.133713ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:02.739263Z","caller":"traceutil/trace.go:171","msg":"trace[2133298345] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:915; }","duration":"440.348201ms","start":"2026-03-18T00:49:02.298893Z","end":"2026-03-18T00:49:02.739241Z","steps":["trace[2133298345] 'read index received' (duration: 177.158895ms)","trace[2133298345] 'applied index is now lower than readState.Index' (duration: 263.188186ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:02.739379Z","caller":"traceutil/trace.go:171","msg":"trace[1338900580] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"355.035178ms","start":"2026-03-18T00:49:02.384331Z","end":"2026-03-18T00:49:02.739366Z","steps":["trace[1338900580] 'process raft request' (duration: 354.823263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:02.739468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.384305Z","time spent":"355.11668ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:02.739571Z","caller":"traceutil/trace.go:171","msg":"trace[1561934888] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"355.925018ms","start":"2026-03-18T00:49:02.383634Z","end":"2026-03-18T00:49:02.739559Z","steps":["trace[1561934888] 'process raft request' (duration: 355.334255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:02.739668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.383604Z","time spent":"356.003559ms","remote":"127.0.0.1:54798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:02.739578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.769561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:49:02.739896Z","caller":"traceutil/trace.go:171","msg":"trace[762852991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:892; }","duration":"340.118919ms","start":"2026-03-18T00:49:02.399761Z","end":"2026-03-18T00:49:02.73988Z","steps":["trace[762852991] 'agreement among raft nodes before linearized reading' (duration: 339.733741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:02.739915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.008956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:49:02.739944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.399741Z","time spent":"340.190201ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:49:02.739958Z","caller":"traceutil/trace.go:171","msg":"trace[412436636] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:892; }","duration":"441.056177ms","start":"2026-03-18T00:49:02.298888Z","end":"2026-03-18T00:49:02.739944Z","steps":["trace[412436636] 'agreement among raft nodes before linearized reading' (duration: 440.950365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:02.739987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.298844Z","time spent":"441.134259ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:49:02.941891Z","caller":"traceutil/trace.go:171","msg":"trace[804875999] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"197.566308ms","start":"2026-03-18T00:49:02.744302Z","end":"2026-03-18T00:49:02.941869Z","steps":["trace[804875999] 'process raft request' (duration: 197.364254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:02.94222Z","caller":"traceutil/trace.go:171","msg":"trace[1981280189] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"197.771343ms","start":"2026-03-18T00:49:02.744407Z","end":"2026-03-18T00:49:02.942179Z","steps":["trace[1981280189] 'process raft request' (duration: 197.412674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:02.942329Z","caller":"traceutil/trace.go:171","msg":"trace[454761584] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:919; }","duration":"197.828075ms","start":"2026-03-18T00:49:02.744458Z","end":"2026-03-18T00:49:02.942286Z","steps":["trace[454761584] 'read index received' (duration: 16.375791ms)","trace[454761584] 'applied index is now lower than readState.Index' (duration: 181.450784ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:02.942459Z","caller":"traceutil/trace.go:171","msg":"trace[31044072] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"195.511552ms","start":"2026-03-18T00:49:02.746932Z","end":"2026-03-18T00:49:02.942444Z","steps":["trace[31044072] 'process raft request' (duration: 195.142753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:02.942609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.139532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2558"} {"level":"info","ts":"2026-03-18T00:49:02.942642Z","caller":"traceutil/trace.go:171","msg":"trace[551104927] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:896; }","duration":"198.183693ms","start":"2026-03-18T00:49:02.744448Z","end":"2026-03-18T00:49:02.942632Z","steps":["trace[551104927] 'agreement among raft nodes before linearized reading' (duration: 198.062281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:03.667563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.969721ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:49:03.667774Z","caller":"traceutil/trace.go:171","msg":"trace[2053721692] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:923; }","duration":"725.339194ms","start":"2026-03-18T00:49:02.942409Z","end":"2026-03-18T00:49:03.667748Z","steps":["trace[2053721692] 'read index received' (duration: 372.248299ms)","trace[2053721692] 'applied index is now lower than readState.Index' (duration: 353.088675ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:03.667835Z","caller":"traceutil/trace.go:171","msg":"trace[260638095] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"718.924088ms","start":"2026-03-18T00:49:02.948886Z","end":"2026-03-18T00:49:03.667811Z","steps":["trace[260638095] 'process raft request' (duration: 718.772304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:03.667975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.948865Z","time spent":"719.039961ms","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:03.784323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.491455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:49:03.784417Z","caller":"traceutil/trace.go:171","msg":"trace[37001252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:897; }","duration":"987.621049ms","start":"2026-03-18T00:49:02.796772Z","end":"2026-03-18T00:49:03.784393Z","steps":["trace[37001252] 'agreement among raft nodes before linearized reading' (duration: 871.006566ms)","trace[37001252] 'range keys from in-memory index tree' (duration: 116.385548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:03.784468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.79676Z","time spent":"987.69364ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:03.78432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039617837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2611"} {"level":"info","ts":"2026-03-18T00:49:03.78462Z","caller":"traceutil/trace.go:171","msg":"trace[235650474] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:897; }","duration":"1.039938675s","start":"2026-03-18T00:49:02.744656Z","end":"2026-03-18T00:49:03.784595Z","steps":["trace[235650474] 'agreement among raft nodes before linearized reading' (duration: 923.172969ms)","trace[235650474] 'range keys from in-memory index tree' (duration: 116.376818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:03.784704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:02.744649Z","time spent":"1.040028127s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2635,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-18T00:49:04.126257Z","caller":"traceutil/trace.go:171","msg":"trace[2024121961] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:926; }","duration":"219.155298ms","start":"2026-03-18T00:49:03.907082Z","end":"2026-03-18T00:49:04.126237Z","steps":["trace[2024121961] 'read index received' (duration: 141.568938ms)","trace[2024121961] 'applied index is now lower than readState.Index' (duration: 77.5856ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:04.126514Z","caller":"traceutil/trace.go:171","msg":"trace[2109083505] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"336.087429ms","start":"2026-03-18T00:49:03.790417Z","end":"2026-03-18T00:49:04.126505Z","steps":["trace[2109083505] 'process raft request' (duration: 258.305406ms)","trace[2109083505] 'compare' (duration: 77.294592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:04.126545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.624687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:04.126595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:03.790404Z","time spent":"336.13639ms","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:04.126635Z","caller":"traceutil/trace.go:171","msg":"trace[649425943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"185.752621ms","start":"2026-03-18T00:49:03.94087Z","end":"2026-03-18T00:49:04.126622Z","steps":["trace[649425943] 'agreement among raft nodes before linearized reading' (duration: 185.593347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:04.126612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.496835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:49:04.12671Z","caller":"traceutil/trace.go:171","msg":"trace[1777970191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:899; }","duration":"219.661099ms","start":"2026-03-18T00:49:03.907036Z","end":"2026-03-18T00:49:04.126697Z","steps":["trace[1777970191] 'agreement among raft nodes before linearized reading' (duration: 219.387633ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:05.806471Z","caller":"traceutil/trace.go:171","msg":"trace[887911898] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"121.454333ms","start":"2026-03-18T00:49:05.684996Z","end":"2026-03-18T00:49:05.806451Z","steps":["trace[887911898] 'process raft request' (duration: 121.34925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:14.774039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078639781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:15.27479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078639781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:15.77543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078639781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:15.841549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.701400499s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:49:15.842021Z","caller":"traceutil/trace.go:171","msg":"trace[2060635249] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:972; }","duration":"1.568580618s","start":"2026-03-18T00:49:14.273414Z","end":"2026-03-18T00:49:15.841994Z","steps":["trace[2060635249] 'read index received' (duration: 1.56824355s)","trace[2060635249] 'applied index is now lower than readState.Index' (duration: 335.628µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:15.842167Z","caller":"traceutil/trace.go:171","msg":"trace[974167461] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"1.892742996s","start":"2026-03-18T00:49:13.9494Z","end":"2026-03-18T00:49:15.842143Z","steps":["trace[974167461] 'process raft request' (duration: 1.892330377s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:15.842387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:13.94938Z","time spent":"1.892907249s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:15.84236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568930356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:49:15.842463Z","caller":"traceutil/trace.go:171","msg":"trace[1807980691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"1.569094149s","start":"2026-03-18T00:49:14.273357Z","end":"2026-03-18T00:49:15.842451Z","steps":["trace[1807980691] 'agreement among raft nodes before linearized reading' (duration: 1.568794272s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:15.842443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.123672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:49:15.842509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.273335Z","time spent":"1.569165002s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:49:15.84253Z","caller":"traceutil/trace.go:171","msg":"trace[122076553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"738.251826ms","start":"2026-03-18T00:49:15.104257Z","end":"2026-03-18T00:49:15.842509Z","steps":["trace[122076553] 'agreement among raft nodes before linearized reading' (duration: 738.02226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:15.842573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.104234Z","time spent":"738.330478ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:15.842454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.535904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:49:15.842654Z","caller":"traceutil/trace.go:171","msg":"trace[1758130861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"769.741269ms","start":"2026-03-18T00:49:15.072902Z","end":"2026-03-18T00:49:15.842643Z","steps":["trace[1758130861] 'agreement among raft nodes before linearized reading' (duration: 769.456342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:15.84262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.188765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:49:15.842691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.07284Z","time spent":"769.843472ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:49:15.84276Z","caller":"traceutil/trace.go:171","msg":"trace[754970712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"937.322628ms","start":"2026-03-18T00:49:14.905373Z","end":"2026-03-18T00:49:15.842696Z","steps":["trace[754970712] 'agreement among raft nodes before linearized reading' (duration: 936.830806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:15.842819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.905349Z","time spent":"937.456931ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:49:20.11379Z","caller":"traceutil/trace.go:171","msg":"trace[2090153706] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"139.910192ms","start":"2026-03-18T00:49:19.973851Z","end":"2026-03-18T00:49:20.113761Z","steps":["trace[2090153706] 'process raft request' (duration: 118.817242ms)","trace[2090153706] 'compare' (duration: 20.984217ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:20.25495Z","caller":"traceutil/trace.go:171","msg":"trace[1153088413] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"203.324017ms","start":"2026-03-18T00:49:20.051548Z","end":"2026-03-18T00:49:20.254872Z","steps":["trace[1153088413] 'process raft request' (duration: 170.954694ms)","trace[1153088413] 'compare' (duration: 31.623686ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:20.255197Z","caller":"traceutil/trace.go:171","msg":"trace[43996400] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1004; }","duration":"177.816209ms","start":"2026-03-18T00:49:20.077271Z","end":"2026-03-18T00:49:20.255087Z","steps":["trace[43996400] 'read index received' (duration: 15.456156ms)","trace[43996400] 'applied index is now lower than readState.Index' (duration: 162.22095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:20.255398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.055224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:20.255697Z","caller":"traceutil/trace.go:171","msg":"trace[504603541] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:975; }","duration":"178.430702ms","start":"2026-03-18T00:49:20.077234Z","end":"2026-03-18T00:49:20.255665Z","steps":["trace[504603541] 'agreement among raft nodes before linearized reading' (duration: 177.862059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:20.25626Z","caller":"traceutil/trace.go:171","msg":"trace[1748119461] transaction","detail":"{read_only:false; number_of_response:1; response_revision:975; }","duration":"140.663639ms","start":"2026-03-18T00:49:20.115557Z","end":"2026-03-18T00:49:20.25622Z","steps":["trace[1748119461] 'process raft request' (duration: 139.326919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.374279Z","caller":"traceutil/trace.go:171","msg":"trace[1669679695] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"107.153211ms","start":"2026-03-18T00:49:30.267088Z","end":"2026-03-18T00:49:30.374241Z","steps":["trace[1669679695] 'process raft request' (duration: 41.367213ms)","trace[1669679695] 'compare' (duration: 65.464931ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:32.223896Z","caller":"traceutil/trace.go:171","msg":"trace[508246020] linearizableReadLoop","detail":"{readStateIndex:1107; appliedIndex:1106; }","duration":"118.983355ms","start":"2026-03-18T00:49:32.104877Z","end":"2026-03-18T00:49:32.22386Z","steps":["trace[508246020] 'read index received' (duration: 35.640615ms)","trace[508246020] 'applied index is now lower than readState.Index' (duration: 83.34158ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:32.223945Z","caller":"traceutil/trace.go:171","msg":"trace[1444410929] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"119.273372ms","start":"2026-03-18T00:49:32.104626Z","end":"2026-03-18T00:49:32.2239Z","steps":["trace[1444410929] 'process raft request' (duration: 35.88391ms)","trace[1444410929] 'compare' (duration: 83.192647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:32.224194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.294051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:49:32.224291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.482462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T00:49:32.224329Z","caller":"traceutil/trace.go:171","msg":"trace[150387637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1069; }","duration":"119.480486ms","start":"2026-03-18T00:49:32.104813Z","end":"2026-03-18T00:49:32.224293Z","steps":["trace[150387637] 'agreement among raft nodes before linearized reading' (duration: 119.19168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:32.224377Z","caller":"traceutil/trace.go:171","msg":"trace[1190107848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1069; }","duration":"117.602965ms","start":"2026-03-18T00:49:32.106751Z","end":"2026-03-18T00:49:32.224354Z","steps":["trace[1190107848] 'agreement among raft nodes before linearized reading' (duration: 117.352329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:32.224294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.812281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:49:32.224546Z","caller":"traceutil/trace.go:171","msg":"trace[2131365674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1069; }","duration":"119.067227ms","start":"2026-03-18T00:49:32.105401Z","end":"2026-03-18T00:49:32.224468Z","steps":["trace[2131365674] 'agreement among raft nodes before linearized reading' (duration: 118.678169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:36.463157Z","caller":"traceutil/trace.go:171","msg":"trace[71472998] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"119.492065ms","start":"2026-03-18T00:49:36.343632Z","end":"2026-03-18T00:49:36.463124Z","steps":["trace[71472998] 'process raft request' (duration: 37.543897ms)","trace[71472998] 'compare' (duration: 81.727154ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:36.463437Z","caller":"traceutil/trace.go:171","msg":"trace[991372308] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"119.097719ms","start":"2026-03-18T00:49:36.344306Z","end":"2026-03-18T00:49:36.463404Z","steps":["trace[991372308] 'process raft request' (duration: 118.77218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:36.463572Z","caller":"traceutil/trace.go:171","msg":"trace[1670015636] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"118.815022ms","start":"2026-03-18T00:49:36.344727Z","end":"2026-03-18T00:49:36.463542Z","steps":["trace[1670015636] 'process raft request' (duration: 118.585956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:38.151597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.19199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-56rgc\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-18T00:49:38.151695Z","caller":"traceutil/trace.go:171","msg":"trace[1794266104] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-56rgc; range_end:; response_count:1; response_revision:1087; }","duration":"361.307723ms","start":"2026-03-18T00:49:37.790362Z","end":"2026-03-18T00:49:38.151669Z","steps":["trace[1794266104] 'range keys from in-memory index tree' (duration: 361.095649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:38.151674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.344526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:38.151741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:37.790355Z","time spent":"361.375745ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4221,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-56rgc\" "} {"level":"info","ts":"2026-03-18T00:49:38.151769Z","caller":"traceutil/trace.go:171","msg":"trace[602772259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"211.476689ms","start":"2026-03-18T00:49:37.940268Z","end":"2026-03-18T00:49:38.151745Z","steps":["trace[602772259] 'range keys from in-memory index tree' (duration: 211.257424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:38.151987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.581732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:49:38.152029Z","caller":"traceutil/trace.go:171","msg":"trace[2021883593] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1087; }","duration":"544.655754ms","start":"2026-03-18T00:49:37.607359Z","end":"2026-03-18T00:49:38.152014Z","steps":["trace[2021883593] 'range keys from in-memory index tree' (duration: 544.456219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:38.152059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:37.607342Z","time spent":"544.708655ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-18T00:49:38.308774Z","caller":"traceutil/trace.go:171","msg":"trace[1317043332] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"152.299908ms","start":"2026-03-18T00:49:38.156438Z","end":"2026-03-18T00:49:38.308738Z","steps":["trace[1317043332] 'process raft request' (duration: 117.303638ms)","trace[1317043332] 'compare' (duration: 34.767795ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:38.308799Z","caller":"traceutil/trace.go:171","msg":"trace[1646515872] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"145.63577ms","start":"2026-03-18T00:49:38.163147Z","end":"2026-03-18T00:49:38.308782Z","steps":["trace[1646515872] 'process raft request' (duration: 145.580569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:38.308913Z","caller":"traceutil/trace.go:171","msg":"trace[13366110] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"149.373593ms","start":"2026-03-18T00:49:38.159501Z","end":"2026-03-18T00:49:38.308874Z","steps":["trace[13366110] 'process raft request' (duration: 149.155848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:42.431372Z","caller":"traceutil/trace.go:171","msg":"trace[2018119055] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"101.77538ms","start":"2026-03-18T00:49:42.329569Z","end":"2026-03-18T00:49:42.431344Z","steps":["trace[2018119055] 'process raft request' (duration: 65.616053ms)","trace[2018119055] 'compare' (duration: 35.893931ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:42.892741Z","caller":"traceutil/trace.go:171","msg":"trace[927950373] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"112.406679ms","start":"2026-03-18T00:49:42.780298Z","end":"2026-03-18T00:49:42.892705Z","steps":["trace[927950373] 'process raft request' (duration: 40.802801ms)","trace[927950373] 'compare' (duration: 71.343152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:43.650781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.271715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:43.650936Z","caller":"traceutil/trace.go:171","msg":"trace[1482587962] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"185.716644ms","start":"2026-03-18T00:49:43.465193Z","end":"2026-03-18T00:49:43.65091Z","steps":["trace[1482587962] 'process raft request' (duration: 43.151242ms)","trace[1482587962] 'compare' (duration: 142.097862ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:43.652611Z","caller":"traceutil/trace.go:171","msg":"trace[950131736] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"186.985743ms","start":"2026-03-18T00:49:43.465601Z","end":"2026-03-18T00:49:43.652587Z","steps":["trace[950131736] 'process raft request' (duration: 186.564034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:43.652724Z","caller":"traceutil/trace.go:171","msg":"trace[789048610] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"185.455758ms","start":"2026-03-18T00:49:43.467233Z","end":"2026-03-18T00:49:43.652689Z","steps":["trace[789048610] 'process raft request' (duration: 185.039089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:47.171Z","caller":"traceutil/trace.go:171","msg":"trace[998803869] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"225.284438ms","start":"2026-03-18T00:49:46.94569Z","end":"2026-03-18T00:49:47.170974Z","steps":["trace[998803869] 'process raft request' (duration: 225.117234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:49.518798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.672903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:49:49.518879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.621925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:49.518894Z","caller":"traceutil/trace.go:171","msg":"trace[328863595] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1224; }","duration":"293.826476ms","start":"2026-03-18T00:49:49.225042Z","end":"2026-03-18T00:49:49.518869Z","steps":["trace[328863595] 'count revisions from in-memory index tree' (duration: 293.53167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:49.51892Z","caller":"traceutil/trace.go:171","msg":"trace[1944557742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1224; }","duration":"575.697667ms","start":"2026-03-18T00:49:48.943211Z","end":"2026-03-18T00:49:49.518909Z","steps":["trace[1944557742] 'range keys from in-memory index tree' (duration: 575.552473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:49.518944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:48.94319Z","time spent":"575.747718ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:49.519238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.085186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-srqf7\" ","response":"range_response_count:1 size:4517"} {"level":"info","ts":"2026-03-18T00:49:49.519316Z","caller":"traceutil/trace.go:171","msg":"trace[1206829597] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-srqf7; range_end:; response_count:1; response_revision:1224; }","duration":"166.183218ms","start":"2026-03-18T00:49:49.353113Z","end":"2026-03-18T00:49:49.519296Z","steps":["trace[1206829597] 'range keys from in-memory index tree' (duration: 165.902741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:50.993325Z","caller":"traceutil/trace.go:171","msg":"trace[1796247158] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"117.557523ms","start":"2026-03-18T00:49:50.875724Z","end":"2026-03-18T00:49:50.993282Z","steps":["trace[1796247158] 'process raft request' (duration: 117.362529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:52.38849Z","caller":"traceutil/trace.go:171","msg":"trace[985933350] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"121.656914ms","start":"2026-03-18T00:49:52.266806Z","end":"2026-03-18T00:49:52.388462Z","steps":["trace[985933350] 'process raft request' (duration: 120.845157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:59.757087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.649599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:59.75747Z","caller":"traceutil/trace.go:171","msg":"trace[1496551499] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:0; response_revision:1417; }","duration":"235.905016ms","start":"2026-03-18T00:49:59.521341Z","end":"2026-03-18T00:49:59.757246Z","steps":["trace[1496551499] 'range keys from in-memory index tree' (duration: 235.597328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:59.900555Z","caller":"traceutil/trace.go:171","msg":"trace[11286356] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"138.979812ms","start":"2026-03-18T00:49:59.761551Z","end":"2026-03-18T00:49:59.900531Z","steps":["trace[11286356] 'process raft request' (duration: 138.830059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:07.030566Z","caller":"traceutil/trace.go:171","msg":"trace[280354279] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1576; }","duration":"359.001911ms","start":"2026-03-18T00:50:06.671536Z","end":"2026-03-18T00:50:07.030538Z","steps":["trace[280354279] 'read index received' (duration: 358.893509ms)","trace[280354279] 'applied index is now lower than readState.Index' (duration: 107.102µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:07.030741Z","caller":"traceutil/trace.go:171","msg":"trace[66560493] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"374.177921ms","start":"2026-03-18T00:50:06.656477Z","end":"2026-03-18T00:50:07.030655Z","steps":["trace[66560493] 'process raft request' (duration: 373.884854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:07.030936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.265277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:50:07.030975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.656458Z","time spent":"374.399155ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:07.030986Z","caller":"traceutil/trace.go:171","msg":"trace[931048273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1509; }","duration":"238.37691ms","start":"2026-03-18T00:50:06.792596Z","end":"2026-03-18T00:50:07.030973Z","steps":["trace[931048273] 'agreement among raft nodes before linearized reading' (duration: 238.183465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:07.031157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.091916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:50:07.03107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.938687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:50:07.031192Z","caller":"traceutil/trace.go:171","msg":"trace[104989537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1509; }","duration":"187.124916ms","start":"2026-03-18T00:50:06.844058Z","end":"2026-03-18T00:50:07.031183Z","steps":["trace[104989537] 'agreement among raft nodes before linearized reading' (duration: 186.950422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:07.031196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.645395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:50:07.031223Z","caller":"traceutil/trace.go:171","msg":"trace[537905099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1509; }","duration":"185.104101ms","start":"2026-03-18T00:50:06.846098Z","end":"2026-03-18T00:50:07.031202Z","steps":["trace[537905099] 'agreement among raft nodes before linearized reading' (duration: 184.707972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:07.031284Z","caller":"traceutil/trace.go:171","msg":"trace[1368064431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1509; }","duration":"359.786048ms","start":"2026-03-18T00:50:06.671479Z","end":"2026-03-18T00:50:07.031265Z","steps":["trace[1368064431] 'agreement among raft nodes before linearized reading' (duration: 359.262757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:07.031327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.671457Z","time spent":"359.86221ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:07.031201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.040252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:07.03138Z","caller":"traceutil/trace.go:171","msg":"trace[1238158014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1509; }","duration":"234.262367ms","start":"2026-03-18T00:50:06.797102Z","end":"2026-03-18T00:50:07.031364Z","steps":["trace[1238158014] 'agreement among raft nodes before linearized reading' (duration: 233.999181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.632046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078641172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:15.132761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078641172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:15.399342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413717077s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:50:15.399796Z","caller":"traceutil/trace.go:171","msg":"trace[175795110] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"1.268327834s","start":"2026-03-18T00:50:14.131444Z","end":"2026-03-18T00:50:15.399772Z","steps":["trace[175795110] 'read index received' (duration: 1.268173019s)","trace[175795110] 'applied index is now lower than readState.Index' (duration: 153.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:15.399918Z","caller":"traceutil/trace.go:171","msg":"trace[283981779] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"1.414388182s","start":"2026-03-18T00:50:13.985501Z","end":"2026-03-18T00:50:15.399889Z","steps":["trace[283981779] 'process raft request' (duration: 1.414056014s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.400562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26910003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:50:15.400608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.985482Z","time spent":"1.414503996s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:15.400679Z","caller":"traceutil/trace.go:171","msg":"trace[587907420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1614; }","duration":"1.269246594s","start":"2026-03-18T00:50:14.131393Z","end":"2026-03-18T00:50:15.40064Z","steps":["trace[587907420] 'agreement among raft nodes before linearized reading' (duration: 1.268495817s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.400726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.131373Z","time spent":"1.269338635s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:15.536337Z","caller":"traceutil/trace.go:171","msg":"trace[941326183] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"136.452164ms","start":"2026-03-18T00:50:15.399861Z","end":"2026-03-18T00:50:15.536313Z","steps":["trace[941326183] 'read index received' (duration: 84.735001ms)","trace[941326183] 'applied index is now lower than readState.Index' (duration: 51.716163ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:15.536476Z","caller":"traceutil/trace.go:171","msg":"trace[604620405] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"385.612215ms","start":"2026-03-18T00:50:15.150815Z","end":"2026-03-18T00:50:15.536427Z","steps":["trace[604620405] 'process raft request' (duration: 333.784909ms)","trace[604620405] 'compare' (duration: 51.607121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:15.536554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085493203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:15.536575Z","caller":"traceutil/trace.go:171","msg":"trace[398778132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1615; }","duration":"1.085547445s","start":"2026-03-18T00:50:14.451019Z","end":"2026-03-18T00:50:15.536567Z","steps":["trace[398778132] 'agreement among raft nodes before linearized reading' (duration: 1.085521264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.536605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.450989Z","time spent":"1.085610255s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:15.536692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.600545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T00:50:15.536695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.172067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08545545-561e-4464-9883-021ecb5cf3d9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:50:15.536785Z","caller":"traceutil/trace.go:171","msg":"trace[1545332762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08545545-561e-4464-9883-021ecb5cf3d9; range_end:; response_count:1; response_revision:1615; }","duration":"813.318209ms","start":"2026-03-18T00:50:14.723445Z","end":"2026-03-18T00:50:15.536763Z","steps":["trace[1545332762] 'agreement among raft nodes before linearized reading' (duration: 813.030743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.536795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.884303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:50:15.536856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.723425Z","time spent":"813.415262ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08545545-561e-4464-9883-021ecb5cf3d9\" "} {"level":"warn","ts":"2026-03-18T00:50:15.536712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.150798Z","time spent":"385.790358ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:15.536899Z","caller":"traceutil/trace.go:171","msg":"trace[673755264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1615; }","duration":"292.030046ms","start":"2026-03-18T00:50:15.244842Z","end":"2026-03-18T00:50:15.536872Z","steps":["trace[673755264] 'agreement among raft nodes before linearized reading' (duration: 291.71865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.536522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.47634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:50:15.536994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.199916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-18T00:50:15.536979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.473823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T00:50:15.537052Z","caller":"traceutil/trace.go:171","msg":"trace[649508346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1615; }","duration":"398.049234ms","start":"2026-03-18T00:50:15.138981Z","end":"2026-03-18T00:50:15.53703Z","steps":["trace[649508346] 'agreement among raft nodes before linearized reading' (duration: 397.44563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.537089Z","caller":"traceutil/trace.go:171","msg":"trace[909747705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1615; }","duration":"290.337089ms","start":"2026-03-18T00:50:15.246701Z","end":"2026-03-18T00:50:15.537038Z","steps":["trace[909747705] 'agreement among raft nodes before linearized reading' (duration: 290.054912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.537129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.138957Z","time spent":"398.151486ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:50:15.536764Z","caller":"traceutil/trace.go:171","msg":"trace[1503746353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1615; }","duration":"338.711548ms","start":"2026-03-18T00:50:15.198036Z","end":"2026-03-18T00:50:15.536747Z","steps":["trace[1503746353] 'agreement among raft nodes before linearized reading' (duration: 338.341869ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.537197Z","caller":"traceutil/trace.go:171","msg":"trace[875539469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1615; }","duration":"290.647496ms","start":"2026-03-18T00:50:15.246446Z","end":"2026-03-18T00:50:15.537093Z","steps":["trace[875539469] 'agreement among raft nodes before linearized reading' (duration: 289.900849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.537198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.198015Z","time spent":"339.166848ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:50:15.57285Z","caller":"traceutil/trace.go:171","msg":"trace[1601447080] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"165.244758ms","start":"2026-03-18T00:50:15.407586Z","end":"2026-03-18T00:50:15.572831Z","steps":["trace[1601447080] 'process raft request' (duration: 165.098705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.572999Z","caller":"traceutil/trace.go:171","msg":"trace[213582742] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"165.098805ms","start":"2026-03-18T00:50:15.407774Z","end":"2026-03-18T00:50:15.572873Z","steps":["trace[213582742] 'process raft request' (duration: 164.993513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.573206Z","caller":"traceutil/trace.go:171","msg":"trace[1519906472] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"165.244788ms","start":"2026-03-18T00:50:15.407939Z","end":"2026-03-18T00:50:15.573184Z","steps":["trace[1519906472] 'process raft request' (duration: 165.120955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.5733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.316556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:50:15.57333Z","caller":"traceutil/trace.go:171","msg":"trace[660713231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1619; }","duration":"129.388528ms","start":"2026-03-18T00:50:15.443931Z","end":"2026-03-18T00:50:15.57332Z","steps":["trace[660713231] 'agreement among raft nodes before linearized reading' (duration: 129.282295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.573295Z","caller":"traceutil/trace.go:171","msg":"trace[530090282] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"165.34071ms","start":"2026-03-18T00:50:15.407923Z","end":"2026-03-18T00:50:15.573264Z","steps":["trace[530090282] 'process raft request' (duration: 164.871959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.573412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.986357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08545545-561e-4464-9883-021ecb5cf3d9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:50:15.573474Z","caller":"traceutil/trace.go:171","msg":"trace[760858776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08545545-561e-4464-9883-021ecb5cf3d9; range_end:; response_count:1; response_revision:1619; }","duration":"167.09916ms","start":"2026-03-18T00:50:15.40636Z","end":"2026-03-18T00:50:15.57346Z","steps":["trace[760858776] 'agreement among raft nodes before linearized reading' (duration: 166.812203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.892375Z","caller":"traceutil/trace.go:171","msg":"trace[2088946695] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"315.896389ms","start":"2026-03-18T00:50:15.576454Z","end":"2026-03-18T00:50:15.89235Z","steps":["trace[2088946695] 'process raft request' (duration: 315.676274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.892535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.576442Z","time spent":"316.012211ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:15.892576Z","caller":"traceutil/trace.go:171","msg":"trace[855417598] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"311.91548ms","start":"2026-03-18T00:50:15.580632Z","end":"2026-03-18T00:50:15.892548Z","steps":["trace[855417598] 'process raft request' (duration: 311.657865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.892721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.580612Z","time spent":"312.028652ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:16.333814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.727174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:16.333965Z","caller":"traceutil/trace.go:171","msg":"trace[1305374386] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"391.875065ms","start":"2026-03-18T00:50:15.942067Z","end":"2026-03-18T00:50:16.333942Z","steps":["trace[1305374386] 'read index received' (duration: 136.802773ms)","trace[1305374386] 'applied index is now lower than readState.Index' (duration: 255.070492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:16.334118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.052778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:16.33417Z","caller":"traceutil/trace.go:171","msg":"trace[641428186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"392.138781ms","start":"2026-03-18T00:50:15.942016Z","end":"2026-03-18T00:50:16.334155Z","steps":["trace[641428186] 'agreement among raft nodes before linearized reading' (duration: 392.064049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:16.334154Z","caller":"traceutil/trace.go:171","msg":"trace[1195250126] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"729.423057ms","start":"2026-03-18T00:50:15.604673Z","end":"2026-03-18T00:50:16.334096Z","steps":["trace[1195250126] 'process raft request' (duration: 474.280244ms)","trace[1195250126] 'compare' (duration: 254.581731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:16.334228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.941994Z","time spent":"392.222183ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:16.334238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.117082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T00:50:16.334306Z","caller":"traceutil/trace.go:171","msg":"trace[679663651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1627; }","duration":"168.234484ms","start":"2026-03-18T00:50:16.166054Z","end":"2026-03-18T00:50:16.334288Z","steps":["trace[679663651] 'agreement among raft nodes before linearized reading' (duration: 168.02492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.334376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.604653Z","time spent":"729.606031ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:17.480208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.30841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:17.480268Z","caller":"traceutil/trace.go:171","msg":"trace[987738900] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1629; }","duration":"701.421522ms","start":"2026-03-18T00:50:16.778831Z","end":"2026-03-18T00:50:17.480253Z","steps":["trace[987738900] 'count revisions from in-memory index tree' (duration: 701.210818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.480293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:16.778806Z","time spent":"701.480993ms","remote":"127.0.0.1:50818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:17.480317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.546682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-18T00:50:17.480375Z","caller":"traceutil/trace.go:171","msg":"trace[1783238835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1629; }","duration":"324.662946ms","start":"2026-03-18T00:50:17.155694Z","end":"2026-03-18T00:50:17.480357Z","steps":["trace[1783238835] 'range keys from in-memory index tree' (duration: 324.244986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.480396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.376199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:17.480433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.155662Z","time spent":"324.751307ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:50:17.480469Z","caller":"traceutil/trace.go:171","msg":"trace[294502523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1629; }","duration":"536.498232ms","start":"2026-03-18T00:50:16.943951Z","end":"2026-03-18T00:50:17.480449Z","steps":["trace[294502523] 'range keys from in-memory index tree' (duration: 536.212645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.480507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:16.943929Z","time spent":"536.570834ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:22.225592Z","caller":"traceutil/trace.go:171","msg":"trace[2007062024] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"155.480927ms","start":"2026-03-18T00:50:22.070084Z","end":"2026-03-18T00:50:22.225565Z","steps":["trace[2007062024] 'process raft request' (duration: 154.031147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:22.225928Z","caller":"traceutil/trace.go:171","msg":"trace[206044875] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"155.63211ms","start":"2026-03-18T00:50:22.07027Z","end":"2026-03-18T00:50:22.225902Z","steps":["trace[206044875] 'process raft request' (duration: 155.259192ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:22.226012Z","caller":"traceutil/trace.go:171","msg":"trace[1230664601] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"155.57573ms","start":"2026-03-18T00:50:22.070394Z","end":"2026-03-18T00:50:22.22597Z","steps":["trace[1230664601] 'process raft request' (duration: 155.317154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:22.225956Z","caller":"traceutil/trace.go:171","msg":"trace[1164848423] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"145.804821ms","start":"2026-03-18T00:50:22.080126Z","end":"2026-03-18T00:50:22.225931Z","steps":["trace[1164848423] 'process raft request' (duration: 145.719349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:23.940433Z","caller":"traceutil/trace.go:171","msg":"trace[1692270271] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"264.770229ms","start":"2026-03-18T00:50:23.675636Z","end":"2026-03-18T00:50:23.940406Z","steps":["trace[1692270271] 'read index received' (duration: 264.521994ms)","trace[1692270271] 'applied index is now lower than readState.Index' (duration: 247.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:23.940576Z","caller":"traceutil/trace.go:171","msg":"trace[1113754260] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"373.443017ms","start":"2026-03-18T00:50:23.567104Z","end":"2026-03-18T00:50:23.940547Z","steps":["trace[1113754260] 'process raft request' (duration: 373.135141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:23.940694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:23.567082Z","time spent":"373.54793ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:23.940736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.410357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:50:23.940699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.043035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:50:23.940816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.703398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:50:23.940866Z","caller":"traceutil/trace.go:171","msg":"trace[2025176802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1691; }","duration":"250.79558ms","start":"2026-03-18T00:50:23.690053Z","end":"2026-03-18T00:50:23.940849Z","steps":["trace[2025176802] 'agreement among raft nodes before linearized reading' (duration: 250.633327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:23.940852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.383223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:50:23.940908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.71191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:23.940966Z","caller":"traceutil/trace.go:171","msg":"trace[175006249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1691; }","duration":"251.790582ms","start":"2026-03-18T00:50:23.689163Z","end":"2026-03-18T00:50:23.940953Z","steps":["trace[175006249] 'agreement among raft nodes before linearized reading' (duration: 251.672469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:23.940862Z","caller":"traceutil/trace.go:171","msg":"trace[1357739471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1691; }","duration":"265.263399ms","start":"2026-03-18T00:50:23.675583Z","end":"2026-03-18T00:50:23.940846Z","steps":["trace[1357739471] 'agreement among raft nodes before linearized reading' (duration: 264.970743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:23.940917Z","caller":"traceutil/trace.go:171","msg":"trace[492011556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1691; }","duration":"251.489076ms","start":"2026-03-18T00:50:23.689414Z","end":"2026-03-18T00:50:23.940903Z","steps":["trace[492011556] 'agreement among raft nodes before linearized reading' (duration: 251.328572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:23.940811Z","caller":"traceutil/trace.go:171","msg":"trace[1031001356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1691; }","duration":"260.527849ms","start":"2026-03-18T00:50:23.680266Z","end":"2026-03-18T00:50:23.940794Z","steps":["trace[1031001356] 'agreement among raft nodes before linearized reading' (duration: 260.335595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:24.357571Z","caller":"traceutil/trace.go:171","msg":"trace[524141593] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"413.049842ms","start":"2026-03-18T00:50:23.944498Z","end":"2026-03-18T00:50:24.357548Z","steps":["trace[524141593] 'process raft request' (duration: 380.744974ms)","trace[524141593] 'compare' (duration: 32.213627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:24.357708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:23.944476Z","time spent":"413.159434ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:24.375093Z","caller":"traceutil/trace.go:171","msg":"trace[249124040] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"430.514445ms","start":"2026-03-18T00:50:23.944542Z","end":"2026-03-18T00:50:24.375056Z","steps":["trace[249124040] 'process raft request' (duration: 430.314691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:24.375273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:23.944519Z","time spent":"430.664078ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:24.37527Z","caller":"traceutil/trace.go:171","msg":"trace[1627486579] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"430.481665ms","start":"2026-03-18T00:50:23.944777Z","end":"2026-03-18T00:50:24.375259Z","steps":["trace[1627486579] 'process raft request' (duration: 430.242739ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:24.3751Z","caller":"traceutil/trace.go:171","msg":"trace[117062672] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"430.341511ms","start":"2026-03-18T00:50:23.944727Z","end":"2026-03-18T00:50:24.375069Z","steps":["trace[117062672] 'process raft request' (duration: 430.252279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:24.375501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:23.944713Z","time spent":"430.699329ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:24.375565Z","caller":"traceutil/trace.go:171","msg":"trace[989618152] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"430.548837ms","start":"2026-03-18T00:50:23.944994Z","end":"2026-03-18T00:50:24.375543Z","steps":["trace[989618152] 'process raft request' (duration: 430.206379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:24.375612Z","caller":"traceutil/trace.go:171","msg":"trace[2070233699] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"233.967643ms","start":"2026-03-18T00:50:24.14162Z","end":"2026-03-18T00:50:24.375587Z","steps":["trace[2070233699] 'process raft request' (duration: 233.920802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:24.375675Z","caller":"traceutil/trace.go:171","msg":"trace[1868966804] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"430.564277ms","start":"2026-03-18T00:50:23.945097Z","end":"2026-03-18T00:50:24.375662Z","steps":["trace[1868966804] 'process raft request' (duration: 430.363822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:24.375679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:23.944986Z","time spent":"430.644039ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:24.375743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:23.945074Z","time spent":"430.627998ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:24.375731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:23.944754Z","time spent":"430.601968ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:25.293807Z","caller":"traceutil/trace.go:171","msg":"trace[120485649] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"178.705003ms","start":"2026-03-18T00:50:25.115061Z","end":"2026-03-18T00:50:25.293766Z","steps":["trace[120485649] 'read index received' (duration: 116.109177ms)","trace[120485649] 'applied index is now lower than readState.Index' (duration: 62.594346ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:25.293886Z","caller":"traceutil/trace.go:171","msg":"trace[1053487523] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"224.5006ms","start":"2026-03-18T00:50:25.069341Z","end":"2026-03-18T00:50:25.293841Z","steps":["trace[1053487523] 'process raft request' (duration: 161.862154ms)","trace[1053487523] 'compare' (duration: 62.35918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:25.294148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.049079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T00:50:25.294232Z","caller":"traceutil/trace.go:171","msg":"trace[820437213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1701; }","duration":"179.224464ms","start":"2026-03-18T00:50:25.114984Z","end":"2026-03-18T00:50:25.294209Z","steps":["trace[820437213] 'agreement among raft nodes before linearized reading' (duration: 178.936497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.435445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.224933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:31.43562Z","caller":"traceutil/trace.go:171","msg":"trace[1650838701] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"954.68894ms","start":"2026-03-18T00:50:30.480912Z","end":"2026-03-18T00:50:31.435601Z","steps":["trace[1650838701] 'process raft request' (duration: 110.223321ms)","trace[1650838701] 'compare' (duration: 844.094631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:31.435781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.480885Z","time spent":"954.778312ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:31.436102Z","caller":"traceutil/trace.go:171","msg":"trace[1726082891] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"954.7014ms","start":"2026-03-18T00:50:30.481369Z","end":"2026-03-18T00:50:31.43607Z","steps":["trace[1726082891] 'process raft request' (duration: 954.170678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.436274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.481333Z","time spent":"954.855193ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:31.436287Z","caller":"traceutil/trace.go:171","msg":"trace[186277554] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1805; }","duration":"864.159058ms","start":"2026-03-18T00:50:30.572106Z","end":"2026-03-18T00:50:31.436265Z","steps":["trace[186277554] 'read index received' (duration: 19.036616ms)","trace[186277554] 'applied index is now lower than readState.Index' (duration: 845.121112ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.437235Z","caller":"traceutil/trace.go:171","msg":"trace[213763464] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"954.783412ms","start":"2026-03-18T00:50:30.481487Z","end":"2026-03-18T00:50:31.436271Z","steps":["trace[213763464] 'process raft request' (duration: 954.497396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.437757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.64833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:31.437857Z","caller":"traceutil/trace.go:171","msg":"trace[375588757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1734; }","duration":"865.770832ms","start":"2026-03-18T00:50:30.572038Z","end":"2026-03-18T00:50:31.437809Z","steps":["trace[375588757] 'agreement among raft nodes before linearized reading' (duration: 864.356561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.437905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.572014Z","time spent":"865.879755ms","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:50:31.438523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.481449Z","time spent":"956.194393ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:31.439391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.948014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-tt9mx\" ","response":"range_response_count:1 size:6114"} {"level":"warn","ts":"2026-03-18T00:50:31.440043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.978237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:31.440183Z","caller":"traceutil/trace.go:171","msg":"trace[630822390] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1734; }","duration":"462.142751ms","start":"2026-03-18T00:50:30.97798Z","end":"2026-03-18T00:50:31.440122Z","steps":["trace[630822390] 'agreement among raft nodes before linearized reading' (duration: 461.755102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.440248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.977957Z","time spent":"462.273993ms","remote":"127.0.0.1:50802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:50:31.44033Z","caller":"traceutil/trace.go:171","msg":"trace[588948436] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-tt9mx; range_end:; response_count:1; response_revision:1734; }","duration":"663.061346ms","start":"2026-03-18T00:50:30.776391Z","end":"2026-03-18T00:50:31.439452Z","steps":["trace[588948436] 'agreement among raft nodes before linearized reading' (duration: 662.7698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.440405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:30.776369Z","time spent":"664.008797ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6138,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-tt9mx\" "} {"level":"warn","ts":"2026-03-18T00:50:48.937031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.716751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:48.93722Z","caller":"traceutil/trace.go:171","msg":"trace[1533244857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1835; }","duration":"139.926265ms","start":"2026-03-18T00:50:48.797268Z","end":"2026-03-18T00:50:48.937194Z","steps":["trace[1533244857] 'range keys from in-memory index tree' (duration: 139.684281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:50.317865Z","caller":"traceutil/trace.go:171","msg":"trace[1333841467] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"173.845219ms","start":"2026-03-18T00:50:50.143997Z","end":"2026-03-18T00:50:50.317842Z","steps":["trace[1333841467] 'process raft request' (duration: 173.722447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:50.888194Z","caller":"traceutil/trace.go:171","msg":"trace[1785624340] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"128.996232ms","start":"2026-03-18T00:50:50.759165Z","end":"2026-03-18T00:50:50.888161Z","steps":["trace[1785624340] 'process raft request' (duration: 128.847859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:51.444349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078641678,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:50:51.509971Z","caller":"traceutil/trace.go:171","msg":"trace[1579511915] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1920; }","duration":"566.558189ms","start":"2026-03-18T00:50:50.943383Z","end":"2026-03-18T00:50:51.509941Z","steps":["trace[1579511915] 'read index received' (duration: 565.25035ms)","trace[1579511915] 'applied index is now lower than readState.Index' (duration: 1.306919ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:51.510007Z","caller":"traceutil/trace.go:171","msg":"trace[1256767788] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"749.962282ms","start":"2026-03-18T00:50:50.760015Z","end":"2026-03-18T00:50:51.509978Z","steps":["trace[1256767788] 'process raft request' (duration: 749.844729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:51.510121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.717403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:51.510156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.759979Z","time spent":"750.095705ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:51.510179Z","caller":"traceutil/trace.go:171","msg":"trace[356398055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"566.838536ms","start":"2026-03-18T00:50:50.943324Z","end":"2026-03-18T00:50:51.510162Z","steps":["trace[356398055] 'agreement among raft nodes before linearized reading' (duration: 566.735333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:51.510225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.943304Z","time spent":"566.909777ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:51.51013Z","caller":"traceutil/trace.go:171","msg":"trace[796625132] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"750.910542ms","start":"2026-03-18T00:50:50.759205Z","end":"2026-03-18T00:50:51.510116Z","steps":["trace[796625132] 'process raft request' (duration: 749.523751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:51.510505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.759181Z","time spent":"751.2732ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:55.664883Z","caller":"traceutil/trace.go:171","msg":"trace[1054069105] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"137.78879ms","start":"2026-03-18T00:50:55.527061Z","end":"2026-03-18T00:50:55.66485Z","steps":["trace[1054069105] 'process raft request' (duration: 61.362379ms)","trace[1054069105] 'compare' (duration: 76.218346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:56.868291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:56.229835Z","time spent":"638.446802ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:50:56.871758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.551842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:56.871975Z","caller":"traceutil/trace.go:171","msg":"trace[628642989] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"1.202357583s","start":"2026-03-18T00:50:55.669564Z","end":"2026-03-18T00:50:56.871921Z","steps":["trace[628642989] 'process raft request' (duration: 528.557886ms)","trace[628642989] 'compare' (duration: 669.694119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:56.872241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.669548Z","time spent":"1.202491347s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:56.872721Z","caller":"traceutil/trace.go:171","msg":"trace[980805676] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"1.202937216s","start":"2026-03-18T00:50:55.669767Z","end":"2026-03-18T00:50:56.872704Z","steps":["trace[980805676] 'process raft request' (duration: 1.202805683s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.872806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.669271Z","time spent":"1.203487009s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:56.872916Z","caller":"traceutil/trace.go:171","msg":"trace[431182848] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"1.203296044s","start":"2026-03-18T00:50:55.6696Z","end":"2026-03-18T00:50:56.872896Z","steps":["trace[431182848] 'process raft request' (duration: 1.202577378s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:56.872887Z","caller":"traceutil/trace.go:171","msg":"trace[782485838] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1942; }","duration":"1.17029001s","start":"2026-03-18T00:50:55.702485Z","end":"2026-03-18T00:50:56.872775Z","steps":["trace[782485838] 'read index received' (duration: 495.647645ms)","trace[782485838] 'applied index is now lower than readState.Index' (duration: 674.640215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:56.872989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.669581Z","time spent":"1.203373865s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:56.873066Z","caller":"traceutil/trace.go:171","msg":"trace[1161261452] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"532.499142ms","start":"2026-03-18T00:50:56.340554Z","end":"2026-03-18T00:50:56.873053Z","steps":["trace[1161261452] 'process raft request' (duration: 532.144664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.873233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:56.340527Z","time spent":"532.648094ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:56.873896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171365562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:56.874008Z","caller":"traceutil/trace.go:171","msg":"trace[1530094609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"1.171546727s","start":"2026-03-18T00:50:55.702427Z","end":"2026-03-18T00:50:56.873974Z","steps":["trace[1530094609] 'agreement among raft nodes before linearized reading' (duration: 1.170461403s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.874053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.702401Z","time spent":"1.171640929s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:56.874115Z","caller":"traceutil/trace.go:171","msg":"trace[1422237451] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"179.263115ms","start":"2026-03-18T00:50:56.694834Z","end":"2026-03-18T00:50:56.874097Z","steps":["trace[1422237451] 'process raft request' (duration: 178.1353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.874256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.623897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:50:56.874274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.939489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:56.874367Z","caller":"traceutil/trace.go:171","msg":"trace[906092692] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1868; }","duration":"217.037642ms","start":"2026-03-18T00:50:56.65729Z","end":"2026-03-18T00:50:56.874328Z","steps":["trace[906092692] 'agreement among raft nodes before linearized reading' (duration: 216.94525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.87436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064058003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-18T00:50:56.874295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.234422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:56.874375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.89401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:56.875616Z","caller":"traceutil/trace.go:171","msg":"trace[551943192] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1868; }","duration":"811.142846ms","start":"2026-03-18T00:50:56.064462Z","end":"2026-03-18T00:50:56.875605Z","steps":["trace[551943192] 'agreement among raft nodes before linearized reading' (duration: 809.848159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.87566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:56.06441Z","time spent":"811.238268ms","remote":"127.0.0.1:54588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:50:56.874399Z","caller":"traceutil/trace.go:171","msg":"trace[32966335] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1868; }","duration":"496.948193ms","start":"2026-03-18T00:50:56.377369Z","end":"2026-03-18T00:50:56.874317Z","steps":["trace[32966335] 'agreement among raft nodes before linearized reading' (duration: 496.597096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.87576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:56.377354Z","time spent":"498.381814ms","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:50:56.875545Z","caller":"traceutil/trace.go:171","msg":"trace[97527085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1868; }","duration":"933.416796ms","start":"2026-03-18T00:50:55.940999Z","end":"2026-03-18T00:50:56.874416Z","steps":["trace[97527085] 'agreement among raft nodes before linearized reading' (duration: 933.204022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.875844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.940979Z","time spent":"934.829366ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:56.874416Z","caller":"traceutil/trace.go:171","msg":"trace[1414496540] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1868; }","duration":"1.064137125s","start":"2026-03-18T00:50:55.810263Z","end":"2026-03-18T00:50:56.8744Z","steps":["trace[1414496540] 'agreement among raft nodes before linearized reading' (duration: 1.064054443s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.87592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.81023Z","time spent":"1.065673608s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T00:50:56.874178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06388999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127046"} {"level":"info","ts":"2026-03-18T00:50:56.875988Z","caller":"traceutil/trace.go:171","msg":"trace[1967021352] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1868; }","duration":"1.065735409s","start":"2026-03-18T00:50:55.810236Z","end":"2026-03-18T00:50:56.875972Z","steps":["trace[1967021352] 'agreement among raft nodes before linearized reading' (duration: 1.063539682s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.876031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:55.810214Z","time spent":"1.06580402s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127070,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-18T00:51:01.039423Z","caller":"traceutil/trace.go:171","msg":"trace[1963026762] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"155.872095ms","start":"2026-03-18T00:51:00.88349Z","end":"2026-03-18T00:51:01.039362Z","steps":["trace[1963026762] 'process raft request' (duration: 155.6262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.04493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.023201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:02.045412Z","caller":"traceutil/trace.go:171","msg":"trace[1385393343] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1962; }","duration":"1.158616351s","start":"2026-03-18T00:51:00.886778Z","end":"2026-03-18T00:51:02.045394Z","steps":["trace[1385393343] 'read index received' (duration: 152.36189ms)","trace[1385393343] 'applied index is now lower than readState.Index' (duration: 1.006252511s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:02.045485Z","caller":"traceutil/trace.go:171","msg":"trace[650087990] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"1.1590164s","start":"2026-03-18T00:51:00.886434Z","end":"2026-03-18T00:51:02.045474Z","steps":["trace[650087990] 'process raft request' (duration: 723.357544ms)","trace[650087990] 'compare' (duration: 434.618723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:02.045556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.886408Z","time spent":"1.159109821s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:02.045673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158873816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:51:02.045754Z","caller":"traceutil/trace.go:171","msg":"trace[969700999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1884; }","duration":"1.158993379s","start":"2026-03-18T00:51:00.886741Z","end":"2026-03-18T00:51:02.045735Z","steps":["trace[969700999] 'agreement among raft nodes before linearized reading' (duration: 1.158744524s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.045799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.886725Z","time spent":"1.159066261s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:51:02.076659Z","caller":"traceutil/trace.go:171","msg":"trace[736323000] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"142.278616ms","start":"2026-03-18T00:51:01.934355Z","end":"2026-03-18T00:51:02.076634Z","steps":["trace[736323000] 'process raft request' (duration: 142.173804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.076996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190111163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T00:51:02.077039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.244894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:02.077089Z","caller":"traceutil/trace.go:171","msg":"trace[589445942] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1885; }","duration":"1.190258176s","start":"2026-03-18T00:51:00.886807Z","end":"2026-03-18T00:51:02.077066Z","steps":["trace[589445942] 'agreement among raft nodes before linearized reading' (duration: 1.189990881s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.077094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.554055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:51:02.077139Z","caller":"traceutil/trace.go:171","msg":"trace[2065303174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"134.413708ms","start":"2026-03-18T00:51:01.942704Z","end":"2026-03-18T00:51:02.077117Z","steps":["trace[2065303174] 'agreement among raft nodes before linearized reading' (duration: 134.150223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:02.07718Z","caller":"traceutil/trace.go:171","msg":"trace[1004012373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1885; }","duration":"376.685508ms","start":"2026-03-18T00:51:01.700477Z","end":"2026-03-18T00:51:02.077163Z","steps":["trace[1004012373] 'agreement among raft nodes before linearized reading' (duration: 376.420983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.077178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176916472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:51:02.077175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.528661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:02.077187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119450546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:51:02.077217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:01.700463Z","time spent":"376.746969ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:51:02.07722Z","caller":"traceutil/trace.go:171","msg":"trace[620175551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"1.176987462s","start":"2026-03-18T00:51:00.90022Z","end":"2026-03-18T00:51:02.077208Z","steps":["trace[620175551] 'agreement among raft nodes before linearized reading' (duration: 1.17688536s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.077231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190003281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:51:02.077251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.900204Z","time spent":"1.177039414s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:51:02.077245Z","caller":"traceutil/trace.go:171","msg":"trace[1742225908] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1885; }","duration":"875.637494ms","start":"2026-03-18T00:51:01.201586Z","end":"2026-03-18T00:51:02.077224Z","steps":["trace[1742225908] 'agreement among raft nodes before linearized reading' (duration: 875.514411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:02.077251Z","caller":"traceutil/trace.go:171","msg":"trace[1522508400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1885; }","duration":"1.119554578s","start":"2026-03-18T00:51:00.957677Z","end":"2026-03-18T00:51:02.077232Z","steps":["trace[1522508400] 'agreement among raft nodes before linearized reading' (duration: 1.119337103s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:02.077266Z","caller":"traceutil/trace.go:171","msg":"trace[529245794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1885; }","duration":"1.190053351s","start":"2026-03-18T00:51:00.887204Z","end":"2026-03-18T00:51:02.077258Z","steps":["trace[529245794] 'agreement among raft nodes before linearized reading' (duration: 1.18996548s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.077294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.887197Z","time spent":"1.190091033s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:02.077294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.957653Z","time spent":"1.119632039s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:02.077299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:01.201563Z","time spent":"875.720725ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:02.077145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.886786Z","time spent":"1.190349168s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:51:02.077326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.64252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:02.077013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.208962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T00:51:02.077494Z","caller":"traceutil/trace.go:171","msg":"trace[14218561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1885; }","duration":"604.743883ms","start":"2026-03-18T00:51:01.472738Z","end":"2026-03-18T00:51:02.077482Z","steps":["trace[14218561] 'agreement among raft nodes before linearized reading' (duration: 604.11942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:02.077486Z","caller":"traceutil/trace.go:171","msg":"trace[568302557] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1885; }","duration":"753.956917ms","start":"2026-03-18T00:51:01.323515Z","end":"2026-03-18T00:51:02.077472Z","steps":["trace[568302557] 'agreement among raft nodes before linearized reading' (duration: 753.548888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.077534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:01.472717Z","time spent":"604.807985ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T00:51:02.07757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:01.323493Z","time spent":"754.063699ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:02.077845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.208183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:51:02.078085Z","caller":"traceutil/trace.go:171","msg":"trace[660122874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1885; }","duration":"478.50441ms","start":"2026-03-18T00:51:01.599386Z","end":"2026-03-18T00:51:02.077891Z","steps":["trace[660122874] 'agreement among raft nodes before linearized reading' (duration: 478.145432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:02.078125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:01.599363Z","time spent":"478.752815ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:51:02.078279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.200471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T00:51:02.07834Z","caller":"traceutil/trace.go:171","msg":"trace[165567746] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1885; }","duration":"110.303373ms","start":"2026-03-18T00:51:01.968023Z","end":"2026-03-18T00:51:02.078327Z","steps":["trace[165567746] 'agreement among raft nodes before linearized reading' (duration: 108.977485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.078822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:51:04.078905Z","caller":"traceutil/trace.go:171","msg":"trace[240918021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732738s","start":"2026-03-18T00:51:02.078155Z","end":"2026-03-18T00:51:04.078888Z","steps":["trace[240918021] 'agreement among raft nodes before linearized reading' (duration: 2.000631976s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.078955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.078141Z","time spent":"2.000801369s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:51:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:51:04.79573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.574652354s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:51:05.456141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234963022s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:05.456395Z","caller":"traceutil/trace.go:171","msg":"trace[558514637] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"3.406622894s","start":"2026-03-18T00:51:02.04972Z","end":"2026-03-18T00:51:05.456342Z","steps":["trace[558514637] 'process raft request' (duration: 171.341955ms)","trace[558514637] 'compare' (duration: 3.234428221s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:05.45641Z","caller":"traceutil/trace.go:171","msg":"trace[2012580124] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"3.378180518s","start":"2026-03-18T00:51:02.078177Z","end":"2026-03-18T00:51:05.456357Z","steps":["trace[2012580124] 'read index received' (duration: 142.887528ms)","trace[2012580124] 'applied index is now lower than readState.Index' (duration: 3.235289179s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:05.456584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.049694Z","time spent":"3.406779098s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:05.456633Z","caller":"traceutil/trace.go:171","msg":"trace[1395700473] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"3.374193143s","start":"2026-03-18T00:51:02.082419Z","end":"2026-03-18T00:51:05.456612Z","steps":["trace[1395700473] 'process raft request' (duration: 3.374156132s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:05.456706Z","caller":"traceutil/trace.go:171","msg":"trace[1858371282] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"3.375680474s","start":"2026-03-18T00:51:02.081008Z","end":"2026-03-18T00:51:05.456688Z","steps":["trace[1858371282] 'process raft request' (duration: 3.375351618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.456714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.082396Z","time spent":"3.374291864s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:05.456678Z","caller":"traceutil/trace.go:171","msg":"trace[852749631] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"3.375220615s","start":"2026-03-18T00:51:02.081438Z","end":"2026-03-18T00:51:05.456658Z","steps":["trace[852749631] 'process raft request' (duration: 3.375037551s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:05.456705Z","caller":"traceutil/trace.go:171","msg":"trace[1408747206] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"3.374314955s","start":"2026-03-18T00:51:02.082343Z","end":"2026-03-18T00:51:05.456658Z","steps":["trace[1408747206] 'process raft request' (duration: 3.374199892s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.45672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.079529Z","time spent":"3.377177506s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T00:51:05.456765Z","caller":"traceutil/trace.go:171","msg":"trace[1511969085] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"3.375242115s","start":"2026-03-18T00:51:02.081381Z","end":"2026-03-18T00:51:05.456623Z","steps":["trace[1511969085] 'process raft request' (duration: 3.375061521s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.456829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.081433Z","time spent":"3.375328097s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:05.456832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.082337Z","time spent":"3.374433617s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:05.456864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.080996Z","time spent":"3.375762106s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:05.456968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.081373Z","time spent":"3.375481131s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:05.457016Z","caller":"traceutil/trace.go:171","msg":"trace[1003014172] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"3.375037381s","start":"2026-03-18T00:51:02.081759Z","end":"2026-03-18T00:51:05.456797Z","steps":["trace[1003014172] 'process raft request' (duration: 3.374753425s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.457205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.081752Z","time spent":"3.375326247s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:05.957353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078641811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:51:06.087092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:51:06.087168Z","caller":"traceutil/trace.go:171","msg":"trace[533484294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000738818s","start":"2026-03-18T00:51:04.086411Z","end":"2026-03-18T00:51:06.08715Z","steps":["trace[533484294] 'agreement among raft nodes before linearized reading' (duration: 2.000640476s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:06.087217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.086391Z","time spent":"2.00081687s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:06.458192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078641811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:51:06.959138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078641811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:51:07.350675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.554717359s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:51:08.042347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.043882Z","time spent":"4.998457118s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 00:51:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:51:08.088181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000568086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:51:08.088282Z","caller":"traceutil/trace.go:171","msg":"trace[134820092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725549s","start":"2026-03-18T00:51:06.087536Z","end":"2026-03-18T00:51:08.088262Z","steps":["trace[134820092] 'agreement among raft nodes before linearized reading' (duration: 2.000587996s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.088334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.08752Z","time spent":"2.00080362s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:08.542899Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192001193s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:51:08.999261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648250718s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T00:51:08.999381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.944648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:08.999562Z","caller":"traceutil/trace.go:171","msg":"trace[1620489907] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1892; }","duration":"202.145643ms","start":"2026-03-18T00:51:08.79739Z","end":"2026-03-18T00:51:08.999536Z","steps":["trace[1620489907] 'range keys from in-memory index tree' (duration: 201.916418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.259081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.070259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:09.259525Z","caller":"traceutil/trace.go:171","msg":"trace[2041186851] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"5.803142238s","start":"2026-03-18T00:51:03.456336Z","end":"2026-03-18T00:51:09.259478Z","steps":["trace[2041186851] 'process raft request' (duration: 5.543567189s)","trace[2041186851] 'compare' (duration: 258.70879ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:09.259579Z","caller":"traceutil/trace.go:171","msg":"trace[1379592507] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1973; }","duration":"3.803066544s","start":"2026-03-18T00:51:05.456493Z","end":"2026-03-18T00:51:09.259559Z","steps":["trace[1379592507] 'read index received' (duration: 1.894517122s)","trace[1379592507] 'applied index is now lower than readState.Index' (duration: 1.908548592s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:09.259674Z","caller":"traceutil/trace.go:171","msg":"trace[543188076] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"5.208793577s","start":"2026-03-18T00:51:04.05087Z","end":"2026-03-18T00:51:09.259663Z","steps":["trace[543188076] 'process raft request' (duration: 5.208316837s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.259742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.456311Z","time spent":"5.803308431s","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:09.25982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.050837Z","time spent":"5.208872159s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:09.259921Z","caller":"traceutil/trace.go:171","msg":"trace[1248861883] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"3.801681724s","start":"2026-03-18T00:51:05.458202Z","end":"2026-03-18T00:51:09.259884Z","steps":["trace[1248861883] 'process raft request' (duration: 3.801293306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.259963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571213779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:09.260084Z","caller":"traceutil/trace.go:171","msg":"trace[188640562] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1897; }","duration":"5.571392113s","start":"2026-03-18T00:51:03.688664Z","end":"2026-03-18T00:51:09.260056Z","steps":["trace[188640562] 'agreement among raft nodes before linearized reading' (duration: 5.571190139s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.514026404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-18T00:51:09.260111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174790307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:51:09.260146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.688645Z","time spent":"5.571488275s","remote":"127.0.0.1:33336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:09.260159Z","caller":"traceutil/trace.go:171","msg":"trace[1581267364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1897; }","duration":"6.514141987s","start":"2026-03-18T00:51:02.745998Z","end":"2026-03-18T00:51:09.26014Z","steps":["trace[1581267364] 'agreement among raft nodes before linearized reading' (duration: 6.513909382s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.260189Z","caller":"traceutil/trace.go:171","msg":"trace[1563098681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"6.17491103s","start":"2026-03-18T00:51:03.085256Z","end":"2026-03-18T00:51:09.260167Z","steps":["trace[1563098681] 'agreement among raft nodes before linearized reading' (duration: 6.174742126s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.745977Z","time spent":"6.514217399s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:51:09.260155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877783113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:09.260243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.085234Z","time spent":"6.174997031s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:51:09.26026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461072724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:09.260333Z","caller":"traceutil/trace.go:171","msg":"trace[1229471331] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1897; }","duration":"4.877932916s","start":"2026-03-18T00:51:04.382325Z","end":"2026-03-18T00:51:09.260258Z","steps":["trace[1229471331] 'agreement among raft nodes before linearized reading' (duration: 4.877702162s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268037287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T00:51:09.260368Z","caller":"traceutil/trace.go:171","msg":"trace[17227790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1897; }","duration":"1.461189857s","start":"2026-03-18T00:51:07.799157Z","end":"2026-03-18T00:51:09.260347Z","steps":["trace[17227790] 'agreement among raft nodes before linearized reading' (duration: 1.461034304s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.259987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698435691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:09.260396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.382259Z","time spent":"4.878108721s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:09.260388Z","caller":"traceutil/trace.go:171","msg":"trace[1390042740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1897; }","duration":"6.268132628s","start":"2026-03-18T00:51:02.99224Z","end":"2026-03-18T00:51:09.260372Z","steps":["trace[1390042740] 'agreement among raft nodes before linearized reading' (duration: 6.267931654s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.799084Z","time spent":"1.46132728s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:09.260434Z","caller":"traceutil/trace.go:171","msg":"trace[155082328] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1897; }","duration":"3.698949422s","start":"2026-03-18T00:51:05.56147Z","end":"2026-03-18T00:51:09.26042Z","steps":["trace[155082328] 'agreement among raft nodes before linearized reading' (duration: 3.698436501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:02.992222Z","time spent":"6.26821312s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:51:09.260464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643446265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:51:09.259944Z","caller":"traceutil/trace.go:171","msg":"trace[1070369685] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"5.056199391s","start":"2026-03-18T00:51:04.203714Z","end":"2026-03-18T00:51:09.259914Z","steps":["trace[1070369685] 'process raft request' (duration: 5.055731411s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.20369Z","time spent":"5.056885835s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:09.260697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164718501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:09.260478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:05.561446Z","time spent":"3.699018443s","remote":"127.0.0.1:49352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:09.260746Z","caller":"traceutil/trace.go:171","msg":"trace[1473691146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"1.164797462s","start":"2026-03-18T00:51:08.095933Z","end":"2026-03-18T00:51:09.260731Z","steps":["trace[1473691146] 'agreement among raft nodes before linearized reading' (duration: 1.164716891s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798854071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:51:09.260803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.095917Z","time spent":"1.164875345s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:09.260832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798144046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:51:09.260867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354221474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:09.260634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.538086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:09.260889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.941333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:09.260898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798940393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:51:09.260917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799224288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:51:09.260918Z","caller":"traceutil/trace.go:171","msg":"trace[1612824818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1897; }","duration":"1.354337996s","start":"2026-03-18T00:51:07.906565Z","end":"2026-03-18T00:51:09.260903Z","steps":["trace[1612824818] 'agreement among raft nodes before linearized reading' (duration: 1.354273325s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.260939Z","caller":"traceutil/trace.go:171","msg":"trace[38033929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1897; }","duration":"1.799040304s","start":"2026-03-18T00:51:07.46189Z","end":"2026-03-18T00:51:09.26093Z","steps":["trace[38033929] 'agreement among raft nodes before linearized reading' (duration: 1.798940782s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.260935Z","caller":"traceutil/trace.go:171","msg":"trace[1173451835] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1897; }","duration":"438.865993ms","start":"2026-03-18T00:51:08.822051Z","end":"2026-03-18T00:51:09.260917Z","steps":["trace[1173451835] 'agreement among raft nodes before linearized reading' (duration: 438.547917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.260941Z","caller":"traceutil/trace.go:171","msg":"trace[1115594103] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1897; }","duration":"707.028555ms","start":"2026-03-18T00:51:08.553897Z","end":"2026-03-18T00:51:09.260926Z","steps":["trace[1115594103] 'agreement among raft nodes before linearized reading' (duration: 706.946434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.260964Z","caller":"traceutil/trace.go:171","msg":"trace[1420970111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1897; }","duration":"1.79928941s","start":"2026-03-18T00:51:07.461653Z","end":"2026-03-18T00:51:09.260942Z","steps":["trace[1420970111] 'agreement among raft nodes before linearized reading' (duration: 1.799116386s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.906543Z","time spent":"1.354408468s","remote":"127.0.0.1:49230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:09.260973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.461844Z","time spent":"1.799122486s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:09.260994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.461631Z","time spent":"1.799357061s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:09.260995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.822028Z","time spent":"438.947874ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:09.260995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.553868Z","time spent":"707.113777ms","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:09.26102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797649554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T00:51:09.260805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216965526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-18T00:51:09.261077Z","caller":"traceutil/trace.go:171","msg":"trace[171627775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1897; }","duration":"1.797732106s","start":"2026-03-18T00:51:07.46333Z","end":"2026-03-18T00:51:09.261062Z","steps":["trace[171627775] 'agreement among raft nodes before linearized reading' (duration: 1.797584723s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.261081Z","caller":"traceutil/trace.go:171","msg":"trace[1531964196] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1897; }","duration":"1.217280721s","start":"2026-03-18T00:51:08.043789Z","end":"2026-03-18T00:51:09.26107Z","steps":["trace[1531964196] 'agreement among raft nodes before linearized reading' (duration: 1.216868043s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.261128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.043767Z","time spent":"1.217349073s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T00:51:09.261132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.463317Z","time spent":"1.797800937s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:51:09.261136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799237069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:51:09.260886Z","caller":"traceutil/trace.go:171","msg":"trace[910264608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1897; }","duration":"1.798211207s","start":"2026-03-18T00:51:07.462657Z","end":"2026-03-18T00:51:09.260868Z","steps":["trace[910264608] 'agreement among raft nodes before linearized reading' (duration: 1.798076304s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.261072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101139854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:51:09.260808Z","caller":"traceutil/trace.go:171","msg":"trace[1485328145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1897; }","duration":"1.798919462s","start":"2026-03-18T00:51:07.461877Z","end":"2026-03-18T00:51:09.260796Z","steps":["trace[1485328145] 'agreement among raft nodes before linearized reading' (duration: 1.798765408s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.26123Z","caller":"traceutil/trace.go:171","msg":"trace[1032037603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1897; }","duration":"1.101342258s","start":"2026-03-18T00:51:08.159873Z","end":"2026-03-18T00:51:09.261216Z","steps":["trace[1032037603] 'agreement among raft nodes before linearized reading' (duration: 1.101145204s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.261264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.159853Z","time spent":"1.101401069s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:09.261271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.461857Z","time spent":"1.799399622s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:51:09.260803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060999348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:09.261214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.462647Z","time spent":"1.798555284s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:51:09.261368Z","caller":"traceutil/trace.go:171","msg":"trace[693845269] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1897; }","duration":"1.061604671s","start":"2026-03-18T00:51:08.199733Z","end":"2026-03-18T00:51:09.261338Z","steps":["trace[693845269] 'agreement among raft nodes before linearized reading' (duration: 1.061016239s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.261406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640077729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:09.261441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.199712Z","time spent":"1.061704673s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:09.260538Z","caller":"traceutil/trace.go:171","msg":"trace[383723242] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1897; }","duration":"1.643555208s","start":"2026-03-18T00:51:07.616964Z","end":"2026-03-18T00:51:09.260519Z","steps":["trace[383723242] 'agreement among raft nodes before linearized reading' (duration: 1.643398695s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.261474Z","caller":"traceutil/trace.go:171","msg":"trace[1025363254] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1897; }","duration":"2.64014841s","start":"2026-03-18T00:51:06.621311Z","end":"2026-03-18T00:51:09.261459Z","steps":["trace[1025363254] 'agreement among raft nodes before linearized reading' (duration: 2.640047488s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.260095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:05.458175Z","time spent":"3.801834186s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:09.261178Z","caller":"traceutil/trace.go:171","msg":"trace[1732152572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1897; }","duration":"1.79932044s","start":"2026-03-18T00:51:07.461851Z","end":"2026-03-18T00:51:09.261171Z","steps":["trace[1732152572] 'agreement among raft nodes before linearized reading' (duration: 1.799221228s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.261773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.461827Z","time spent":"1.799936424s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:09.261519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.621253Z","time spent":"2.640252632s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:09.262774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.616942Z","time spent":"1.644546608s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-18T00:51:09.772508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078641815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:51:11.271738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:51:11.271814Z","caller":"traceutil/trace.go:171","msg":"trace[76321119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522564s","start":"2026-03-18T00:51:09.271274Z","end":"2026-03-18T00:51:11.271796Z","steps":["trace[76321119] 'agreement among raft nodes before linearized reading' (duration: 2.000423882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:11.271859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.271268Z","time spent":"2.000582285s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:51:11.888569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655552023s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:51:13.043065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770020787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:51:13.043229Z","caller":"traceutil/trace.go:171","msg":"trace[1415478914] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.770227842s","start":"2026-03-18T00:51:09.272981Z","end":"2026-03-18T00:51:13.043209Z","steps":["trace[1415478914] 'agreement among raft nodes before linearized reading' (duration: 3.770046478s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.043314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.272969Z","time spent":"3.770331224s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/18 00:51:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:51:13.071666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795248066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:51:13.071751Z","caller":"traceutil/trace.go:171","msg":"trace[55243893] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"3.795349088s","start":"2026-03-18T00:51:09.276389Z","end":"2026-03-18T00:51:13.071738Z","steps":["trace[55243893] 'agreement among raft nodes before linearized reading' (duration: 3.795260306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.071801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.276383Z","time spent":"3.79540992s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/03/18 00:51:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:51:13.206226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973238988s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T00:51:13.206486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.264016Z","time spent":"3.942465898s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T00:51:13.207111Z","caller":"traceutil/trace.go:171","msg":"trace[384180675] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1979; }","duration":"3.935787055s","start":"2026-03-18T00:51:09.271297Z","end":"2026-03-18T00:51:13.207084Z","steps":["trace[384180675] 'read index received' (duration: 961.680618ms)","trace[384180675] 'applied index is now lower than readState.Index' (duration: 2.974105607s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:13.207229Z","caller":"traceutil/trace.go:171","msg":"trace[588145008] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"3.937991443s","start":"2026-03-18T00:51:09.269228Z","end":"2026-03-18T00:51:13.207219Z","steps":["trace[588145008] 'process raft request' (duration: 3.937117774s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.207312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.269203Z","time spent":"3.938052243s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:51:13.20752Z","caller":"traceutil/trace.go:171","msg":"trace[767881703] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"3.935975959s","start":"2026-03-18T00:51:09.271531Z","end":"2026-03-18T00:51:13.207507Z","steps":["trace[767881703] 'process raft request' (duration: 3.935417527s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:13.207552Z","caller":"traceutil/trace.go:171","msg":"trace[80227754] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"3.936377318s","start":"2026-03-18T00:51:09.271139Z","end":"2026-03-18T00:51:13.207516Z","steps":["trace[80227754] 'process raft request' (duration: 3.93554569s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:13.20758Z","caller":"traceutil/trace.go:171","msg":"trace[1995488631] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"3.936179794s","start":"2026-03-18T00:51:09.271365Z","end":"2026-03-18T00:51:13.207545Z","steps":["trace[1995488631] 'process raft request' (duration: 3.935463648s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:13.207558Z","caller":"traceutil/trace.go:171","msg":"trace[2038840866] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"3.936101252s","start":"2026-03-18T00:51:09.271412Z","end":"2026-03-18T00:51:13.207513Z","steps":["trace[2038840866] 'process raft request' (duration: 3.935468739s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:13.207578Z","caller":"traceutil/trace.go:171","msg":"trace[1451000302] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"3.936179443s","start":"2026-03-18T00:51:09.271355Z","end":"2026-03-18T00:51:13.207534Z","steps":["trace[1451000302] 'process raft request' (duration: 3.935441518s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:13.207622Z","caller":"traceutil/trace.go:171","msg":"trace[299347994] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"3.935028739s","start":"2026-03-18T00:51:09.272558Z","end":"2026-03-18T00:51:13.207586Z","steps":["trace[299347994] 'process raft request' (duration: 3.934428877s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.207748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.27134Z","time spent":"3.936302436s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:13.207728Z","caller":"traceutil/trace.go:171","msg":"trace[1443508527] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"3.934959728s","start":"2026-03-18T00:51:09.272653Z","end":"2026-03-18T00:51:13.207613Z","steps":["trace[1443508527] 'process raft request' (duration: 3.934372476s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.207809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.272542Z","time spent":"3.935166182s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.207845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.271405Z","time spent":"3.936283086s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.207914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.271348Z","time spent":"3.936353237s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.207592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.271522Z","time spent":"3.936028011s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.208031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.272646Z","time spent":"3.935235554s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:13.207631Z","caller":"traceutil/trace.go:171","msg":"trace[1986976202] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"3.619547487s","start":"2026-03-18T00:51:09.588075Z","end":"2026-03-18T00:51:13.207622Z","steps":["trace[1986976202] 'process raft request' (duration: 3.618977545s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.208244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.588047Z","time spent":"3.62013414s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.209842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.27112Z","time spent":"3.93651385s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.225794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337099019s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:51:13.226289Z","caller":"traceutil/trace.go:171","msg":"trace[2024697495] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.952149731s","start":"2026-03-18T00:51:11.274062Z","end":"2026-03-18T00:51:13.226211Z","steps":["trace[2024697495] 'process raft request' (duration: 1.95208801s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:13.226452Z","caller":"traceutil/trace.go:171","msg":"trace[2062706822] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"2.557712672s","start":"2026-03-18T00:51:10.668722Z","end":"2026-03-18T00:51:13.226435Z","steps":["trace[2062706822] 'process raft request' (duration: 2.557256952s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.226535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.668699Z","time spent":"2.557789634s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.226582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.274023Z","time spent":"1.952408307s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:13.272015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:51:13.272134Z","caller":"traceutil/trace.go:171","msg":"trace[219483455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135475s","start":"2026-03-18T00:51:11.271978Z","end":"2026-03-18T00:51:13.272113Z","steps":["trace[219483455] 'agreement among raft nodes before linearized reading' (duration: 1.999982202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:13.272213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.271945Z","time spent":"2.000224287s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:14.087098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:51:14.087181Z","caller":"traceutil/trace.go:171","msg":"trace[1743662780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048223s","start":"2026-03-18T00:51:12.087114Z","end":"2026-03-18T00:51:14.087162Z","steps":["trace[1743662780] 'agreement among raft nodes before linearized reading' (duration: 1.999942231s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:14.087262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:12.087098Z","time spent":"2.000129285s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:15.25949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987556647s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:51:15.259633Z","caller":"traceutil/trace.go:171","msg":"trace[2031276141] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1989; }","duration":"2.052427911s","start":"2026-03-18T00:51:13.20718Z","end":"2026-03-18T00:51:15.259608Z","steps":["trace[2031276141] 'read index received' (duration: 18.769151ms)","trace[2031276141] 'applied index is now lower than readState.Index' (duration: 2.03365756s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:15.259817Z","caller":"traceutil/trace.go:171","msg":"trace[474383253] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1909; }","duration":"2.051535633s","start":"2026-03-18T00:51:13.208258Z","end":"2026-03-18T00:51:15.259793Z","steps":["trace[474383253] 'process raft request' (duration: 2.051294948s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.259873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143657838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:15.259903Z","caller":"traceutil/trace.go:171","msg":"trace[78086135] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1909; }","duration":"2.14373154s","start":"2026-03-18T00:51:13.116163Z","end":"2026-03-18T00:51:15.259895Z","steps":["trace[78086135] 'agreement among raft nodes before linearized reading' (duration: 2.143671129s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.259932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:13.116146Z","time spent":"2.143776741s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:15.259959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:13.208233Z","time spent":"2.051646855s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:15.260063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102619131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:15.260105Z","caller":"traceutil/trace.go:171","msg":"trace[262732976] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1909; }","duration":"5.102705873s","start":"2026-03-18T00:51:10.157387Z","end":"2026-03-18T00:51:15.260093Z","steps":["trace[262732976] 'agreement among raft nodes before linearized reading' (duration: 5.102631122s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.260138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.157364Z","time spent":"5.102763944s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:15.260131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.103711565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:15.260157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428696781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:15.260211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.453331724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:15.260217Z","caller":"traceutil/trace.go:171","msg":"trace[1206219804] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1909; }","duration":"4.428820394s","start":"2026-03-18T00:51:10.831383Z","end":"2026-03-18T00:51:15.260203Z","steps":["trace[1206219804] 'agreement among raft nodes before linearized reading' (duration: 4.428710521s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.260228Z","caller":"traceutil/trace.go:171","msg":"trace[370734683] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1909; }","duration":"5.453386325s","start":"2026-03-18T00:51:09.806835Z","end":"2026-03-18T00:51:15.260221Z","steps":["trace[370734683] 'agreement among raft nodes before linearized reading' (duration: 5.453361545s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.260248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.831356Z","time spent":"4.428884806s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:15.260247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:09.806801Z","time spent":"5.453440797s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:15.260179Z","caller":"traceutil/trace.go:171","msg":"trace[1226064532] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1909; }","duration":"5.103811836s","start":"2026-03-18T00:51:10.156355Z","end":"2026-03-18T00:51:15.260167Z","steps":["trace[1226064532] 'agreement among raft nodes before linearized reading' (duration: 5.103715314s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.260392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.156332Z","time spent":"5.104034691s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:15.26045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984399308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:51:15.260481Z","caller":"traceutil/trace.go:171","msg":"trace[1829937306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"4.98449283s","start":"2026-03-18T00:51:10.275979Z","end":"2026-03-18T00:51:15.260472Z","steps":["trace[1829937306] 'agreement among raft nodes before linearized reading' (duration: 4.984374868s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.260511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.2759Z","time spent":"4.984603262s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:51:15.260823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542268959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:51:15.2611Z","caller":"traceutil/trace.go:171","msg":"trace[1184040782] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1909; }","duration":"3.543188518s","start":"2026-03-18T00:51:11.717886Z","end":"2026-03-18T00:51:15.261074Z","steps":["trace[1184040782] 'agreement among raft nodes before linearized reading' (duration: 3.542271889s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.261177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.717857Z","time spent":"3.543298561s","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:15.280233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:51:15.280285Z","caller":"traceutil/trace.go:171","msg":"trace[1593526514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101695s","start":"2026-03-18T00:51:13.280172Z","end":"2026-03-18T00:51:15.280273Z","steps":["trace[1593526514] 'agreement among raft nodes before linearized reading' (duration: 2.000043894s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.280327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:13.280151Z","time spent":"2.000166106s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T00:51:15.662961Z","caller":"traceutil/trace.go:171","msg":"trace[1206980395] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"403.267255ms","start":"2026-03-18T00:51:15.259668Z","end":"2026-03-18T00:51:15.662936Z","steps":["trace[1206980395] 'read index received' (duration: 403.225154ms)","trace[1206980395] 'applied index is now lower than readState.Index' (duration: 40.741µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:15.663191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.870779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:51:15.663234Z","caller":"traceutil/trace.go:171","msg":"trace[613466190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1910; }","duration":"449.945611ms","start":"2026-03-18T00:51:15.213277Z","end":"2026-03-18T00:51:15.663222Z","steps":["trace[613466190] 'agreement among raft nodes before linearized reading' (duration: 449.780427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.66322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.578183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:51:15.663277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.213271Z","time spent":"449.997372ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:51:15.663298Z","caller":"traceutil/trace.go:171","msg":"trace[1107388402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1910; }","duration":"449.693235ms","start":"2026-03-18T00:51:15.213585Z","end":"2026-03-18T00:51:15.663278Z","steps":["trace[1107388402] 'agreement among raft nodes before linearized reading' (duration: 449.365688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.663344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.213577Z","time spent":"449.758517ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:51:15.663557Z","caller":"traceutil/trace.go:171","msg":"trace[502291354] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"430.942124ms","start":"2026-03-18T00:51:15.232602Z","end":"2026-03-18T00:51:15.663544Z","steps":["trace[502291354] 'process raft request' (duration: 430.160358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.663668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.232583Z","time spent":"431.007846ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:15.663742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451946405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dc93282d678df\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T00:51:15.663822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.559873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:51:15.663771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209905385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:15.663857Z","caller":"traceutil/trace.go:171","msg":"trace[592465882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1910; }","duration":"450.675776ms","start":"2026-03-18T00:51:15.213171Z","end":"2026-03-18T00:51:15.663847Z","steps":["trace[592465882] 'agreement among raft nodes before linearized reading' (duration: 450.579434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.663893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.213133Z","time spent":"450.749498ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:15.663882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537568116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:51:15.66391Z","caller":"traceutil/trace.go:171","msg":"trace[1223853597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1910; }","duration":"1.210115119s","start":"2026-03-18T00:51:14.453762Z","end":"2026-03-18T00:51:15.663877Z","steps":["trace[1223853597] 'agreement among raft nodes before linearized reading' (duration: 1.209759032s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.663832Z","caller":"traceutil/trace.go:171","msg":"trace[835786404] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189dc93282d678df; range_end:; response_count:1; response_revision:1910; }","duration":"2.452058918s","start":"2026-03-18T00:51:13.211735Z","end":"2026-03-18T00:51:15.663794Z","steps":["trace[835786404] 'agreement among raft nodes before linearized reading' (duration: 2.451798022s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.663951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.870259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:51:15.663967Z","caller":"traceutil/trace.go:171","msg":"trace[2073780302] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1910; }","duration":"1.537687969s","start":"2026-03-18T00:51:14.126246Z","end":"2026-03-18T00:51:15.663933Z","steps":["trace[2073780302] 'agreement among raft nodes before linearized reading' (duration: 1.537536395s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.663953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.282218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:51:15.66398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:14.453742Z","time spent":"1.210224081s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:51:15.664005Z","caller":"traceutil/trace.go:171","msg":"trace[1989779655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1910; }","duration":"449.936991ms","start":"2026-03-18T00:51:15.214053Z","end":"2026-03-18T00:51:15.66399Z","steps":["trace[1989779655] 'agreement among raft nodes before linearized reading' (duration: 449.796598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.663997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.93316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:51:15.664022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:14.126225Z","time spent":"1.53778124s","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:15.664044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.214048Z","time spent":"449.987592ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:51:15.664036Z","caller":"traceutil/trace.go:171","msg":"trace[1610656080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1910; }","duration":"451.416451ms","start":"2026-03-18T00:51:15.212597Z","end":"2026-03-18T00:51:15.664013Z","steps":["trace[1610656080] 'agreement among raft nodes before linearized reading' (duration: 451.162626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.664043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:13.211721Z","time spent":"2.452277862s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dc93282d678df\" "} {"level":"info","ts":"2026-03-18T00:51:15.664073Z","caller":"traceutil/trace.go:171","msg":"trace[1440931989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1910; }","duration":"450.035542ms","start":"2026-03-18T00:51:15.214019Z","end":"2026-03-18T00:51:15.664055Z","steps":["trace[1440931989] 'agreement among raft nodes before linearized reading' (duration: 449.810577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.664102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.212576Z","time spent":"451.506474ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:15.664372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.214012Z","time spent":"450.313528ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:51:15.836043Z","caller":"traceutil/trace.go:171","msg":"trace[1767317570] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"172.98884ms","start":"2026-03-18T00:51:15.663028Z","end":"2026-03-18T00:51:15.836017Z","steps":["trace[1767317570] 'read index received' (duration: 142.94025ms)","trace[1767317570] 'applied index is now lower than readState.Index' (duration: 30.04669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:15.836116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.260969Z","time spent":"575.135291ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:51:15.836179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.738947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:15.836225Z","caller":"traceutil/trace.go:171","msg":"trace[1244525003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1910; }","duration":"555.825499ms","start":"2026-03-18T00:51:15.28039Z","end":"2026-03-18T00:51:15.836216Z","steps":["trace[1244525003] 'agreement among raft nodes before linearized reading' (duration: 555.729867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.836275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.280378Z","time spent":"555.88898ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:51:15.858228Z","caller":"traceutil/trace.go:171","msg":"trace[1472475897] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"189.072723ms","start":"2026-03-18T00:51:15.669127Z","end":"2026-03-18T00:51:15.858199Z","steps":["trace[1472475897] 'process raft request' (duration: 189.000092ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.858292Z","caller":"traceutil/trace.go:171","msg":"trace[883661726] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"189.992384ms","start":"2026-03-18T00:51:15.668254Z","end":"2026-03-18T00:51:15.858246Z","steps":["trace[883661726] 'process raft request' (duration: 189.77752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.858318Z","caller":"traceutil/trace.go:171","msg":"trace[2084370772] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"189.941462ms","start":"2026-03-18T00:51:15.668332Z","end":"2026-03-18T00:51:15.858273Z","steps":["trace[2084370772] 'process raft request' (duration: 189.754728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.858362Z","caller":"traceutil/trace.go:171","msg":"trace[1270678014] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"191.357073ms","start":"2026-03-18T00:51:15.666963Z","end":"2026-03-18T00:51:15.85832Z","steps":["trace[1270678014] 'process raft request' (duration: 190.862423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.858608Z","caller":"traceutil/trace.go:171","msg":"trace[211273881] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"189.35963ms","start":"2026-03-18T00:51:15.669238Z","end":"2026-03-18T00:51:15.858597Z","steps":["trace[211273881] 'process raft request' (duration: 188.927351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.858735Z","caller":"traceutil/trace.go:171","msg":"trace[201276218] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"189.100454ms","start":"2026-03-18T00:51:15.6696Z","end":"2026-03-18T00:51:15.858701Z","steps":["trace[201276218] 'process raft request' (duration: 188.868369ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.858708Z","caller":"traceutil/trace.go:171","msg":"trace[1285371085] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"188.684076ms","start":"2026-03-18T00:51:15.669997Z","end":"2026-03-18T00:51:15.858681Z","steps":["trace[1285371085] 'process raft request' (duration: 188.594294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:17.632706Z","caller":"traceutil/trace.go:171","msg":"trace[745247894] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"273.012636ms","start":"2026-03-18T00:51:17.359667Z","end":"2026-03-18T00:51:17.63268Z","steps":["trace[745247894] 'process raft request' (duration: 272.786731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:17.632879Z","caller":"traceutil/trace.go:171","msg":"trace[1096816461] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2019; }","duration":"159.35197ms","start":"2026-03-18T00:51:17.473479Z","end":"2026-03-18T00:51:17.632831Z","steps":["trace[1096816461] 'read index received' (duration: 158.912461ms)","trace[1096816461] 'applied index is now lower than readState.Index' (duration: 437.369µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:17.63295Z","caller":"traceutil/trace.go:171","msg":"trace[1742199974] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"272.766391ms","start":"2026-03-18T00:51:17.360171Z","end":"2026-03-18T00:51:17.632937Z","steps":["trace[1742199974] 'process raft request' (duration: 272.444985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:17.633618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.114856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:76 size:61789"} {"level":"info","ts":"2026-03-18T00:51:17.633694Z","caller":"traceutil/trace.go:171","msg":"trace[1719686595] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:76; response_revision:1936; }","duration":"160.234679ms","start":"2026-03-18T00:51:17.473443Z","end":"2026-03-18T00:51:17.633678Z","steps":["trace[1719686595] 'agreement among raft nodes before linearized reading' (duration: 159.590795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:17.795981Z","caller":"traceutil/trace.go:171","msg":"trace[759396851] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"129.575174ms","start":"2026-03-18T00:51:17.666368Z","end":"2026-03-18T00:51:17.795943Z","steps":["trace[759396851] 'process raft request' (duration: 90.48457ms)","trace[759396851] 'compare' (duration: 38.803368ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:17.796012Z","caller":"traceutil/trace.go:171","msg":"trace[1834618668] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2022; }","duration":"122.740298ms","start":"2026-03-18T00:51:17.673235Z","end":"2026-03-18T00:51:17.795975Z","steps":["trace[1834618668] 'read index received' (duration: 6.628852ms)","trace[1834618668] 'applied index is now lower than readState.Index' (duration: 116.109786ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:17.796119Z","caller":"traceutil/trace.go:171","msg":"trace[1826165869] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"126.856966ms","start":"2026-03-18T00:51:17.669235Z","end":"2026-03-18T00:51:17.796091Z","steps":["trace[1826165869] 'process raft request' (duration: 126.631671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:17.79646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.019345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-18T00:51:17.796535Z","caller":"traceutil/trace.go:171","msg":"trace[1710861550] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1939; }","duration":"123.339822ms","start":"2026-03-18T00:51:17.673175Z","end":"2026-03-18T00:51:17.796515Z","steps":["trace[1710861550] 'agreement among raft nodes before linearized reading' (duration: 122.926983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.010443Z","caller":"traceutil/trace.go:171","msg":"trace[108608020] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"142.924389ms","start":"2026-03-18T00:51:17.867492Z","end":"2026-03-18T00:51:18.010417Z","steps":["trace[108608020] 'process raft request' (duration: 142.797787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.010463Z","caller":"traceutil/trace.go:171","msg":"trace[1568563493] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"143.40424ms","start":"2026-03-18T00:51:17.867015Z","end":"2026-03-18T00:51:18.010419Z","steps":["trace[1568563493] 'process raft request' (duration: 130.991865ms)","trace[1568563493] 'compare' (duration: 11.748051ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:18.010635Z","caller":"traceutil/trace.go:171","msg":"trace[707899505] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"142.962371ms","start":"2026-03-18T00:51:17.867616Z","end":"2026-03-18T00:51:18.010579Z","steps":["trace[707899505] 'process raft request' (duration: 142.762277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.010705Z","caller":"traceutil/trace.go:171","msg":"trace[1386598771] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"142.858988ms","start":"2026-03-18T00:51:17.867814Z","end":"2026-03-18T00:51:18.010673Z","steps":["trace[1386598771] 'process raft request' (duration: 142.659734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.010775Z","caller":"traceutil/trace.go:171","msg":"trace[610008048] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"142.566802ms","start":"2026-03-18T00:51:17.868186Z","end":"2026-03-18T00:51:18.010753Z","steps":["trace[610008048] 'process raft request' (duration: 142.353338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:20.629453Z","caller":"traceutil/trace.go:171","msg":"trace[1552378166] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"160.654837ms","start":"2026-03-18T00:51:20.468769Z","end":"2026-03-18T00:51:20.629424Z","steps":["trace[1552378166] 'process raft request' (duration: 160.426603ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:26.388711Z","caller":"traceutil/trace.go:171","msg":"trace[1614901738] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"167.193519ms","start":"2026-03-18T00:51:26.221474Z","end":"2026-03-18T00:51:26.388668Z","steps":["trace[1614901738] 'process raft request' (duration: 166.921034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:26.389027Z","caller":"traceutil/trace.go:171","msg":"trace[1549231371] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"167.364943ms","start":"2026-03-18T00:51:26.221645Z","end":"2026-03-18T00:51:26.38901Z","steps":["trace[1549231371] 'process raft request' (duration: 166.956914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:27.032833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.598801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-18T00:51:27.032913Z","caller":"traceutil/trace.go:171","msg":"trace[168163005] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1979; }","duration":"164.716354ms","start":"2026-03-18T00:51:26.868177Z","end":"2026-03-18T00:51:27.032893Z","steps":["trace[168163005] 'range keys from in-memory index tree' (duration: 164.397857ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:27.146281Z","caller":"traceutil/trace.go:171","msg":"trace[1967109244] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"108.208212ms","start":"2026-03-18T00:51:27.038041Z","end":"2026-03-18T00:51:27.146249Z","steps":["trace[1967109244] 'process raft request' (duration: 107.980447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:27.630778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.043704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:51:27.630882Z","caller":"traceutil/trace.go:171","msg":"trace[860474703] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1980; }","duration":"216.242039ms","start":"2026-03-18T00:51:27.414617Z","end":"2026-03-18T00:51:27.630859Z","steps":["trace[860474703] 'count revisions from in-memory index tree' (duration: 215.934361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:27.631113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.21132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:51:27.631201Z","caller":"traceutil/trace.go:171","msg":"trace[1429807506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"232.348693ms","start":"2026-03-18T00:51:27.39883Z","end":"2026-03-18T00:51:27.631179Z","steps":["trace[1429807506] 'range keys from in-memory index tree' (duration: 232.025977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.094816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.222848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:28.095107Z","caller":"traceutil/trace.go:171","msg":"trace[1924932600] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2068; }","duration":"153.574139ms","start":"2026-03-18T00:51:27.941511Z","end":"2026-03-18T00:51:28.095086Z","steps":["trace[1924932600] 'read index received' (duration: 42.351µs)","trace[1924932600] 'applied index is now lower than readState.Index' (duration: 153.530328ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:28.095306Z","caller":"traceutil/trace.go:171","msg":"trace[1725046817] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"217.376484ms","start":"2026-03-18T00:51:27.877917Z","end":"2026-03-18T00:51:28.095294Z","steps":["trace[1725046817] 'process raft request' (duration: 217.080577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:28.0954Z","caller":"traceutil/trace.go:171","msg":"trace[1367371712] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"411.812934ms","start":"2026-03-18T00:51:27.683545Z","end":"2026-03-18T00:51:28.095358Z","steps":["trace[1367371712] 'process raft request' (duration: 60.89585ms)","trace[1367371712] 'compare' (duration: 350.095495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:28.095473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.928838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:28.095548Z","caller":"traceutil/trace.go:171","msg":"trace[253456962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1982; }","duration":"154.089101ms","start":"2026-03-18T00:51:27.941424Z","end":"2026-03-18T00:51:28.095513Z","steps":["trace[253456962] 'agreement among raft nodes before linearized reading' (duration: 153.876177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.095592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:27.683522Z","time spent":"411.970477ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:28.486171Z","caller":"traceutil/trace.go:171","msg":"trace[1886286758] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2070; }","duration":"323.220092ms","start":"2026-03-18T00:51:28.16292Z","end":"2026-03-18T00:51:28.48614Z","steps":["trace[1886286758] 'read index received' (duration: 294.513251ms)","trace[1886286758] 'applied index is now lower than readState.Index' (duration: 28.705761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:28.486257Z","caller":"traceutil/trace.go:171","msg":"trace[804416647] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"385.584856ms","start":"2026-03-18T00:51:28.100631Z","end":"2026-03-18T00:51:28.486215Z","steps":["trace[804416647] 'process raft request' (duration: 356.785952ms)","trace[804416647] 'compare' (duration: 28.358824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:28.486443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.100614Z","time spent":"385.729239ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:28.486532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.568321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:51:28.486662Z","caller":"traceutil/trace.go:171","msg":"trace[836856884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1983; }","duration":"323.744854ms","start":"2026-03-18T00:51:28.16288Z","end":"2026-03-18T00:51:28.486625Z","steps":["trace[836856884] 'agreement among raft nodes before linearized reading' (duration: 323.386656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.486807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.162862Z","time spent":"323.928938ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:28.549756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.887941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T00:51:28.549836Z","caller":"traceutil/trace.go:171","msg":"trace[2065982322] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"282.323533ms","start":"2026-03-18T00:51:28.26746Z","end":"2026-03-18T00:51:28.549784Z","steps":["trace[2065982322] 'process raft request' (duration: 281.798162ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:28.549873Z","caller":"traceutil/trace.go:171","msg":"trace[1242039674] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1984; }","duration":"335.084215ms","start":"2026-03-18T00:51:28.214767Z","end":"2026-03-18T00:51:28.549852Z","steps":["trace[1242039674] 'agreement among raft nodes before linearized reading' (duration: 334.741317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.549883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.432826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:28.549846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.412483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T00:51:28.549923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.214744Z","time spent":"335.168557ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T00:51:28.549948Z","caller":"traceutil/trace.go:171","msg":"trace[292107640] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1984; }","duration":"103.528248ms","start":"2026-03-18T00:51:28.446389Z","end":"2026-03-18T00:51:28.549917Z","steps":["trace[292107640] 'agreement among raft nodes before linearized reading' (duration: 103.450147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:28.549966Z","caller":"traceutil/trace.go:171","msg":"trace[943740430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1984; }","duration":"151.594926ms","start":"2026-03-18T00:51:28.398342Z","end":"2026-03-18T00:51:28.549937Z","steps":["trace[943740430] 'agreement among raft nodes before linearized reading' (duration: 151.224048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.549789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.346959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-18T00:51:28.550049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.492601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:51:28.5501Z","caller":"traceutil/trace.go:171","msg":"trace[1771415096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"234.579293ms","start":"2026-03-18T00:51:28.315509Z","end":"2026-03-18T00:51:28.550089Z","steps":["trace[1771415096] 'agreement among raft nodes before linearized reading' (duration: 234.092262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:28.550109Z","caller":"traceutil/trace.go:171","msg":"trace[1859197661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1984; }","duration":"329.685236ms","start":"2026-03-18T00:51:28.220359Z","end":"2026-03-18T00:51:28.550045Z","steps":["trace[1859197661] 'agreement among raft nodes before linearized reading' (duration: 329.270017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.549789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.620887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T00:51:28.550268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.220331Z","time spent":"329.886881ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:51:28.550344Z","caller":"traceutil/trace.go:171","msg":"trace[2114994499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"152.183189ms","start":"2026-03-18T00:51:28.398135Z","end":"2026-03-18T00:51:28.550318Z","steps":["trace[2114994499] 'agreement among raft nodes before linearized reading' (duration: 151.523365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.880733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.351831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:28.880948Z","caller":"traceutil/trace.go:171","msg":"trace[1781612769] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"325.912733ms","start":"2026-03-18T00:51:28.554996Z","end":"2026-03-18T00:51:28.880908Z","steps":["trace[1781612769] 'process raft request' (duration: 194.261576ms)","trace[1781612769] 'compare' (duration: 131.210157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:28.881135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.55497Z","time spent":"326.071236ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:28.881397Z","caller":"traceutil/trace.go:171","msg":"trace[639969254] linearizableReadLoop","detail":"{readStateIndex:2078; appliedIndex:2072; }","duration":"323.07146ms","start":"2026-03-18T00:51:28.558303Z","end":"2026-03-18T00:51:28.881375Z","steps":["trace[639969254] 'read index received' (duration: 12.380692ms)","trace[639969254] 'applied index is now lower than readState.Index' (duration: 310.689748ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:28.881428Z","caller":"traceutil/trace.go:171","msg":"trace[921867836] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"325.726819ms","start":"2026-03-18T00:51:28.555674Z","end":"2026-03-18T00:51:28.881401Z","steps":["trace[921867836] 'process raft request' (duration: 325.650937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:28.881418Z","caller":"traceutil/trace.go:171","msg":"trace[1747558091] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"325.921073ms","start":"2026-03-18T00:51:28.555458Z","end":"2026-03-18T00:51:28.881379Z","steps":["trace[1747558091] 'process raft request' (duration: 325.826091ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:28.88146Z","caller":"traceutil/trace.go:171","msg":"trace[1444122801] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"326.352682ms","start":"2026-03-18T00:51:28.555022Z","end":"2026-03-18T00:51:28.881374Z","steps":["trace[1444122801] 'process raft request' (duration: 325.830131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.881494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.179632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:28.881578Z","caller":"traceutil/trace.go:171","msg":"trace[2044208116] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1990; }","duration":"323.307235ms","start":"2026-03-18T00:51:28.558255Z","end":"2026-03-18T00:51:28.881562Z","steps":["trace[2044208116] 'agreement among raft nodes before linearized reading' (duration: 323.183382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.88158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.555664Z","time spent":"325.832111ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:28.881607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.554996Z","time spent":"326.513286ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:28.881608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.555439Z","time spent":"326.069016ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:28.881429Z","caller":"traceutil/trace.go:171","msg":"trace[1567170525] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"326.275411ms","start":"2026-03-18T00:51:28.555124Z","end":"2026-03-18T00:51:28.881399Z","steps":["trace[1567170525] 'process raft request' (duration: 326.095907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.881695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.385024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:51:28.881745Z","caller":"traceutil/trace.go:171","msg":"trace[1433650700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"242.488337ms","start":"2026-03-18T00:51:28.639241Z","end":"2026-03-18T00:51:28.881729Z","steps":["trace[1433650700] 'agreement among raft nodes before linearized reading' (duration: 242.271112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:28.881657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.558239Z","time spent":"323.403577ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:28.88191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:28.555039Z","time spent":"326.678619ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:38.278119Z","caller":"traceutil/trace.go:171","msg":"trace[247716946] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"101.060934ms","start":"2026-03-18T00:51:38.177037Z","end":"2026-03-18T00:51:38.278098Z","steps":["trace[247716946] 'process raft request' (duration: 100.926401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:38.341774Z","caller":"traceutil/trace.go:171","msg":"trace[1491913598] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"123.818184ms","start":"2026-03-18T00:51:38.217926Z","end":"2026-03-18T00:51:38.341744Z","steps":["trace[1491913598] 'process raft request' (duration: 106.309549ms)","trace[1491913598] 'compare' (duration: 17.402293ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:38.80252Z","caller":"traceutil/trace.go:171","msg":"trace[737989134] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"165.080793ms","start":"2026-03-18T00:51:38.637418Z","end":"2026-03-18T00:51:38.802498Z","steps":["trace[737989134] 'process raft request' (duration: 164.970471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:41.309598Z","caller":"traceutil/trace.go:171","msg":"trace[232680692] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"265.35776ms","start":"2026-03-18T00:51:41.04422Z","end":"2026-03-18T00:51:41.309578Z","steps":["trace[232680692] 'process raft request' (duration: 265.317589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:41.309611Z","caller":"traceutil/trace.go:171","msg":"trace[257755600] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"265.493483ms","start":"2026-03-18T00:51:41.044087Z","end":"2026-03-18T00:51:41.30958Z","steps":["trace[257755600] 'process raft request' (duration: 265.078133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:41.309619Z","caller":"traceutil/trace.go:171","msg":"trace[1447176889] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"265.449902ms","start":"2026-03-18T00:51:41.044137Z","end":"2026-03-18T00:51:41.309587Z","steps":["trace[1447176889] 'process raft request' (duration: 265.310679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:46.467103Z","caller":"traceutil/trace.go:171","msg":"trace[1286329588] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"116.121326ms","start":"2026-03-18T00:51:46.350958Z","end":"2026-03-18T00:51:46.467079Z","steps":["trace[1286329588] 'process raft request' (duration: 115.979873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:46.550342Z","caller":"traceutil/trace.go:171","msg":"trace[361705677] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"166.521874ms","start":"2026-03-18T00:51:46.383794Z","end":"2026-03-18T00:51:46.550316Z","steps":["trace[361705677] 'process raft request' (duration: 166.34369ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:46.806339Z","caller":"traceutil/trace.go:171","msg":"trace[487361634] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"104.94268ms","start":"2026-03-18T00:51:46.701382Z","end":"2026-03-18T00:51:46.806325Z","steps":["trace[487361634] 'process raft request' (duration: 104.859418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:55.541833Z","caller":"traceutil/trace.go:171","msg":"trace[1133167643] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"141.625866ms","start":"2026-03-18T00:51:55.400175Z","end":"2026-03-18T00:51:55.541801Z","steps":["trace[1133167643] 'process raft request' (duration: 63.264811ms)","trace[1133167643] 'compare' (duration: 78.216242ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:26.906759Z","caller":"traceutil/trace.go:171","msg":"trace[1855772263] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2546; }","duration":"121.114845ms","start":"2026-03-18T00:52:26.785619Z","end":"2026-03-18T00:52:26.906734Z","steps":["trace[1855772263] 'read index received' (duration: 120.029162ms)","trace[1855772263] 'applied index is now lower than readState.Index' (duration: 1.084453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:26.906919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.286249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:26.906958Z","caller":"traceutil/trace.go:171","msg":"trace[473921310] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2437; }","duration":"121.384711ms","start":"2026-03-18T00:52:26.78556Z","end":"2026-03-18T00:52:26.906945Z","steps":["trace[473921310] 'agreement among raft nodes before linearized reading' (duration: 121.286209ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:26.906908Z","caller":"traceutil/trace.go:171","msg":"trace[1485261122] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"199.94926ms","start":"2026-03-18T00:52:26.706921Z","end":"2026-03-18T00:52:26.90687Z","steps":["trace[1485261122] 'process raft request' (duration: 198.824496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:27.761457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078643041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:52:27.772773Z","caller":"traceutil/trace.go:171","msg":"trace[214962214] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2547; }","duration":"512.344004ms","start":"2026-03-18T00:52:27.260404Z","end":"2026-03-18T00:52:27.772748Z","steps":["trace[214962214] 'read index received' (duration: 512.14653ms)","trace[214962214] 'applied index is now lower than readState.Index' (duration: 196.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:27.772836Z","caller":"traceutil/trace.go:171","msg":"trace[1830951550] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"676.227412ms","start":"2026-03-18T00:52:27.096573Z","end":"2026-03-18T00:52:27.7728Z","steps":["trace[1830951550] 'process raft request' (duration: 676.028727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:27.773012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:27.096541Z","time spent":"676.369796ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:27.773084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.582051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:52:27.773127Z","caller":"traceutil/trace.go:171","msg":"trace[1918070675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2438; }","duration":"512.750644ms","start":"2026-03-18T00:52:27.260366Z","end":"2026-03-18T00:52:27.773116Z","steps":["trace[1918070675] 'agreement among raft nodes before linearized reading' (duration: 512.515389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:27.773172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:27.260348Z","time spent":"512.814926ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:52:27.773132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.809065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:52:27.773199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.590547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:52:27.773236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.122485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:52:27.773287Z","caller":"traceutil/trace.go:171","msg":"trace[772566602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2438; }","duration":"196.741691ms","start":"2026-03-18T00:52:27.576526Z","end":"2026-03-18T00:52:27.773268Z","steps":["trace[772566602] 'agreement among raft nodes before linearized reading' (duration: 196.464695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:27.773266Z","caller":"traceutil/trace.go:171","msg":"trace[1636921335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2438; }","duration":"342.986829ms","start":"2026-03-18T00:52:27.430232Z","end":"2026-03-18T00:52:27.773218Z","steps":["trace[1636921335] 'agreement among raft nodes before linearized reading' (duration: 342.689773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:27.773332Z","caller":"traceutil/trace.go:171","msg":"trace[2116131152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2438; }","duration":"225.271238ms","start":"2026-03-18T00:52:27.548038Z","end":"2026-03-18T00:52:27.773309Z","steps":["trace[2116131152] 'agreement among raft nodes before linearized reading' (duration: 224.971772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:27.773383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:27.43021Z","time spent":"343.162593ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:27.773994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.237257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:52:27.774058Z","caller":"traceutil/trace.go:171","msg":"trace[1507000181] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:2438; }","duration":"145.347369ms","start":"2026-03-18T00:52:27.628695Z","end":"2026-03-18T00:52:27.774042Z","steps":["trace[1507000181] 'agreement among raft nodes before linearized reading' (duration: 144.253996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:32.868576Z","caller":"traceutil/trace.go:171","msg":"trace[1937134383] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"226.744287ms","start":"2026-03-18T00:52:32.641806Z","end":"2026-03-18T00:52:32.86855Z","steps":["trace[1937134383] 'process raft request' (duration: 226.522431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:56.030528Z","caller":"traceutil/trace.go:171","msg":"trace[668056298] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"107.994153ms","start":"2026-03-18T00:52:55.922503Z","end":"2026-03-18T00:52:56.030497Z","steps":["trace[668056298] 'process raft request' (duration: 107.841969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:56.060938Z","caller":"traceutil/trace.go:171","msg":"trace[611651398] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2716; }","duration":"135.486271ms","start":"2026-03-18T00:52:55.925427Z","end":"2026-03-18T00:52:56.060914Z","steps":["trace[611651398] 'read index received' (duration: 104.943724ms)","trace[611651398] 'applied index is now lower than readState.Index' (duration: 30.541667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:56.061071Z","caller":"traceutil/trace.go:171","msg":"trace[1927042817] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"138.175872ms","start":"2026-03-18T00:52:55.922854Z","end":"2026-03-18T00:52:56.06103Z","steps":["trace[1927042817] 'process raft request' (duration: 137.890815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:56.061183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.736748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T00:52:56.061252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.679949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:52:56.061353Z","caller":"traceutil/trace.go:171","msg":"trace[221898136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2602; }","duration":"132.811322ms","start":"2026-03-18T00:52:55.928523Z","end":"2026-03-18T00:52:56.061334Z","steps":["trace[221898136] 'agreement among raft nodes before linearized reading' (duration: 132.568367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:56.061236Z","caller":"traceutil/trace.go:171","msg":"trace[1258023634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2602; }","duration":"135.8338ms","start":"2026-03-18T00:52:55.925385Z","end":"2026-03-18T00:52:56.061219Z","steps":["trace[1258023634] 'agreement among raft nodes before linearized reading' (duration: 135.663526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:56.061391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.356182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:52:56.061258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.039425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:52:56.061508Z","caller":"traceutil/trace.go:171","msg":"trace[2091999329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2602; }","duration":"132.503646ms","start":"2026-03-18T00:52:55.928983Z","end":"2026-03-18T00:52:56.061486Z","steps":["trace[2091999329] 'agreement among raft nodes before linearized reading' (duration: 132.174178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:56.061597Z","caller":"traceutil/trace.go:171","msg":"trace[2020830146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2602; }","duration":"132.387703ms","start":"2026-03-18T00:52:55.92918Z","end":"2026-03-18T00:52:56.061568Z","steps":["trace[2020830146] 'agreement among raft nodes before linearized reading' (duration: 131.955903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:02.179629Z","caller":"traceutil/trace.go:171","msg":"trace[881453045] linearizableReadLoop","detail":"{readStateIndex:2748; appliedIndex:2747; }","duration":"236.121069ms","start":"2026-03-18T00:53:01.943475Z","end":"2026-03-18T00:53:02.179596Z","steps":["trace[881453045] 'read index received' (duration: 235.827213ms)","trace[881453045] 'applied index is now lower than readState.Index' (duration: 292.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:02.179743Z","caller":"traceutil/trace.go:171","msg":"trace[1199697355] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"246.991303ms","start":"2026-03-18T00:53:01.932719Z","end":"2026-03-18T00:53:02.17971Z","steps":["trace[1199697355] 'process raft request' (duration: 246.621895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:02.179862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.360114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:02.179932Z","caller":"traceutil/trace.go:171","msg":"trace[1774053936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2631; }","duration":"236.491287ms","start":"2026-03-18T00:53:01.943419Z","end":"2026-03-18T00:53:02.17991Z","steps":["trace[1774053936] 'agreement among raft nodes before linearized reading' (duration: 236.363324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:02.180306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.843631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:53:02.180438Z","caller":"traceutil/trace.go:171","msg":"trace[683383814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2631; }","duration":"113.011435ms","start":"2026-03-18T00:53:02.067399Z","end":"2026-03-18T00:53:02.180411Z","steps":["trace[683383814] 'agreement among raft nodes before linearized reading' (duration: 112.77601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:03.525021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235701912s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:53:03.525142Z","caller":"traceutil/trace.go:171","msg":"trace[444693608] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2754; }","duration":"1.198369912s","start":"2026-03-18T00:53:02.326752Z","end":"2026-03-18T00:53:03.525122Z","steps":["trace[444693608] 'read index received' (duration: 34.411µs)","trace[444693608] 'applied index is now lower than readState.Index' (duration: 1.198334061s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:53:03.525286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198540266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T00:53:03.525319Z","caller":"traceutil/trace.go:171","msg":"trace[1373563680] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2638; }","duration":"1.198636208s","start":"2026-03-18T00:53:02.326673Z","end":"2026-03-18T00:53:03.525309Z","steps":["trace[1373563680] 'agreement among raft nodes before linearized reading' (duration: 1.198498065s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:03.525288Z","caller":"traceutil/trace.go:171","msg":"trace[548399359] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"1.312258607s","start":"2026-03-18T00:53:02.212968Z","end":"2026-03-18T00:53:03.525227Z","steps":["trace[548399359] 'process raft request' (duration: 76.237797ms)","trace[548399359] 'compare' (duration: 1.235536089s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:53:03.525351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:02.326651Z","time spent":"1.198692469s","remote":"127.0.0.1:54476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T00:53:03.525494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:02.212953Z","time spent":"1.31243578s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:53:04.029892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078643586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:53:04.157582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.888031ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:53:04.157989Z","caller":"traceutil/trace.go:171","msg":"trace[339998603] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"1.175994498s","start":"2026-03-18T00:53:02.981946Z","end":"2026-03-18T00:53:04.15794Z","steps":["trace[339998603] 'process raft request' (duration: 1.175827824s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:04.158108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:02.981919Z","time spent":"1.176116781s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:04.158146Z","caller":"traceutil/trace.go:171","msg":"trace[796870364] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"1.123216949s","start":"2026-03-18T00:53:03.034897Z","end":"2026-03-18T00:53:04.158114Z","steps":["trace[796870364] 'process raft request' (duration: 1.123002434s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:04.15816Z","caller":"traceutil/trace.go:171","msg":"trace[1287527959] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2755; }","duration":"629.188532ms","start":"2026-03-18T00:53:03.528909Z","end":"2026-03-18T00:53:04.158098Z","steps":["trace[1287527959] 'read index received' (duration: 550.591082ms)","trace[1287527959] 'applied index is now lower than readState.Index' (duration: 78.59512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:53:04.158322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:03.034868Z","time spent":"1.123365222s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:53:04.158365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.439388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-18T00:53:04.158465Z","caller":"traceutil/trace.go:171","msg":"trace[325369838] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2640; }","duration":"629.569601ms","start":"2026-03-18T00:53:03.528866Z","end":"2026-03-18T00:53:04.158436Z","steps":["trace[325369838] 'agreement among raft nodes before linearized reading' (duration: 629.326366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:04.158497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.356041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:04.158585Z","caller":"traceutil/trace.go:171","msg":"trace[1813170754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2640; }","duration":"215.490664ms","start":"2026-03-18T00:53:03.943081Z","end":"2026-03-18T00:53:04.158571Z","steps":["trace[1813170754] 'agreement among raft nodes before linearized reading' (duration: 215.358601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:04.158517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:03.528851Z","time spent":"629.656273ms","remote":"127.0.0.1:54476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-18T00:53:04.468929Z","caller":"traceutil/trace.go:171","msg":"trace[1629848454] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"226.283657ms","start":"2026-03-18T00:53:04.242613Z","end":"2026-03-18T00:53:04.468897Z","steps":["trace[1629848454] 'process raft request' (duration: 226.112213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:04.479084Z","caller":"traceutil/trace.go:171","msg":"trace[270257135] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"236.104678ms","start":"2026-03-18T00:53:04.242952Z","end":"2026-03-18T00:53:04.479057Z","steps":["trace[270257135] 'process raft request' (duration: 235.967565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:04.479257Z","caller":"traceutil/trace.go:171","msg":"trace[1239122314] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"236.007106ms","start":"2026-03-18T00:53:04.243243Z","end":"2026-03-18T00:53:04.47925Z","steps":["trace[1239122314] 'process raft request' (duration: 235.78262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:04.479472Z","caller":"traceutil/trace.go:171","msg":"trace[2138249417] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2759; }","duration":"153.722063ms","start":"2026-03-18T00:53:04.325732Z","end":"2026-03-18T00:53:04.479454Z","steps":["trace[2138249417] 'read index received' (duration: 142.94497ms)","trace[2138249417] 'applied index is now lower than readState.Index' (duration: 10.775993ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:04.479528Z","caller":"traceutil/trace.go:171","msg":"trace[1294497506] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"236.087448ms","start":"2026-03-18T00:53:04.24343Z","end":"2026-03-18T00:53:04.479518Z","steps":["trace[1294497506] 'process raft request' (duration: 235.791082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:04.479626Z","caller":"traceutil/trace.go:171","msg":"trace[816803000] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"236.16407ms","start":"2026-03-18T00:53:04.243444Z","end":"2026-03-18T00:53:04.479608Z","steps":["trace[816803000] 'process raft request' (duration: 235.946145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:04.47986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.107561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T00:53:04.479976Z","caller":"traceutil/trace.go:171","msg":"trace[1457404200] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2646; }","duration":"154.266664ms","start":"2026-03-18T00:53:04.325695Z","end":"2026-03-18T00:53:04.479962Z","steps":["trace[1457404200] 'agreement among raft nodes before linearized reading' (duration: 153.867845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:04.878019Z","caller":"traceutil/trace.go:171","msg":"trace[1246120011] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"252.725712ms","start":"2026-03-18T00:53:04.625244Z","end":"2026-03-18T00:53:04.87797Z","steps":["trace[1246120011] 'process raft request' (duration: 252.028566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:10.776117Z","caller":"traceutil/trace.go:171","msg":"trace[1410168462] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"239.363741ms","start":"2026-03-18T00:53:10.536734Z","end":"2026-03-18T00:53:10.776098Z","steps":["trace[1410168462] 'process raft request' (duration: 239.169077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:10.776037Z","caller":"traceutil/trace.go:171","msg":"trace[323203507] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"239.265178ms","start":"2026-03-18T00:53:10.536715Z","end":"2026-03-18T00:53:10.77598Z","steps":["trace[323203507] 'process raft request' (duration: 212.893485ms)","trace[323203507] 'compare' (duration: 25.849272ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:14.889721Z","caller":"traceutil/trace.go:171","msg":"trace[1216574402] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"119.491085ms","start":"2026-03-18T00:54:14.770194Z","end":"2026-03-18T00:54:14.889685Z","steps":["trace[1216574402] 'process raft request' (duration: 75.085735ms)","trace[1216574402] 'compare' (duration: 44.255297ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:15.07015Z","caller":"traceutil/trace.go:171","msg":"trace[1492712113] linearizableReadLoop","detail":"{readStateIndex:3119; appliedIndex:3118; }","duration":"146.395424ms","start":"2026-03-18T00:54:14.923703Z","end":"2026-03-18T00:54:15.070099Z","steps":["trace[1492712113] 'read index received' (duration: 128.021335ms)","trace[1492712113] 'applied index is now lower than readState.Index' (duration: 18.371529ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:15.070173Z","caller":"traceutil/trace.go:171","msg":"trace[1199327442] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"151.654482ms","start":"2026-03-18T00:54:14.918481Z","end":"2026-03-18T00:54:15.070135Z","steps":["trace[1199327442] 'process raft request' (duration: 133.306213ms)","trace[1199327442] 'compare' (duration: 18.127644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:15.070471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.737462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:54:15.070533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.845298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:54:15.070582Z","caller":"traceutil/trace.go:171","msg":"trace[1702550049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2986; }","duration":"113.966581ms","start":"2026-03-18T00:54:14.956601Z","end":"2026-03-18T00:54:15.070568Z","steps":["trace[1702550049] 'agreement among raft nodes before linearized reading' (duration: 113.702005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:15.070592Z","caller":"traceutil/trace.go:171","msg":"trace[1689536510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2986; }","duration":"146.900966ms","start":"2026-03-18T00:54:14.923665Z","end":"2026-03-18T00:54:15.070565Z","steps":["trace[1689536510] 'agreement among raft nodes before linearized reading' (duration: 146.565548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:15.452983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.496974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:15.453192Z","caller":"traceutil/trace.go:171","msg":"trace[460438965] linearizableReadLoop","detail":"{readStateIndex:3123; appliedIndex:3121; }","duration":"163.075846ms","start":"2026-03-18T00:54:15.290096Z","end":"2026-03-18T00:54:15.453171Z","steps":["trace[460438965] 'read index received' (duration: 77.903666ms)","trace[460438965] 'applied index is now lower than readState.Index' (duration: 85.17049ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:15.453249Z","caller":"traceutil/trace.go:171","msg":"trace[1600893861] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"285.732052ms","start":"2026-03-18T00:54:15.167485Z","end":"2026-03-18T00:54:15.453217Z","steps":["trace[1600893861] 'process raft request' (duration: 285.62477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:15.4533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.202449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:54:15.453345Z","caller":"traceutil/trace.go:171","msg":"trace[726804791] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2990; }","duration":"163.299032ms","start":"2026-03-18T00:54:15.290031Z","end":"2026-03-18T00:54:15.45333Z","steps":["trace[726804791] 'agreement among raft nodes before linearized reading' (duration: 163.205629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:15.453332Z","caller":"traceutil/trace.go:171","msg":"trace[1548329106] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"285.824374ms","start":"2026-03-18T00:54:15.167473Z","end":"2026-03-18T00:54:15.453298Z","steps":["trace[1548329106] 'process raft request' (duration: 122.910921ms)","trace[1548329106] 'compare' (duration: 162.3339ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:16.781754Z","caller":"traceutil/trace.go:171","msg":"trace[169424920] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"217.94634ms","start":"2026-03-18T00:54:16.56377Z","end":"2026-03-18T00:54:16.781716Z","steps":["trace[169424920] 'process raft request' (duration: 217.429019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:16.782341Z","caller":"traceutil/trace.go:171","msg":"trace[2037774351] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"183.634274ms","start":"2026-03-18T00:54:16.59868Z","end":"2026-03-18T00:54:16.782314Z","steps":["trace[2037774351] 'process raft request' (duration: 183.483041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:19.079193Z","caller":"traceutil/trace.go:171","msg":"trace[1963394439] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"139.631614ms","start":"2026-03-18T00:54:18.939532Z","end":"2026-03-18T00:54:19.079164Z","steps":["trace[1963394439] 'process raft request' (duration: 139.481561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:19.627305Z","caller":"traceutil/trace.go:171","msg":"trace[1798815868] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"150.938666ms","start":"2026-03-18T00:54:19.476332Z","end":"2026-03-18T00:54:19.627271Z","steps":["trace[1798815868] 'process raft request' (duration: 85.944787ms)","trace[1798815868] 'compare' (duration: 64.698602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:29.28906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.195166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:29.28922Z","caller":"traceutil/trace.go:171","msg":"trace[332022830] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"156.998061ms","start":"2026-03-18T00:54:29.132195Z","end":"2026-03-18T00:54:29.289193Z","steps":["trace[332022830] 'process raft request' (duration: 51.5689ms)","trace[332022830] 'compare' (duration: 105.087514ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:31.271176Z","caller":"traceutil/trace.go:171","msg":"trace[294743357] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"186.689329ms","start":"2026-03-18T00:55:31.084457Z","end":"2026-03-18T00:55:31.271146Z","steps":["trace[294743357] 'process raft request' (duration: 186.501115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:31.307449Z","caller":"traceutil/trace.go:171","msg":"trace[1908268792] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"201.351428ms","start":"2026-03-18T00:55:31.10606Z","end":"2026-03-18T00:55:31.307412Z","steps":["trace[1908268792] 'process raft request' (duration: 201.125503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:01.619813Z","caller":"traceutil/trace.go:171","msg":"trace[294796356] transaction","detail":"{read_only:false; response_revision:3687; number_of_response:1; }","duration":"241.02824ms","start":"2026-03-18T00:56:01.378759Z","end":"2026-03-18T00:56:01.619787Z","steps":["trace[294796356] 'process raft request' (duration: 240.859527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:01.635106Z","caller":"traceutil/trace.go:171","msg":"trace[662095057] transaction","detail":"{read_only:false; response_revision:3688; number_of_response:1; }","duration":"222.884916ms","start":"2026-03-18T00:56:01.412203Z","end":"2026-03-18T00:56:01.635088Z","steps":["trace[662095057] 'process raft request' (duration: 222.745293ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:07.963973Z","caller":"traceutil/trace.go:171","msg":"trace[1824909391] linearizableReadLoop","detail":"{readStateIndex:3877; appliedIndex:3876; }","duration":"317.795364ms","start":"2026-03-18T00:56:07.646148Z","end":"2026-03-18T00:56:07.963944Z","steps":["trace[1824909391] 'read index received' (duration: 317.653761ms)","trace[1824909391] 'applied index is now lower than readState.Index' (duration: 140.113µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:07.964083Z","caller":"traceutil/trace.go:171","msg":"trace[774187853] transaction","detail":"{read_only:false; response_revision:3715; number_of_response:1; }","duration":"318.08349ms","start":"2026-03-18T00:56:07.64597Z","end":"2026-03-18T00:56:07.964054Z","steps":["trace[774187853] 'process raft request' (duration: 317.814064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:07.964225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.05675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T00:56:07.964245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:07.645945Z","time spent":"318.211333ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:07.964271Z","caller":"traceutil/trace.go:171","msg":"trace[1784065800] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:3715; }","duration":"318.180183ms","start":"2026-03-18T00:56:07.646079Z","end":"2026-03-18T00:56:07.964259Z","steps":["trace[1784065800] 'agreement among raft nodes before linearized reading' (duration: 318.010299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:07.964307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:07.646043Z","time spent":"318.256185ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-18T00:56:08.039237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.781279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T00:56:08.039322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.557909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:56:08.039379Z","caller":"traceutil/trace.go:171","msg":"trace[1105809383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3716; }","duration":"171.682932ms","start":"2026-03-18T00:56:07.86768Z","end":"2026-03-18T00:56:08.039363Z","steps":["trace[1105809383] 'agreement among raft nodes before linearized reading' (duration: 171.511647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:08.039454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.054085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:56:08.039526Z","caller":"traceutil/trace.go:171","msg":"trace[2141115367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3716; }","duration":"170.144177ms","start":"2026-03-18T00:56:07.869362Z","end":"2026-03-18T00:56:08.039506Z","steps":["trace[2141115367] 'agreement among raft nodes before linearized reading' (duration: 169.944053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:08.03951Z","caller":"traceutil/trace.go:171","msg":"trace[2040214799] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"383.464801ms","start":"2026-03-18T00:56:07.656015Z","end":"2026-03-18T00:56:08.039479Z","steps":["trace[2040214799] 'process raft request' (duration: 382.892768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:08.039631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.568841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:56:08.039689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:07.655985Z","time spent":"383.600235ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:08.039334Z","caller":"traceutil/trace.go:171","msg":"trace[1681305827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3716; }","duration":"224.930274ms","start":"2026-03-18T00:56:07.814377Z","end":"2026-03-18T00:56:08.039307Z","steps":["trace[1681305827] 'agreement among raft nodes before linearized reading' (duration: 224.688147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:08.039746Z","caller":"traceutil/trace.go:171","msg":"trace[788694804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3716; }","duration":"213.726885ms","start":"2026-03-18T00:56:07.825988Z","end":"2026-03-18T00:56:08.039715Z","steps":["trace[788694804] 'agreement among raft nodes before linearized reading' (duration: 213.379387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.354556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.918323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62983"} {"level":"info","ts":"2026-03-18T00:56:53.354674Z","caller":"traceutil/trace.go:171","msg":"trace[1431489614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4012; }","duration":"181.082426ms","start":"2026-03-18T00:56:53.173568Z","end":"2026-03-18T00:56:53.35465Z","steps":["trace[1431489614] 'range keys from in-memory index tree' (duration: 180.682178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:54.784516Z","caller":"traceutil/trace.go:171","msg":"trace[821795492] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"127.507477ms","start":"2026-03-18T00:56:54.656968Z","end":"2026-03-18T00:56:54.784475Z","steps":["trace[821795492] 'process raft request' (duration: 62.841243ms)","trace[821795492] 'compare' (duration: 64.359887ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:58.56476Z","caller":"traceutil/trace.go:171","msg":"trace[893723675] linearizableReadLoop","detail":"{readStateIndex:4220; appliedIndex:4219; }","duration":"203.956003ms","start":"2026-03-18T00:56:58.360781Z","end":"2026-03-18T00:56:58.564737Z","steps":["trace[893723675] 'read index received' (duration: 203.731918ms)","trace[893723675] 'applied index is now lower than readState.Index' (duration: 223.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:58.564822Z","caller":"traceutil/trace.go:171","msg":"trace[1702441826] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"210.639143ms","start":"2026-03-18T00:56:58.354148Z","end":"2026-03-18T00:56:58.564787Z","steps":["trace[1702441826] 'process raft request' (duration: 210.395096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:58.564917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.094007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:58.564971Z","caller":"traceutil/trace.go:171","msg":"trace[1275785283] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4034; }","duration":"204.219889ms","start":"2026-03-18T00:56:58.360738Z","end":"2026-03-18T00:56:58.564958Z","steps":["trace[1275785283] 'agreement among raft nodes before linearized reading' (duration: 204.088077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:58.565137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.109181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:56:58.565145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.556901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:56:58.565177Z","caller":"traceutil/trace.go:171","msg":"trace[1996776583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4034; }","duration":"137.239384ms","start":"2026-03-18T00:56:58.427927Z","end":"2026-03-18T00:56:58.565167Z","steps":["trace[1996776583] 'agreement among raft nodes before linearized reading' (duration: 137.134802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:58.565218Z","caller":"traceutil/trace.go:171","msg":"trace[1485044206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4034; }","duration":"128.664104ms","start":"2026-03-18T00:56:58.436535Z","end":"2026-03-18T00:56:58.565199Z","steps":["trace[1485044206] 'agreement among raft nodes before linearized reading' (duration: 128.452729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:58.565233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.700744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:56:58.565026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.533616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T00:56:58.565268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.462329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:56:58.5653Z","caller":"traceutil/trace.go:171","msg":"trace[1877102808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4034; }","duration":"128.790996ms","start":"2026-03-18T00:56:58.436489Z","end":"2026-03-18T00:56:58.56528Z","steps":["trace[1877102808] 'agreement among raft nodes before linearized reading' (duration: 128.546221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:58.565356Z","caller":"traceutil/trace.go:171","msg":"trace[1315915523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4034; }","duration":"128.586932ms","start":"2026-03-18T00:56:58.436752Z","end":"2026-03-18T00:56:58.565339Z","steps":["trace[1315915523] 'agreement among raft nodes before linearized reading' (duration: 128.295545ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:58.565315Z","caller":"traceutil/trace.go:171","msg":"trace[627037670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4034; }","duration":"195.858813ms","start":"2026-03-18T00:56:58.369448Z","end":"2026-03-18T00:56:58.565307Z","steps":["trace[627037670] 'agreement among raft nodes before linearized reading' (duration: 195.449564ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:00.717436Z","caller":"traceutil/trace.go:171","msg":"trace[1220765026] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"109.298964ms","start":"2026-03-18T00:57:00.608108Z","end":"2026-03-18T00:57:00.717407Z","steps":["trace[1220765026] 'process raft request' (duration: 26.821514ms)","trace[1220765026] 'compare' (duration: 82.293056ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:00.717772Z","caller":"traceutil/trace.go:171","msg":"trace[494259136] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"109.523339ms","start":"2026-03-18T00:57:00.608229Z","end":"2026-03-18T00:57:00.717752Z","steps":["trace[494259136] 'process raft request' (duration: 109.13769ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:00.717917Z","caller":"traceutil/trace.go:171","msg":"trace[1799924003] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"109.505338ms","start":"2026-03-18T00:57:00.608399Z","end":"2026-03-18T00:57:00.717905Z","steps":["trace[1799924003] 'process raft request' (duration: 109.202181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:00.717959Z","caller":"traceutil/trace.go:171","msg":"trace[1784173303] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"109.492898ms","start":"2026-03-18T00:57:00.60845Z","end":"2026-03-18T00:57:00.717943Z","steps":["trace[1784173303] 'process raft request' (duration: 109.295163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:00.717992Z","caller":"traceutil/trace.go:171","msg":"trace[1936805821] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"109.377405ms","start":"2026-03-18T00:57:00.60859Z","end":"2026-03-18T00:57:00.717967Z","steps":["trace[1936805821] 'process raft request' (duration: 109.278763ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:02.882746Z","caller":"traceutil/trace.go:171","msg":"trace[418759403] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"155.725624ms","start":"2026-03-18T00:57:02.726969Z","end":"2026-03-18T00:57:02.882694Z","steps":["trace[418759403] 'process raft request' (duration: 155.475019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:02.883087Z","caller":"traceutil/trace.go:171","msg":"trace[1485502036] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"155.824746ms","start":"2026-03-18T00:57:02.727249Z","end":"2026-03-18T00:57:02.883074Z","steps":["trace[1485502036] 'process raft request' (duration: 155.601922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:02.883199Z","caller":"traceutil/trace.go:171","msg":"trace[109413393] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"156.028731ms","start":"2026-03-18T00:57:02.727149Z","end":"2026-03-18T00:57:02.883178Z","steps":["trace[109413393] 'process raft request' (duration: 155.495919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:02.883209Z","caller":"traceutil/trace.go:171","msg":"trace[1582823678] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"155.733525ms","start":"2026-03-18T00:57:02.727453Z","end":"2026-03-18T00:57:02.883187Z","steps":["trace[1582823678] 'process raft request' (duration: 155.459649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:03.113764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.098962ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:57:12.855299Z","caller":"traceutil/trace.go:171","msg":"trace[1565096507] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"196.493368ms","start":"2026-03-18T00:57:12.65878Z","end":"2026-03-18T00:57:12.855273Z","steps":["trace[1565096507] 'process raft request' (duration: 196.14225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:17.781988Z","caller":"traceutil/trace.go:171","msg":"trace[1072340895] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"157.777929ms","start":"2026-03-18T00:57:17.62418Z","end":"2026-03-18T00:57:17.781958Z","steps":["trace[1072340895] 'process raft request' (duration: 135.982216ms)","trace[1072340895] 'compare' (duration: 21.17508ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:17.78227Z","caller":"traceutil/trace.go:171","msg":"trace[794013478] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"155.587281ms","start":"2026-03-18T00:57:17.626609Z","end":"2026-03-18T00:57:17.782196Z","steps":["trace[794013478] 'process raft request' (duration: 155.286733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:17.782582Z","caller":"traceutil/trace.go:171","msg":"trace[269185419] linearizableReadLoop","detail":"{readStateIndex:4655; appliedIndex:4653; }","duration":"137.141271ms","start":"2026-03-18T00:57:17.645418Z","end":"2026-03-18T00:57:17.782559Z","steps":["trace[269185419] 'read index received' (duration: 114.323235ms)","trace[269185419] 'applied index is now lower than readState.Index' (duration: 22.816966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:17.782918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.456058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:57:17.782964Z","caller":"traceutil/trace.go:171","msg":"trace[983464864] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:4463; }","duration":"137.54061ms","start":"2026-03-18T00:57:17.64541Z","end":"2026-03-18T00:57:17.782951Z","steps":["trace[983464864] 'agreement among raft nodes before linearized reading' (duration: 137.298695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:19.013575Z","caller":"traceutil/trace.go:171","msg":"trace[1556187568] linearizableReadLoop","detail":"{readStateIndex:4680; appliedIndex:4679; }","duration":"135.599938ms","start":"2026-03-18T00:57:18.877952Z","end":"2026-03-18T00:57:19.013552Z","steps":["trace[1556187568] 'read index received' (duration: 135.319191ms)","trace[1556187568] 'applied index is now lower than readState.Index' (duration: 280.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:19.013651Z","caller":"traceutil/trace.go:171","msg":"trace[44918997] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"137.774735ms","start":"2026-03-18T00:57:18.875848Z","end":"2026-03-18T00:57:19.013622Z","steps":["trace[44918997] 'process raft request' (duration: 137.55525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:19.013847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.872043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:57:19.013894Z","caller":"traceutil/trace.go:171","msg":"trace[1620411554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4485; }","duration":"135.989596ms","start":"2026-03-18T00:57:18.877894Z","end":"2026-03-18T00:57:19.013883Z","steps":["trace[1620411554] 'agreement among raft nodes before linearized reading' (duration: 135.772181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:22.238869Z","caller":"traceutil/trace.go:171","msg":"trace[876008082] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4775; }","duration":"136.428175ms","start":"2026-03-18T00:57:22.102415Z","end":"2026-03-18T00:57:22.238844Z","steps":["trace[876008082] 'read index received' (duration: 15.431012ms)","trace[876008082] 'applied index is now lower than readState.Index' (duration: 120.995823ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:22.238901Z","caller":"traceutil/trace.go:171","msg":"trace[1555101427] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"154.374084ms","start":"2026-03-18T00:57:22.084489Z","end":"2026-03-18T00:57:22.238863Z","steps":["trace[1555101427] 'process raft request' (duration: 151.956401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:22.23963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.182723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-18T00:57:22.239706Z","caller":"traceutil/trace.go:171","msg":"trace[1865028097] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4582; }","duration":"137.292135ms","start":"2026-03-18T00:57:22.102397Z","end":"2026-03-18T00:57:22.239689Z","steps":["trace[1865028097] 'agreement among raft nodes before linearized reading' (duration: 136.507906ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:22.256977Z","caller":"traceutil/trace.go:171","msg":"trace[268888401] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"129.773438ms","start":"2026-03-18T00:57:22.127177Z","end":"2026-03-18T00:57:22.256951Z","steps":["trace[268888401] 'process raft request' (duration: 129.168085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:23.292643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.720503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:23.292822Z","caller":"traceutil/trace.go:171","msg":"trace[1986902138] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"215.664523ms","start":"2026-03-18T00:57:23.077135Z","end":"2026-03-18T00:57:23.292799Z","steps":["trace[1986902138] 'process raft request' (duration: 55.677545ms)","trace[1986902138] 'compare' (duration: 159.465576ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:23.29526Z","caller":"traceutil/trace.go:171","msg":"trace[1194706313] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"218.074026ms","start":"2026-03-18T00:57:23.077142Z","end":"2026-03-18T00:57:23.295216Z","steps":["trace[1194706313] 'process raft request' (duration: 217.80952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:23.295317Z","caller":"traceutil/trace.go:171","msg":"trace[2003014108] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"218.052426ms","start":"2026-03-18T00:57:23.077226Z","end":"2026-03-18T00:57:23.295279Z","steps":["trace[2003014108] 'process raft request' (duration: 217.961653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:23.295337Z","caller":"traceutil/trace.go:171","msg":"trace[1065635272] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"218.075127ms","start":"2026-03-18T00:57:23.07718Z","end":"2026-03-18T00:57:23.295255Z","steps":["trace[1065635272] 'process raft request' (duration: 217.963543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:23.295672Z","caller":"traceutil/trace.go:171","msg":"trace[106404791] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"218.343182ms","start":"2026-03-18T00:57:23.077303Z","end":"2026-03-18T00:57:23.295646Z","steps":["trace[106404791] 'process raft request' (duration: 217.936782ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:23.295748Z","caller":"traceutil/trace.go:171","msg":"trace[601140353] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"217.505574ms","start":"2026-03-18T00:57:23.07823Z","end":"2026-03-18T00:57:23.295735Z","steps":["trace[601140353] 'process raft request' (duration: 217.3064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:23.295697Z","caller":"traceutil/trace.go:171","msg":"trace[728148386] linearizableReadLoop","detail":"{readStateIndex:4808; appliedIndex:4802; }","duration":"206.590072ms","start":"2026-03-18T00:57:23.089076Z","end":"2026-03-18T00:57:23.295666Z","steps":["trace[728148386] 'read index received' (duration: 43.677797ms)","trace[728148386] 'applied index is now lower than readState.Index' (duration: 162.911235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:23.295983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.882719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-856971ad-551f-40a8-9aa5-d9878b0c4c8e\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-18T00:57:23.29607Z","caller":"traceutil/trace.go:171","msg":"trace[673582299] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-856971ad-551f-40a8-9aa5-d9878b0c4c8e; range_end:; response_count:1; response_revision:4612; }","duration":"206.980741ms","start":"2026-03-18T00:57:23.08905Z","end":"2026-03-18T00:57:23.29603Z","steps":["trace[673582299] 'agreement among raft nodes before linearized reading' (duration: 206.736025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:26.6941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.469498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T00:57:26.694208Z","caller":"traceutil/trace.go:171","msg":"trace[760506808] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4675; }","duration":"357.617362ms","start":"2026-03-18T00:57:26.33657Z","end":"2026-03-18T00:57:26.694188Z","steps":["trace[760506808] 'range keys from in-memory index tree' (duration: 357.323725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:26.69425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.33656Z","time spent":"357.681443ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-18T00:57:26.694363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.226184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-18T00:57:26.694438Z","caller":"traceutil/trace.go:171","msg":"trace[195328660] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4675; }","duration":"303.362537ms","start":"2026-03-18T00:57:26.391059Z","end":"2026-03-18T00:57:26.694421Z","steps":["trace[195328660] 'range keys from in-memory index tree' (duration: 303.04465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:26.694474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.391032Z","time spent":"303.435089ms","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1243,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T00:57:27.13008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078648867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:57:27.344338Z","caller":"traceutil/trace.go:171","msg":"trace[777528464] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"904.155713ms","start":"2026-03-18T00:57:26.440157Z","end":"2026-03-18T00:57:27.344313Z","steps":["trace[777528464] 'process raft request' (duration: 904.00664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.344499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.440117Z","time spent":"904.297316ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:27.405674Z","caller":"traceutil/trace.go:171","msg":"trace[507164415] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"956.224729ms","start":"2026-03-18T00:57:26.44943Z","end":"2026-03-18T00:57:27.405654Z","steps":["trace[507164415] 'process raft request' (duration: 956.000464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.405828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.449391Z","time spent":"956.355851ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:27.406023Z","caller":"traceutil/trace.go:171","msg":"trace[1812392068] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4873; }","duration":"776.767307ms","start":"2026-03-18T00:57:26.629226Z","end":"2026-03-18T00:57:27.405994Z","steps":["trace[1812392068] 'read index received' (duration: 715.006337ms)","trace[1812392068] 'applied index is now lower than readState.Index' (duration: 61.75995ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:27.406042Z","caller":"traceutil/trace.go:171","msg":"trace[206952249] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"321.467049ms","start":"2026-03-18T00:57:27.084546Z","end":"2026-03-18T00:57:27.406013Z","steps":["trace[206952249] 'process raft request' (duration: 321.284085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:27.406193Z","caller":"traceutil/trace.go:171","msg":"trace[468347305] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"274.813365ms","start":"2026-03-18T00:57:27.13129Z","end":"2026-03-18T00:57:27.406103Z","steps":["trace[468347305] 'process raft request' (duration: 274.651542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.406256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.913611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:27.406291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:27.084509Z","time spent":"321.681204ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:27.406092Z","caller":"traceutil/trace.go:171","msg":"trace[648595338] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"453.283363ms","start":"2026-03-18T00:57:26.952735Z","end":"2026-03-18T00:57:27.406019Z","steps":["trace[648595338] 'process raft request' (duration: 452.859294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.406521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.49839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:27.406572Z","caller":"traceutil/trace.go:171","msg":"trace[2140709757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4680; }","duration":"459.590352ms","start":"2026-03-18T00:57:26.946974Z","end":"2026-03-18T00:57:27.406565Z","steps":["trace[2140709757] 'agreement among raft nodes before linearized reading' (duration: 459.521321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.406659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.946953Z","time spent":"459.639354ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:27.40666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.612217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-18T00:57:27.406797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.978679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:27.406797Z","caller":"traceutil/trace.go:171","msg":"trace[588857974] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4680; }","duration":"704.75594ms","start":"2026-03-18T00:57:26.702022Z","end":"2026-03-18T00:57:27.406778Z","steps":["trace[588857974] 'agreement among raft nodes before linearized reading' (duration: 704.523555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.407005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.287908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:57:27.407038Z","caller":"traceutil/trace.go:171","msg":"trace[412185218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4680; }","duration":"102.36942ms","start":"2026-03-18T00:57:27.304661Z","end":"2026-03-18T00:57:27.40703Z","steps":["trace[412185218] 'agreement among raft nodes before linearized reading' (duration: 102.217656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:27.406389Z","caller":"traceutil/trace.go:171","msg":"trace[1802369610] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4680; }","duration":"777.130665ms","start":"2026-03-18T00:57:26.629154Z","end":"2026-03-18T00:57:27.406285Z","steps":["trace[1802369610] 'agreement among raft nodes before linearized reading' (duration: 776.937921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.407162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.629129Z","time spent":"778.011874ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:27.406507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.430056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xwpng\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-18T00:57:27.40727Z","caller":"traceutil/trace.go:171","msg":"trace[513728563] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xwpng; range_end:; response_count:1; response_revision:4680; }","duration":"766.279804ms","start":"2026-03-18T00:57:26.640968Z","end":"2026-03-18T00:57:27.407248Z","steps":["trace[513728563] 'agreement among raft nodes before linearized reading' (duration: 765.258592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.407347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.640939Z","time spent":"766.371137ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5175,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xwpng\" "} {"level":"info","ts":"2026-03-18T00:57:27.406857Z","caller":"traceutil/trace.go:171","msg":"trace[1369710397] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4680; }","duration":"450.085251ms","start":"2026-03-18T00:57:26.956756Z","end":"2026-03-18T00:57:27.406841Z","steps":["trace[1369710397] 'agreement among raft nodes before linearized reading' (duration: 449.994139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.407487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.956742Z","time spent":"450.677884ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-18T00:57:27.406932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.952693Z","time spent":"453.920847ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:27.407024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.856379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-18T00:57:27.407646Z","caller":"traceutil/trace.go:171","msg":"trace[1476225676] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4680; }","duration":"708.514303ms","start":"2026-03-18T00:57:26.699113Z","end":"2026-03-18T00:57:27.407627Z","steps":["trace[1476225676] 'agreement among raft nodes before linearized reading' (duration: 707.810757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:27.407688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.699076Z","time spent":"708.600096ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16257,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T00:57:27.408253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:26.702015Z","time spent":"706.218683ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-18T00:57:29.443004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078649056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:29.943203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078649056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:30.443694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078649056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:30.656615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.715847124s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:57:30.657058Z","caller":"traceutil/trace.go:171","msg":"trace[735002910] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"1.716386226s","start":"2026-03-18T00:57:28.940644Z","end":"2026-03-18T00:57:30.65703Z","steps":["trace[735002910] 'process raft request' (duration: 1.716224522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.6572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:28.940612Z","time spent":"1.716521559s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:57:30.843659Z","caller":"traceutil/trace.go:171","msg":"trace[947940408] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"1.799743945s","start":"2026-03-18T00:57:29.043887Z","end":"2026-03-18T00:57:30.843631Z","steps":["trace[947940408] 'process raft request' (duration: 1.799433148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.843892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.043862Z","time spent":"1.799920339s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:30.844141Z","caller":"traceutil/trace.go:171","msg":"trace[1453710474] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"1.618319481s","start":"2026-03-18T00:57:29.225766Z","end":"2026-03-18T00:57:30.844086Z","steps":["trace[1453710474] 'process raft request' (duration: 1.617683777s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:30.844271Z","caller":"traceutil/trace.go:171","msg":"trace[735406353] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"1.431764834s","start":"2026-03-18T00:57:29.412486Z","end":"2026-03-18T00:57:30.844251Z","steps":["trace[735406353] 'process raft request' (duration: 1.431545849s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:30.844234Z","caller":"traceutil/trace.go:171","msg":"trace[1478020211] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5001; }","duration":"1.901646656s","start":"2026-03-18T00:57:28.942547Z","end":"2026-03-18T00:57:30.844194Z","steps":["trace[1478020211] 'read index received' (duration: 1.714328211s)","trace[1478020211] 'applied index is now lower than readState.Index' (duration: 187.316334ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:30.84429Z","caller":"traceutil/trace.go:171","msg":"trace[839317427] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"1.149254408s","start":"2026-03-18T00:57:29.695008Z","end":"2026-03-18T00:57:30.844262Z","steps":["trace[839317427] 'process raft request' (duration: 1.149091644s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.844331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.225737Z","time spent":"1.618491445s","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2929,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:57:30.84436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.412452Z","time spent":"1.431863746s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:30.844418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.694973Z","time spent":"1.149379981s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:30.84449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363298505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:30.844479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901934611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:30.844526Z","caller":"traceutil/trace.go:171","msg":"trace[703549311] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4806; }","duration":"1.363332205s","start":"2026-03-18T00:57:29.481179Z","end":"2026-03-18T00:57:30.844511Z","steps":["trace[703549311] 'agreement among raft nodes before linearized reading' (duration: 1.363272184s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.844557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.481152Z","time spent":"1.363396457s","remote":"127.0.0.1:49356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:57:30.844559Z","caller":"traceutil/trace.go:171","msg":"trace[344275017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4806; }","duration":"1.902075415s","start":"2026-03-18T00:57:28.942466Z","end":"2026-03-18T00:57:30.844542Z","steps":["trace[344275017] 'agreement among raft nodes before linearized reading' (duration: 1.901948712s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.844576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.481573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:57:30.8446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:28.942435Z","time spent":"1.902154516s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:30.844618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.896255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:30.844642Z","caller":"traceutil/trace.go:171","msg":"trace[1341263072] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4806; }","duration":"534.615186ms","start":"2026-03-18T00:57:30.310008Z","end":"2026-03-18T00:57:30.844623Z","steps":["trace[1341263072] 'agreement among raft nodes before linearized reading' (duration: 534.461893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:30.844667Z","caller":"traceutil/trace.go:171","msg":"trace[1718536113] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4806; }","duration":"356.978166ms","start":"2026-03-18T00:57:30.487669Z","end":"2026-03-18T00:57:30.844647Z","steps":["trace[1718536113] 'agreement among raft nodes before linearized reading' (duration: 356.899975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.844696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:30.309987Z","time spent":"534.697717ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:30.844712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:30.487651Z","time spent":"357.048019ms","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:30.844689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.382065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-pnj2w.189dc98fe6901c6d\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-18T00:57:30.844776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093806318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-18T00:57:30.844791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.392327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T00:57:30.844815Z","caller":"traceutil/trace.go:171","msg":"trace[1578566782] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2; range_end:; response_count:1; response_revision:4806; }","duration":"1.09389335s","start":"2026-03-18T00:57:29.750907Z","end":"2026-03-18T00:57:30.844801Z","steps":["trace[1578566782] 'agreement among raft nodes before linearized reading' (duration: 1.093787597s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:30.844799Z","caller":"traceutil/trace.go:171","msg":"trace[545705311] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-pnj2w.189dc98fe6901c6d; range_end:; response_count:1; response_revision:4806; }","duration":"182.538018ms","start":"2026-03-18T00:57:30.662231Z","end":"2026-03-18T00:57:30.84477Z","steps":["trace[545705311] 'agreement among raft nodes before linearized reading' (duration: 182.272582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.844848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.750883Z","time spent":"1.093957682s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" "} {"level":"info","ts":"2026-03-18T00:57:30.844857Z","caller":"traceutil/trace.go:171","msg":"trace[1079031767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4806; }","duration":"803.51137ms","start":"2026-03-18T00:57:30.041328Z","end":"2026-03-18T00:57:30.844839Z","steps":["trace[1079031767] 'agreement among raft nodes before linearized reading' (duration: 803.298205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.844893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:30.041307Z","time spent":"803.578342ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:57:30.844917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422198462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:57:30.844981Z","caller":"traceutil/trace.go:171","msg":"trace[955559895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4806; }","duration":"1.422278864s","start":"2026-03-18T00:57:29.422685Z","end":"2026-03-18T00:57:30.844964Z","steps":["trace[955559895] 'agreement among raft nodes before linearized reading' (duration: 1.422101739s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.845021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.422678Z","time spent":"1.422334265s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:30.845012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422794945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:57:30.845036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422807996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:57:30.845089Z","caller":"traceutil/trace.go:171","msg":"trace[588825556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4806; }","duration":"1.422919258s","start":"2026-03-18T00:57:29.422157Z","end":"2026-03-18T00:57:30.845076Z","steps":["trace[588825556] 'agreement among raft nodes before linearized reading' (duration: 1.422576479s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.845078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42660029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:57:30.84511Z","caller":"traceutil/trace.go:171","msg":"trace[910258998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4806; }","duration":"1.422902298s","start":"2026-03-18T00:57:29.42219Z","end":"2026-03-18T00:57:30.845092Z","steps":["trace[910258998] 'agreement among raft nodes before linearized reading' (duration: 1.422693803s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.845173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.422185Z","time spent":"1.42297809s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:30.845182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568254612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-18T00:57:30.845186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.422151Z","time spent":"1.42299354s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:57:30.845197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421545438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:57:30.845231Z","caller":"traceutil/trace.go:171","msg":"trace[1037833235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4806; }","duration":"1.568332944s","start":"2026-03-18T00:57:29.276879Z","end":"2026-03-18T00:57:30.845212Z","steps":["trace[1037833235] 'agreement among raft nodes before linearized reading' (duration: 1.568217871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.845221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197583072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:30.845248Z","caller":"traceutil/trace.go:171","msg":"trace[259580640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4806; }","duration":"1.421598299s","start":"2026-03-18T00:57:29.423629Z","end":"2026-03-18T00:57:30.845227Z","steps":["trace[259580640] 'agreement among raft nodes before linearized reading' (duration: 1.421471876s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:30.845172Z","caller":"traceutil/trace.go:171","msg":"trace[1912906124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4806; }","duration":"1.426741723s","start":"2026-03-18T00:57:29.418409Z","end":"2026-03-18T00:57:30.84515Z","steps":["trace[1912906124] 'agreement among raft nodes before linearized reading' (duration: 1.426434506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.845272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423149033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:57:30.845278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.276866Z","time spent":"1.568404225s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:57:30.845294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.42362Z","time spent":"1.421666941s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:57:30.845304Z","caller":"traceutil/trace.go:171","msg":"trace[597032373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:4806; }","duration":"1.197738274s","start":"2026-03-18T00:57:29.647546Z","end":"2026-03-18T00:57:30.845284Z","steps":["trace[597032373] 'agreement among raft nodes before linearized reading' (duration: 1.19753071s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:30.845312Z","caller":"traceutil/trace.go:171","msg":"trace[382393201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4806; }","duration":"1.423205105s","start":"2026-03-18T00:57:29.422093Z","end":"2026-03-18T00:57:30.845298Z","steps":["trace[382393201] 'agreement among raft nodes before linearized reading' (duration: 1.423109643s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.84535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.647491Z","time spent":"1.197848707s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T00:57:30.845052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.0717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pnj2w-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-03-18T00:57:30.845384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.422083Z","time spent":"1.423291436s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:57:30.845401Z","caller":"traceutil/trace.go:171","msg":"trace[1546983933] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pnj2w-tls; range_end:; response_count:1; response_revision:4806; }","duration":"596.467939ms","start":"2026-03-18T00:57:30.248921Z","end":"2026-03-18T00:57:30.845389Z","steps":["trace[1546983933] 'agreement among raft nodes before linearized reading' (duration: 596.0601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:30.845414Z","caller":"traceutil/trace.go:171","msg":"trace[805521404] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"1.494445335s","start":"2026-03-18T00:57:29.35095Z","end":"2026-03-18T00:57:30.845396Z","steps":["trace[805521404] 'process raft request' (duration: 1.492949821s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.845468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:30.248896Z","time spent":"596.563971ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1991,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pnj2w-tls\" "} {"level":"warn","ts":"2026-03-18T00:57:30.848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695305339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T00:57:30.848101Z","caller":"traceutil/trace.go:171","msg":"trace[241594360] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2; range_end:; response_count:1; response_revision:4806; }","duration":"1.698154823s","start":"2026-03-18T00:57:29.14992Z","end":"2026-03-18T00:57:30.848075Z","steps":["trace[241594360] 'agreement among raft nodes before linearized reading' (duration: 1.695231208s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.848185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.149897Z","time spent":"1.698263565s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" "} {"level":"warn","ts":"2026-03-18T00:57:30.848207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.4184Z","time spent":"1.426901727s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:30.850237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.350919Z","time spent":"1.494557548s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:30.851497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728419813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719272"} {"level":"info","ts":"2026-03-18T00:57:30.851592Z","caller":"traceutil/trace.go:171","msg":"trace[1791585397] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4806; }","duration":"1.728562376s","start":"2026-03-18T00:57:29.123009Z","end":"2026-03-18T00:57:30.851571Z","steps":["trace[1791585397] 'agreement among raft nodes before linearized reading' (duration: 1.721418638s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:30.85164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:29.122992Z","time spent":"1.728634509s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719296,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-18T00:57:31.383912Z","caller":"traceutil/trace.go:171","msg":"trace[1618502224] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"192.257505ms","start":"2026-03-18T00:57:31.191629Z","end":"2026-03-18T00:57:31.383886Z","steps":["trace[1618502224] 'process raft request' (duration: 192.121372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:32.431379Z","caller":"traceutil/trace.go:171","msg":"trace[1900391870] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"160.967511ms","start":"2026-03-18T00:57:32.270385Z","end":"2026-03-18T00:57:32.431352Z","steps":["trace[1900391870] 'process raft request' (duration: 160.819377ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:33.071474Z","caller":"traceutil/trace.go:171","msg":"trace[1469577812] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"221.208526ms","start":"2026-03-18T00:57:32.850232Z","end":"2026-03-18T00:57:33.071441Z","steps":["trace[1469577812] 'process raft request' (duration: 221.003832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:33.421823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.033322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:33.422094Z","caller":"traceutil/trace.go:171","msg":"trace[578015043] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"567.187659ms","start":"2026-03-18T00:57:32.854858Z","end":"2026-03-18T00:57:33.422046Z","steps":["trace[578015043] 'process raft request' (duration: 272.822231ms)","trace[578015043] 'compare' (duration: 293.795356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:33.422304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.85483Z","time spent":"567.365252ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:34.229763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.797507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:57:34.229887Z","caller":"traceutil/trace.go:171","msg":"trace[1427128353] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5039; }","duration":"1.31073124s","start":"2026-03-18T00:57:32.919134Z","end":"2026-03-18T00:57:34.229866Z","steps":["trace[1427128353] 'read index received' (duration: 152.153364ms)","trace[1427128353] 'applied index is now lower than readState.Index' (duration: 1.158576156s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:34.230436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311283652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:57:34.230658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300158266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:57:34.23068Z","caller":"traceutil/trace.go:171","msg":"trace[1010736970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4839; }","duration":"1.311600589s","start":"2026-03-18T00:57:32.919061Z","end":"2026-03-18T00:57:34.230662Z","steps":["trace[1010736970] 'agreement among raft nodes before linearized reading' (duration: 1.31118294s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.230678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288073628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:34.230758Z","caller":"traceutil/trace.go:171","msg":"trace[768831759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4839; }","duration":"1.300254507s","start":"2026-03-18T00:57:32.930449Z","end":"2026-03-18T00:57:34.230703Z","steps":["trace[768831759] 'agreement among raft nodes before linearized reading' (duration: 1.29991757s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.230795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.919022Z","time spent":"1.311757863s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:34.23081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.930432Z","time spent":"1.30036305s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:57:34.230827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298905288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:34.230899Z","caller":"traceutil/trace.go:171","msg":"trace[929465243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:4839; }","duration":"1.29898994s","start":"2026-03-18T00:57:32.931888Z","end":"2026-03-18T00:57:34.230878Z","steps":["trace[929465243] 'agreement among raft nodes before linearized reading' (duration: 1.298744484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.230957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.93188Z","time spent":"1.299063201s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T00:57:34.231007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29946451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-18T00:57:34.23103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299947871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:57:34.231066Z","caller":"traceutil/trace.go:171","msg":"trace[474217067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2; range_end:; response_count:1; response_revision:4839; }","duration":"1.299509381s","start":"2026-03-18T00:57:32.931534Z","end":"2026-03-18T00:57:34.231044Z","steps":["trace[474217067] 'agreement among raft nodes before linearized reading' (duration: 1.299398659s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:34.231079Z","caller":"traceutil/trace.go:171","msg":"trace[269156737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4839; }","duration":"1.300054403s","start":"2026-03-18T00:57:32.931011Z","end":"2026-03-18T00:57:34.231065Z","steps":["trace[269156737] 'agreement among raft nodes before linearized reading' (duration: 1.29992464s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.231113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.931498Z","time spent":"1.299606163s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" "} {"level":"warn","ts":"2026-03-18T00:57:34.231126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.930986Z","time spent":"1.300129675s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:34.230876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299335997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:57:34.231227Z","caller":"traceutil/trace.go:171","msg":"trace[529391138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4839; }","duration":"1.299735996s","start":"2026-03-18T00:57:32.931474Z","end":"2026-03-18T00:57:34.23121Z","steps":["trace[529391138] 'agreement among raft nodes before linearized reading' (duration: 1.299155553s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.231283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.931464Z","time spent":"1.299802787s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:57:34.231285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299923721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:57:34.231327Z","caller":"traceutil/trace.go:171","msg":"trace[1884176405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4839; }","duration":"1.300016062s","start":"2026-03-18T00:57:32.931299Z","end":"2026-03-18T00:57:34.231315Z","steps":["trace[1884176405] 'agreement among raft nodes before linearized reading' (duration: 1.29990436s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.231377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.931269Z","time spent":"1.300096523s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:34.231486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.604734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189dc98fcd35b2e7\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-18T00:57:34.231553Z","caller":"traceutil/trace.go:171","msg":"trace[1022507748] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189dc98fcd35b2e7; range_end:; response_count:1; response_revision:4839; }","duration":"455.727566ms","start":"2026-03-18T00:57:33.77581Z","end":"2026-03-18T00:57:34.231538Z","steps":["trace[1022507748] 'agreement among raft nodes before linearized reading' (duration: 455.175934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.231599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:33.775784Z","time spent":"455.801568ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189dc98fcd35b2e7\" "} {"level":"warn","ts":"2026-03-18T00:57:34.23195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.860719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:34.2322Z","caller":"traceutil/trace.go:171","msg":"trace[638174754] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4839; }","duration":"579.270127ms","start":"2026-03-18T00:57:33.65291Z","end":"2026-03-18T00:57:34.23218Z","steps":["trace[638174754] 'agreement among raft nodes before linearized reading' (duration: 578.889868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.231165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300661247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T00:57:34.232289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:33.652882Z","time spent":"579.38589ms","remote":"127.0.0.1:49352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:57:34.230779Z","caller":"traceutil/trace.go:171","msg":"trace[149377606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4839; }","duration":"1.28817564s","start":"2026-03-18T00:57:32.942585Z","end":"2026-03-18T00:57:34.230761Z","steps":["trace[149377606] 'agreement among raft nodes before linearized reading' (duration: 1.288041837s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:34.232359Z","caller":"traceutil/trace.go:171","msg":"trace[426288381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4839; }","duration":"1.301890225s","start":"2026-03-18T00:57:32.930437Z","end":"2026-03-18T00:57:34.232327Z","steps":["trace[426288381] 'agreement among raft nodes before linearized reading' (duration: 1.300612546s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.232365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.942578Z","time spent":"1.289768896s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:34.232417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:32.930385Z","time spent":"1.302015867s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:57:34.232463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.127606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:34.232555Z","caller":"traceutil/trace.go:171","msg":"trace[2054667805] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4839; }","duration":"947.262219ms","start":"2026-03-18T00:57:33.285265Z","end":"2026-03-18T00:57:34.232527Z","steps":["trace[2054667805] 'agreement among raft nodes before linearized reading' (duration: 947.095295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.232606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:33.285254Z","time spent":"947.343191ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:34.232668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.693615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-18T00:57:34.232758Z","caller":"traceutil/trace.go:171","msg":"trace[739027144] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4839; }","duration":"950.849749ms","start":"2026-03-18T00:57:33.281884Z","end":"2026-03-18T00:57:34.232734Z","steps":["trace[739027144] 'agreement among raft nodes before linearized reading' (duration: 950.488951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.232776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062639897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777453"} {"level":"warn","ts":"2026-03-18T00:57:34.232808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:33.281859Z","time spent":"950.939061ms","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-18T00:57:34.232844Z","caller":"traceutil/trace.go:171","msg":"trace[1250359347] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4839; }","duration":"1.06276413s","start":"2026-03-18T00:57:33.17006Z","end":"2026-03-18T00:57:34.232825Z","steps":["trace[1250359347] 'agreement among raft nodes before linearized reading' (duration: 1.062205628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.232894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:33.170025Z","time spent":"1.062853813s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777477,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T00:57:34.737405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078649136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:57:34.938391Z","caller":"traceutil/trace.go:171","msg":"trace[255703320] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"703.519052ms","start":"2026-03-18T00:57:34.234836Z","end":"2026-03-18T00:57:34.938355Z","steps":["trace[255703320] 'process raft request' (duration: 703.258376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:34.938775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.234815Z","time spent":"703.679876ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:35.421315Z","caller":"traceutil/trace.go:171","msg":"trace[1679771826] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"1.186061384s","start":"2026-03-18T00:57:34.23522Z","end":"2026-03-18T00:57:35.421281Z","steps":["trace[1679771826] 'process raft request' (duration: 1.119704692s)","trace[1679771826] 'compare' (duration: 65.821381ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:35.421415Z","caller":"traceutil/trace.go:171","msg":"trace[1016222582] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"1.185102553s","start":"2026-03-18T00:57:34.236266Z","end":"2026-03-18T00:57:35.421369Z","steps":["trace[1016222582] 'process raft request' (duration: 1.184920579s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.421694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.235203Z","time spent":"1.186208047s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:35.421874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.236259Z","time spent":"1.185474831s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:35.422061Z","caller":"traceutil/trace.go:171","msg":"trace[699298977] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"1.184373958s","start":"2026-03-18T00:57:34.237019Z","end":"2026-03-18T00:57:35.421393Z","steps":["trace[699298977] 'process raft request' (duration: 1.184248085s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:35.42217Z","caller":"traceutil/trace.go:171","msg":"trace[1163426632] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"1.184524151s","start":"2026-03-18T00:57:34.237198Z","end":"2026-03-18T00:57:35.421722Z","steps":["trace[1163426632] 'process raft request' (duration: 1.184127542s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.422255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.237186Z","time spent":"1.185022752s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:35.422288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.237002Z","time spent":"1.185172725s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:35.42246Z","caller":"traceutil/trace.go:171","msg":"trace[1410913090] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"1.185154375s","start":"2026-03-18T00:57:34.237277Z","end":"2026-03-18T00:57:35.422431Z","steps":["trace[1410913090] 'process raft request' (duration: 1.184193563s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.422636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.237267Z","time spent":"1.185273958s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:35.42266Z","caller":"traceutil/trace.go:171","msg":"trace[1797818450] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"1.185302679s","start":"2026-03-18T00:57:34.237341Z","end":"2026-03-18T00:57:35.422643Z","steps":["trace[1797818450] 'process raft request' (duration: 1.185018762s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.422777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.237332Z","time spent":"1.18536935s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:35.422878Z","caller":"traceutil/trace.go:171","msg":"trace[29420829] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5042; }","duration":"1.186289091s","start":"2026-03-18T00:57:34.236571Z","end":"2026-03-18T00:57:35.42286Z","steps":["trace[29420829] 'read index received' (duration: 701.579011ms)","trace[29420829] 'applied index is now lower than readState.Index' (duration: 484.7089ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:35.423001Z","caller":"traceutil/trace.go:171","msg":"trace[1817267396] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"780.01537ms","start":"2026-03-18T00:57:34.642959Z","end":"2026-03-18T00:57:35.422975Z","steps":["trace[1817267396] 'process raft request' (duration: 779.603981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.423124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.64292Z","time spent":"780.143173ms","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:35.423165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186586307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62983"} {"level":"info","ts":"2026-03-18T00:57:35.423201Z","caller":"traceutil/trace.go:171","msg":"trace[842342732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4847; }","duration":"1.186674989s","start":"2026-03-18T00:57:34.236516Z","end":"2026-03-18T00:57:35.423191Z","steps":["trace[842342732] 'agreement among raft nodes before linearized reading' (duration: 1.186442804s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.423251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.236502Z","time spent":"1.1867372s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63007,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T00:57:35.51634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274621809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:35.51642Z","caller":"traceutil/trace.go:171","msg":"trace[531329630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4848; }","duration":"1.274715121s","start":"2026-03-18T00:57:34.241685Z","end":"2026-03-18T00:57:35.5164Z","steps":["trace[531329630] 'agreement among raft nodes before linearized reading' (duration: 1.274596998s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.516456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.241679Z","time spent":"1.274769302s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:35.516554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.050594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-18T00:57:35.516477Z","caller":"traceutil/trace.go:171","msg":"trace[549204887] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"439.218622ms","start":"2026-03-18T00:57:35.077218Z","end":"2026-03-18T00:57:35.516436Z","steps":["trace[549204887] 'process raft request' (duration: 438.925175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:35.516654Z","caller":"traceutil/trace.go:171","msg":"trace[1026392547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2; range_end:; response_count:1; response_revision:4848; }","duration":"277.246519ms","start":"2026-03-18T00:57:35.239384Z","end":"2026-03-18T00:57:35.516631Z","steps":["trace[1026392547] 'agreement among raft nodes before linearized reading' (duration: 276.933312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.51667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077221861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:35.516761Z","caller":"traceutil/trace.go:171","msg":"trace[1460000818] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4848; }","duration":"1.077365243s","start":"2026-03-18T00:57:34.439374Z","end":"2026-03-18T00:57:35.51674Z","steps":["trace[1460000818] 'agreement among raft nodes before linearized reading' (duration: 1.07720722s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.516817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.439353Z","time spent":"1.077453276s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:35.516917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:35.077191Z","time spent":"439.501537ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:35.516936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001710496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777453"} {"level":"info","ts":"2026-03-18T00:57:35.517031Z","caller":"traceutil/trace.go:171","msg":"trace[2012162161] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4848; }","duration":"1.001865469s","start":"2026-03-18T00:57:34.515142Z","end":"2026-03-18T00:57:35.517008Z","steps":["trace[2012162161] 'agreement among raft nodes before linearized reading' (duration: 1.001235265s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.517095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:34.515123Z","time spent":"1.001961202s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777477,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-18T00:57:35.916901Z","caller":"traceutil/trace.go:171","msg":"trace[2108198894] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5051; }","duration":"398.745644ms","start":"2026-03-18T00:57:35.518126Z","end":"2026-03-18T00:57:35.916871Z","steps":["trace[2108198894] 'read index received' (duration: 313.020192ms)","trace[2108198894] 'applied index is now lower than readState.Index' (duration: 85.724132ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:35.917052Z","caller":"traceutil/trace.go:171","msg":"trace[125577951] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"489.303222ms","start":"2026-03-18T00:57:35.427707Z","end":"2026-03-18T00:57:35.91701Z","steps":["trace[125577951] 'process raft request' (duration: 403.486278ms)","trace[125577951] 'compare' (duration: 85.507747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:35.917099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.942238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:35.917141Z","caller":"traceutil/trace.go:171","msg":"trace[1775818291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4849; }","duration":"399.047209ms","start":"2026-03-18T00:57:35.518082Z","end":"2026-03-18T00:57:35.917129Z","steps":["trace[1775818291] 'agreement among raft nodes before linearized reading' (duration: 398.956197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.9172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:35.518065Z","time spent":"399.124712ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:35.917226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:35.427679Z","time spent":"489.455896ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:35.918407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.34743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777453"} {"level":"info","ts":"2026-03-18T00:57:35.918603Z","caller":"traceutil/trace.go:171","msg":"trace[286041609] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4849; }","duration":"391.535844ms","start":"2026-03-18T00:57:35.526992Z","end":"2026-03-18T00:57:35.918528Z","steps":["trace[286041609] 'agreement among raft nodes before linearized reading' (duration: 390.133912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:35.91878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:35.526956Z","time spent":"391.732737ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777477,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T00:57:36.379575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.487714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:36.379795Z","caller":"traceutil/trace.go:171","msg":"trace[1096215761] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5052; }","duration":"355.581776ms","start":"2026-03-18T00:57:36.024193Z","end":"2026-03-18T00:57:36.379775Z","steps":["trace[1096215761] 'read index received' (duration: 22.871257ms)","trace[1096215761] 'applied index is now lower than readState.Index' (duration: 332.709609ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:36.379836Z","caller":"traceutil/trace.go:171","msg":"trace[1707977228] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"380.039108ms","start":"2026-03-18T00:57:35.999771Z","end":"2026-03-18T00:57:36.37981Z","steps":["trace[1707977228] 'process raft request' (duration: 379.938846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:36.379978Z","caller":"traceutil/trace.go:171","msg":"trace[220950791] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"408.891358ms","start":"2026-03-18T00:57:35.971067Z","end":"2026-03-18T00:57:36.379959Z","steps":["trace[220950791] 'process raft request' (duration: 75.919813ms)","trace[220950791] 'compare' (duration: 332.30603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:36.379999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:35.999743Z","time spent":"380.161461ms","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17292,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:36.380059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:35.971051Z","time spent":"408.97104ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:36.379986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.79048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T00:57:36.38016Z","caller":"traceutil/trace.go:171","msg":"trace[1816041533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4851; }","duration":"355.991305ms","start":"2026-03-18T00:57:36.024141Z","end":"2026-03-18T00:57:36.380132Z","steps":["trace[1816041533] 'agreement among raft nodes before linearized reading' (duration: 355.721229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:36.380254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:36.024118Z","time spent":"356.103418ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:57:36.429798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.13447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-03-18T00:57:36.429867Z","caller":"traceutil/trace.go:171","msg":"trace[478643836] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2; range_end:; response_count:1; response_revision:4851; }","duration":"334.220542ms","start":"2026-03-18T00:57:36.095629Z","end":"2026-03-18T00:57:36.42985Z","steps":["trace[478643836] 'agreement among raft nodes before linearized reading' (duration: 334.022267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:36.429895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:36.095519Z","time spent":"334.368676ms","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2269,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" "} {"level":"info","ts":"2026-03-18T00:57:37.104372Z","caller":"traceutil/trace.go:171","msg":"trace[1864105579] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"135.805982ms","start":"2026-03-18T00:57:36.968534Z","end":"2026-03-18T00:57:37.10434Z","steps":["trace[1864105579] 'process raft request' (duration: 135.570807ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:37.372403Z","caller":"traceutil/trace.go:171","msg":"trace[143368010] linearizableReadLoop","detail":"{readStateIndex:5083; appliedIndex:5081; }","duration":"145.738122ms","start":"2026-03-18T00:57:37.226642Z","end":"2026-03-18T00:57:37.37238Z","steps":["trace[143368010] 'read index received' (duration: 96.805897ms)","trace[143368010] 'applied index is now lower than readState.Index' (duration: 48.931115ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:37.372509Z","caller":"traceutil/trace.go:171","msg":"trace[1190669826] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"151.811797ms","start":"2026-03-18T00:57:37.220676Z","end":"2026-03-18T00:57:37.372488Z","steps":["trace[1190669826] 'process raft request' (duration: 151.614633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:37.372832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.176201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pnj2w\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-03-18T00:57:37.37287Z","caller":"traceutil/trace.go:171","msg":"trace[1807442396] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pnj2w; range_end:; response_count:1; response_revision:4878; }","duration":"146.278094ms","start":"2026-03-18T00:57:37.226583Z","end":"2026-03-18T00:57:37.372861Z","steps":["trace[1807442396] 'agreement among raft nodes before linearized reading' (duration: 146.010168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:37.372573Z","caller":"traceutil/trace.go:171","msg":"trace[866984278] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"151.992432ms","start":"2026-03-18T00:57:37.220574Z","end":"2026-03-18T00:57:37.372566Z","steps":["trace[866984278] 'process raft request' (duration: 102.859092ms)","trace[866984278] 'compare' (duration: 48.606218ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:37.556493Z","caller":"traceutil/trace.go:171","msg":"trace[351259665] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5083; }","duration":"130.213477ms","start":"2026-03-18T00:57:37.426254Z","end":"2026-03-18T00:57:37.556468Z","steps":["trace[351259665] 'read index received' (duration: 129.947632ms)","trace[351259665] 'applied index is now lower than readState.Index' (duration: 264.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:37.556648Z","caller":"traceutil/trace.go:171","msg":"trace[1210703454] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"174.905619ms","start":"2026-03-18T00:57:37.381694Z","end":"2026-03-18T00:57:37.5566Z","steps":["trace[1210703454] 'process raft request' (duration: 174.519021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:37.556899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.627517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:57:37.557036Z","caller":"traceutil/trace.go:171","msg":"trace[1315434336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4879; }","duration":"130.811291ms","start":"2026-03-18T00:57:37.426172Z","end":"2026-03-18T00:57:37.556984Z","steps":["trace[1315434336] 'agreement among raft nodes before linearized reading' (duration: 130.521494ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:37.639957Z","caller":"traceutil/trace.go:171","msg":"trace[1137354960] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"116.573826ms","start":"2026-03-18T00:57:37.523348Z","end":"2026-03-18T00:57:37.639922Z","steps":["trace[1137354960] 'process raft request' (duration: 116.28372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:37.640066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.972183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:57:37.640327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.505213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:57:37.640288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.048531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-03-18T00:57:37.640401Z","caller":"traceutil/trace.go:171","msg":"trace[1438581640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4880; }","duration":"212.589175ms","start":"2026-03-18T00:57:37.427789Z","end":"2026-03-18T00:57:37.640378Z","steps":["trace[1438581640] 'agreement among raft nodes before linearized reading' (duration: 212.408561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:37.64043Z","caller":"traceutil/trace.go:171","msg":"trace[1185978686] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ccdea4b1-2ee1-4633-9c20-128822b39bf2; range_end:; response_count:1; response_revision:4880; }","duration":"115.256186ms","start":"2026-03-18T00:57:37.525143Z","end":"2026-03-18T00:57:37.640399Z","steps":["trace[1185978686] 'agreement among raft nodes before linearized reading' (duration: 114.838727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:37.640339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.011494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:57:37.640522Z","caller":"traceutil/trace.go:171","msg":"trace[1690210366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4880; }","duration":"213.185868ms","start":"2026-03-18T00:57:37.427309Z","end":"2026-03-18T00:57:37.640495Z","steps":["trace[1690210366] 'agreement among raft nodes before linearized reading' (duration: 212.856441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:37.640339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.696318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:57:37.640148Z","caller":"traceutil/trace.go:171","msg":"trace[700083774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4880; }","duration":"213.130297ms","start":"2026-03-18T00:57:37.426998Z","end":"2026-03-18T00:57:37.640128Z","steps":["trace[700083774] 'agreement among raft nodes before linearized reading' (duration: 212.81696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:37.640612Z","caller":"traceutil/trace.go:171","msg":"trace[901432669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4880; }","duration":"212.990844ms","start":"2026-03-18T00:57:37.427591Z","end":"2026-03-18T00:57:37.640582Z","steps":["trace[901432669] 'agreement among raft nodes before linearized reading' (duration: 212.534374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:37.64043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.315881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:57:37.640732Z","caller":"traceutil/trace.go:171","msg":"trace[2110326022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4880; }","duration":"213.664829ms","start":"2026-03-18T00:57:37.427054Z","end":"2026-03-18T00:57:37.640718Z","steps":["trace[2110326022] 'agreement among raft nodes before linearized reading' (duration: 213.162168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:37.640293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.195576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:37.640984Z","caller":"traceutil/trace.go:171","msg":"trace[502692674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:4880; }","duration":"212.926362ms","start":"2026-03-18T00:57:37.42803Z","end":"2026-03-18T00:57:37.640956Z","steps":["trace[502692674] 'agreement among raft nodes before linearized reading' (duration: 211.850978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:38.488309Z","caller":"traceutil/trace.go:171","msg":"trace[891457418] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5111; }","duration":"110.87534ms","start":"2026-03-18T00:57:38.377405Z","end":"2026-03-18T00:57:38.48828Z","steps":["trace[891457418] 'read index received' (duration: 21.358465ms)","trace[891457418] 'applied index is now lower than readState.Index' (duration: 89.515535ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:38.488384Z","caller":"traceutil/trace.go:171","msg":"trace[1292614495] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"129.925751ms","start":"2026-03-18T00:57:38.358427Z","end":"2026-03-18T00:57:38.488353Z","steps":["trace[1292614495] 'process raft request' (duration: 90.456026ms)","trace[1292614495] 'compare' (duration: 39.278281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:38.48849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.053153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:38.488553Z","caller":"traceutil/trace.go:171","msg":"trace[478286603] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4907; }","duration":"111.192856ms","start":"2026-03-18T00:57:38.377341Z","end":"2026-03-18T00:57:38.488534Z","steps":["trace[478286603] 'agreement among raft nodes before linearized reading' (duration: 111.054493ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:38.907954Z","caller":"traceutil/trace.go:171","msg":"trace[806810317] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5115; }","duration":"118.246402ms","start":"2026-03-18T00:57:38.789677Z","end":"2026-03-18T00:57:38.907924Z","steps":["trace[806810317] 'read index received' (duration: 118.042768ms)","trace[806810317] 'applied index is now lower than readState.Index' (duration: 202.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:38.908029Z","caller":"traceutil/trace.go:171","msg":"trace[1340825997] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"139.895553ms","start":"2026-03-18T00:57:38.7681Z","end":"2026-03-18T00:57:38.907996Z","steps":["trace[1340825997] 'process raft request' (duration: 139.626497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:38.908179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.491558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-18T00:57:38.908226Z","caller":"traceutil/trace.go:171","msg":"trace[405710310] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4910; }","duration":"118.622382ms","start":"2026-03-18T00:57:38.789592Z","end":"2026-03-18T00:57:38.908215Z","steps":["trace[405710310] 'agreement among raft nodes before linearized reading' (duration: 118.449538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:39.700945Z","caller":"traceutil/trace.go:171","msg":"trace[1165782236] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"232.297992ms","start":"2026-03-18T00:57:39.468628Z","end":"2026-03-18T00:57:39.700926Z","steps":["trace[1165782236] 'process raft request' (duration: 232.062527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:39.89062Z","caller":"traceutil/trace.go:171","msg":"trace[1059705555] linearizableReadLoop","detail":"{readStateIndex:5119; appliedIndex:5118; }","duration":"189.727829ms","start":"2026-03-18T00:57:39.700865Z","end":"2026-03-18T00:57:39.890593Z","steps":["trace[1059705555] 'read index received' (duration: 189.568954ms)","trace[1059705555] 'applied index is now lower than readState.Index' (duration: 152.455µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:39.890778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.511508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:57:39.890845Z","caller":"traceutil/trace.go:171","msg":"trace[1249748187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4913; }","duration":"223.61367ms","start":"2026-03-18T00:57:39.667217Z","end":"2026-03-18T00:57:39.890831Z","steps":["trace[1249748187] 'agreement among raft nodes before linearized reading' (duration: 223.390385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:39.890936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.285398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:39.891028Z","caller":"traceutil/trace.go:171","msg":"trace[1716372639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:4913; }","duration":"221.441882ms","start":"2026-03-18T00:57:39.669564Z","end":"2026-03-18T00:57:39.891006Z","steps":["trace[1716372639] 'agreement among raft nodes before linearized reading' (duration: 221.116605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:39.891045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.767713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T00:57:39.891059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.775987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:57:39.891074Z","caller":"traceutil/trace.go:171","msg":"trace[2027877660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4913; }","duration":"223.816084ms","start":"2026-03-18T00:57:39.66725Z","end":"2026-03-18T00:57:39.891066Z","steps":["trace[2027877660] 'agreement among raft nodes before linearized reading' (duration: 223.735792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:39.890954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.411395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:57:39.891062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.354086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:57:39.891045Z","caller":"traceutil/trace.go:171","msg":"trace[403066562] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"245.872163ms","start":"2026-03-18T00:57:39.64511Z","end":"2026-03-18T00:57:39.890982Z","steps":["trace[403066562] 'process raft request' (duration: 245.31007ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:39.891135Z","caller":"traceutil/trace.go:171","msg":"trace[64488916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4913; }","duration":"224.460348ms","start":"2026-03-18T00:57:39.666654Z","end":"2026-03-18T00:57:39.891114Z","steps":["trace[64488916] 'agreement among raft nodes before linearized reading' (duration: 224.11127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:39.891099Z","caller":"traceutil/trace.go:171","msg":"trace[138347618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4913; }","duration":"224.827097ms","start":"2026-03-18T00:57:39.666257Z","end":"2026-03-18T00:57:39.891084Z","steps":["trace[138347618] 'agreement among raft nodes before linearized reading' (duration: 224.742096ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:39.891125Z","caller":"traceutil/trace.go:171","msg":"trace[1206710441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4913; }","duration":"227.608489ms","start":"2026-03-18T00:57:39.663501Z","end":"2026-03-18T00:57:39.891109Z","steps":["trace[1206710441] 'agreement among raft nodes before linearized reading' (duration: 227.363804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:39.891241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.545369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:57:39.891402Z","caller":"traceutil/trace.go:171","msg":"trace[283986811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4913; }","duration":"228.730874ms","start":"2026-03-18T00:57:39.662656Z","end":"2026-03-18T00:57:39.891387Z","steps":["trace[283986811] 'agreement among raft nodes before linearized reading' (duration: 228.309025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:39.988273Z","caller":"traceutil/trace.go:171","msg":"trace[1303085128] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"278.502427ms","start":"2026-03-18T00:57:39.709443Z","end":"2026-03-18T00:57:39.987946Z","steps":["trace[1303085128] 'process raft request' (duration: 262.024661ms)","trace[1303085128] 'compare' (duration: 16.115798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:39.989376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.851135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787685"} {"level":"info","ts":"2026-03-18T00:57:39.989485Z","caller":"traceutil/trace.go:171","msg":"trace[1905355590] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4914; }","duration":"275.02735ms","start":"2026-03-18T00:57:39.714433Z","end":"2026-03-18T00:57:39.98946Z","steps":["trace[1905355590] 'agreement among raft nodes before linearized reading' (duration: 273.514306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:40.289022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.628656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:40.289143Z","caller":"traceutil/trace.go:171","msg":"trace[1548238306] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4921; }","duration":"166.850301ms","start":"2026-03-18T00:57:40.122269Z","end":"2026-03-18T00:57:40.289119Z","steps":["trace[1548238306] 'count revisions from in-memory index tree' (duration: 166.460122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:40.77823Z","caller":"traceutil/trace.go:171","msg":"trace[22758240] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"102.624105ms","start":"2026-03-18T00:57:40.675567Z","end":"2026-03-18T00:57:40.778191Z","steps":["trace[22758240] 'process raft request' (duration: 15.951283ms)","trace[22758240] 'compare' (duration: 86.539329ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:40.778952Z","caller":"traceutil/trace.go:171","msg":"trace[1171618836] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"101.744057ms","start":"2026-03-18T00:57:40.67719Z","end":"2026-03-18T00:57:40.778934Z","steps":["trace[1171618836] 'process raft request' (duration: 101.654245ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:40.779045Z","caller":"traceutil/trace.go:171","msg":"trace[1981958317] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"103.27136ms","start":"2026-03-18T00:57:40.675755Z","end":"2026-03-18T00:57:40.779026Z","steps":["trace[1981958317] 'process raft request' (duration: 102.993354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:41.018343Z","caller":"traceutil/trace.go:171","msg":"trace[2119672494] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"110.355087ms","start":"2026-03-18T00:57:40.907963Z","end":"2026-03-18T00:57:41.018318Z","steps":["trace[2119672494] 'process raft request' (duration: 110.203374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:41.018968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.225604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-f8xsm\" ","response":"range_response_count:1 size:3128"} {"level":"info","ts":"2026-03-18T00:57:41.019019Z","caller":"traceutil/trace.go:171","msg":"trace[687327552] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-f8xsm; range_end:; response_count:1; response_revision:4942; }","duration":"110.326236ms","start":"2026-03-18T00:57:40.908678Z","end":"2026-03-18T00:57:41.019005Z","steps":["trace[687327552] 'agreement among raft nodes before linearized reading' (duration: 110.186573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:41.720463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.978833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:41.720586Z","caller":"traceutil/trace.go:171","msg":"trace[612999909] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5155; }","duration":"511.950094ms","start":"2026-03-18T00:57:41.208615Z","end":"2026-03-18T00:57:41.720566Z","steps":["trace[612999909] 'read index received' (duration: 399.655134ms)","trace[612999909] 'applied index is now lower than readState.Index' (duration: 112.29381ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:41.720681Z","caller":"traceutil/trace.go:171","msg":"trace[670982315] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"555.06614ms","start":"2026-03-18T00:57:41.165602Z","end":"2026-03-18T00:57:41.720668Z","steps":["trace[670982315] 'process raft request' (duration: 442.77652ms)","trace[670982315] 'compare' (duration: 111.776119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:41.720748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:41.165592Z","time spent":"555.123421ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3550,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:41.720864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.21004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-18T00:57:41.720953Z","caller":"traceutil/trace.go:171","msg":"trace[1237020376] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4949; }","duration":"452.355233ms","start":"2026-03-18T00:57:41.268577Z","end":"2026-03-18T00:57:41.720933Z","steps":["trace[1237020376] 'agreement among raft nodes before linearized reading' (duration: 452.115178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:41.720999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:41.268557Z","time spent":"452.432174ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16257,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T00:57:41.721118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.653615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-18T00:57:41.721092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.030435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:41.721164Z","caller":"traceutil/trace.go:171","msg":"trace[1607854218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4949; }","duration":"133.721006ms","start":"2026-03-18T00:57:41.58743Z","end":"2026-03-18T00:57:41.721151Z","steps":["trace[1607854218] 'agreement among raft nodes before linearized reading' (duration: 133.531342ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:41.721193Z","caller":"traceutil/trace.go:171","msg":"trace[1394956774] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4949; }","duration":"204.198259ms","start":"2026-03-18T00:57:41.516968Z","end":"2026-03-18T00:57:41.721166Z","steps":["trace[1394956774] 'agreement among raft nodes before linearized reading' (duration: 204.004875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:41.72151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.888255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803624"} {"level":"info","ts":"2026-03-18T00:57:41.721585Z","caller":"traceutil/trace.go:171","msg":"trace[2087790548] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4949; }","duration":"513.013138ms","start":"2026-03-18T00:57:41.208553Z","end":"2026-03-18T00:57:41.721566Z","steps":["trace[2087790548] 'agreement among raft nodes before linearized reading' (duration: 512.414435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:41.721632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:41.20853Z","time spent":"513.087919ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":27,"response size":803648,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T00:57:41.72173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.580894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T00:57:41.721775Z","caller":"traceutil/trace.go:171","msg":"trace[1925432014] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4949; }","duration":"364.205747ms","start":"2026-03-18T00:57:41.357553Z","end":"2026-03-18T00:57:41.721759Z","steps":["trace[1925432014] 'agreement among raft nodes before linearized reading' (duration: 363.452021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:41.721811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:41.357509Z","time spent":"364.290759ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T00:57:41.948104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.759474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T00:57:41.94827Z","caller":"traceutil/trace.go:171","msg":"trace[1649290256] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4954; }","duration":"123.971189ms","start":"2026-03-18T00:57:41.824281Z","end":"2026-03-18T00:57:41.948252Z","steps":["trace[1649290256] 'range keys from in-memory index tree' (duration: 123.57715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:41.948984Z","caller":"traceutil/trace.go:171","msg":"trace[1005671119] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"123.526839ms","start":"2026-03-18T00:57:41.825434Z","end":"2026-03-18T00:57:41.948961Z","steps":["trace[1005671119] 'process raft request' (duration: 123.341415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:42.54804Z","caller":"traceutil/trace.go:171","msg":"trace[1917285431] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"176.435563ms","start":"2026-03-18T00:57:42.371561Z","end":"2026-03-18T00:57:42.547996Z","steps":["trace[1917285431] 'process raft request' (duration: 176.187678ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:46.133723Z","caller":"traceutil/trace.go:171","msg":"trace[1452439603] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"100.113871ms","start":"2026-03-18T00:57:46.033574Z","end":"2026-03-18T00:57:46.133688Z","steps":["trace[1452439603] 'process raft request' (duration: 98.140027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:46.26733Z","caller":"traceutil/trace.go:171","msg":"trace[1160325612] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"124.551293ms","start":"2026-03-18T00:57:46.142745Z","end":"2026-03-18T00:57:46.267296Z","steps":["trace[1160325612] 'process raft request' (duration: 123.233023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:46.267468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.367296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:57:46.267564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.576346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:57:46.267616Z","caller":"traceutil/trace.go:171","msg":"trace[22937000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5012; }","duration":"125.625307ms","start":"2026-03-18T00:57:46.141972Z","end":"2026-03-18T00:57:46.267597Z","steps":["trace[22937000] 'agreement among raft nodes before linearized reading' (duration: 125.277489ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:46.267562Z","caller":"traceutil/trace.go:171","msg":"trace[372073509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5012; }","duration":"127.475559ms","start":"2026-03-18T00:57:46.140066Z","end":"2026-03-18T00:57:46.267542Z","steps":["trace[372073509] 'agreement among raft nodes before linearized reading' (duration: 127.253174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:46.267643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.955709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:57:46.26768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.258037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:57:46.267472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.151158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:46.267721Z","caller":"traceutil/trace.go:171","msg":"trace[1953748943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5012; }","duration":"128.077271ms","start":"2026-03-18T00:57:46.139626Z","end":"2026-03-18T00:57:46.267703Z","steps":["trace[1953748943] 'agreement among raft nodes before linearized reading' (duration: 127.881317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:46.267731Z","caller":"traceutil/trace.go:171","msg":"trace[348641678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5012; }","duration":"129.326918ms","start":"2026-03-18T00:57:46.138388Z","end":"2026-03-18T00:57:46.267715Z","steps":["trace[348641678] 'agreement among raft nodes before linearized reading' (duration: 129.178405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:46.267773Z","caller":"traceutil/trace.go:171","msg":"trace[1032371884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5012; }","duration":"126.482566ms","start":"2026-03-18T00:57:46.141266Z","end":"2026-03-18T00:57:46.267749Z","steps":["trace[1032371884] 'agreement among raft nodes before linearized reading' (duration: 126.005456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:46.267835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.926736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:380238"} {"level":"info","ts":"2026-03-18T00:57:46.267871Z","caller":"traceutil/trace.go:171","msg":"trace[1560051519] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5012; }","duration":"104.029248ms","start":"2026-03-18T00:57:46.163833Z","end":"2026-03-18T00:57:46.267862Z","steps":["trace[1560051519] 'agreement among raft nodes before linearized reading' (duration: 103.773542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:47.246334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.1611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:47.246529Z","caller":"traceutil/trace.go:171","msg":"trace[1767415703] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"224.196392ms","start":"2026-03-18T00:57:47.022314Z","end":"2026-03-18T00:57:47.24651Z","steps":["trace[1767415703] 'process raft request' (duration: 224.144811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:47.246862Z","caller":"traceutil/trace.go:171","msg":"trace[1971617208] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"224.945999ms","start":"2026-03-18T00:57:47.021908Z","end":"2026-03-18T00:57:47.246854Z","steps":["trace[1971617208] 'process raft request' (duration: 65.177306ms)","trace[1971617208] 'compare' (duration: 158.862313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:47.909068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.825089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:57:47.909151Z","caller":"traceutil/trace.go:171","msg":"trace[277032856] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:5034; }","duration":"262.979123ms","start":"2026-03-18T00:57:47.646153Z","end":"2026-03-18T00:57:47.909133Z","steps":["trace[277032856] 'range keys from in-memory index tree' (duration: 262.594924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.03731Z","caller":"traceutil/trace.go:171","msg":"trace[1119379857] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"256.591201ms","start":"2026-03-18T00:57:47.780694Z","end":"2026-03-18T00:57:48.037285Z","steps":["trace[1119379857] 'process raft request' (duration: 256.444428ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.085578Z","caller":"traceutil/trace.go:171","msg":"trace[947912312] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"116.881312ms","start":"2026-03-18T00:57:47.968661Z","end":"2026-03-18T00:57:48.085543Z","steps":["trace[947912312] 'process raft request' (duration: 116.660068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.086039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.000491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:48.086121Z","caller":"traceutil/trace.go:171","msg":"trace[46393171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5037; }","duration":"143.153375ms","start":"2026-03-18T00:57:47.942948Z","end":"2026-03-18T00:57:48.086101Z","steps":["trace[46393171] 'agreement among raft nodes before linearized reading' (duration: 143.012591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.086519Z","caller":"traceutil/trace.go:171","msg":"trace[249528202] linearizableReadLoop","detail":"{readStateIndex:5245; appliedIndex:5243; }","duration":"143.456932ms","start":"2026-03-18T00:57:47.943017Z","end":"2026-03-18T00:57:48.086474Z","steps":["trace[249528202] 'read index received' (duration: 94.22353ms)","trace[249528202] 'applied index is now lower than readState.Index' (duration: 48.537156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:48.463134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.555457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:48.463471Z","caller":"traceutil/trace.go:171","msg":"trace[132653736] linearizableReadLoop","detail":"{readStateIndex:5249; appliedIndex:5247; }","duration":"376.151173ms","start":"2026-03-18T00:57:48.087297Z","end":"2026-03-18T00:57:48.463448Z","steps":["trace[132653736] 'read index received' (duration: 153.204398ms)","trace[132653736] 'applied index is now lower than readState.Index' (duration: 222.945545ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:48.463523Z","caller":"traceutil/trace.go:171","msg":"trace[46723902] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"420.375864ms","start":"2026-03-18T00:57:48.04311Z","end":"2026-03-18T00:57:48.463486Z","steps":["trace[46723902] 'process raft request' (duration: 197.371847ms)","trace[46723902] 'compare' (duration: 222.155917ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:48.463543Z","caller":"traceutil/trace.go:171","msg":"trace[1430277716] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"376.243775ms","start":"2026-03-18T00:57:48.087259Z","end":"2026-03-18T00:57:48.463503Z","steps":["trace[1430277716] 'process raft request' (duration: 376.080131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.463688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.043087Z","time spent":"420.526126ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:57:48.463722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.403838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:48.463744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.087242Z","time spent":"376.405139ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:48.463775Z","caller":"traceutil/trace.go:171","msg":"trace[847567798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"376.526752ms","start":"2026-03-18T00:57:48.087234Z","end":"2026-03-18T00:57:48.463761Z","steps":["trace[847567798] 'agreement among raft nodes before linearized reading' (duration: 376.302917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.46381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.08721Z","time spent":"376.593342ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:57:48.473712Z","caller":"traceutil/trace.go:171","msg":"trace[1765189054] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"199.503224ms","start":"2026-03-18T00:57:48.274185Z","end":"2026-03-18T00:57:48.473688Z","steps":["trace[1765189054] 'process raft request' (duration: 199.31287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.473913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.18966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T00:57:48.47398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.613255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:57:48.474003Z","caller":"traceutil/trace.go:171","msg":"trace[1106151510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5040; }","duration":"182.337545ms","start":"2026-03-18T00:57:48.291646Z","end":"2026-03-18T00:57:48.473983Z","steps":["trace[1106151510] 'agreement among raft nodes before linearized reading' (duration: 182.058117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.474009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.572949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-2vtjf\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-18T00:57:48.474057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.073555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:57:48.473911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.040241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:57:48.474077Z","caller":"traceutil/trace.go:171","msg":"trace[1622736033] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-2vtjf; range_end:; response_count:1; response_revision:5040; }","duration":"145.692671ms","start":"2026-03-18T00:57:48.328364Z","end":"2026-03-18T00:57:48.474057Z","steps":["trace[1622736033] 'agreement among raft nodes before linearized reading' (duration: 145.518116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.474102Z","caller":"traceutil/trace.go:171","msg":"trace[2111467183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5040; }","duration":"176.138747ms","start":"2026-03-18T00:57:48.297951Z","end":"2026-03-18T00:57:48.47409Z","steps":["trace[2111467183] 'agreement among raft nodes before linearized reading' (duration: 176.035215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.474123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.953639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:57:48.474232Z","caller":"traceutil/trace.go:171","msg":"trace[122369525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5040; }","duration":"193.093712ms","start":"2026-03-18T00:57:48.281116Z","end":"2026-03-18T00:57:48.47421Z","steps":["trace[122369525] 'agreement among raft nodes before linearized reading' (duration: 192.865197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.474322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.220248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:57:48.474388Z","caller":"traceutil/trace.go:171","msg":"trace[202087372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5040; }","duration":"176.353241ms","start":"2026-03-18T00:57:48.298024Z","end":"2026-03-18T00:57:48.474377Z","steps":["trace[202087372] 'agreement among raft nodes before linearized reading' (duration: 175.88899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.474671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.708856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:57:48.474827Z","caller":"traceutil/trace.go:171","msg":"trace[1472932298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5040; }","duration":"202.946721ms","start":"2026-03-18T00:57:48.271856Z","end":"2026-03-18T00:57:48.474802Z","steps":["trace[1472932298] 'agreement among raft nodes before linearized reading' (duration: 202.194165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.474909Z","caller":"traceutil/trace.go:171","msg":"trace[445447939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5040; }","duration":"291.605167ms","start":"2026-03-18T00:57:48.183292Z","end":"2026-03-18T00:57:48.474897Z","steps":["trace[445447939] 'agreement among raft nodes before linearized reading' (duration: 290.530133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.474747Z","caller":"traceutil/trace.go:171","msg":"trace[1530582392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5040; }","duration":"175.282348ms","start":"2026-03-18T00:57:48.298821Z","end":"2026-03-18T00:57:48.474103Z","steps":["trace[1530582392] 'agreement among raft nodes before linearized reading' (duration: 174.927429ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.677072Z","caller":"traceutil/trace.go:171","msg":"trace[234320753] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"198.758069ms","start":"2026-03-18T00:57:48.47829Z","end":"2026-03-18T00:57:48.677048Z","steps":["trace[234320753] 'process raft request' (duration: 150.296324ms)","trace[234320753] 'compare' (duration: 48.358673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:48.984733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.843444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:48.984921Z","caller":"traceutil/trace.go:171","msg":"trace[1289067706] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5041; }","duration":"187.07004ms","start":"2026-03-18T00:57:48.797827Z","end":"2026-03-18T00:57:48.984897Z","steps":["trace[1289067706] 'range keys from in-memory index tree' (duration: 186.813863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.984936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.677398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:48.985257Z","caller":"traceutil/trace.go:171","msg":"trace[773003064] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"506.905623ms","start":"2026-03-18T00:57:48.478314Z","end":"2026-03-18T00:57:48.98522Z","steps":["trace[773003064] 'process raft request' (duration: 380.824166ms)","trace[773003064] 'compare' (duration: 125.513324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:48.985956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.127838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71032"} {"level":"info","ts":"2026-03-18T00:57:48.985997Z","caller":"traceutil/trace.go:171","msg":"trace[406293465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5047; }","duration":"507.21692ms","start":"2026-03-18T00:57:48.478772Z","end":"2026-03-18T00:57:48.985989Z","steps":["trace[406293465] 'agreement among raft nodes before linearized reading' (duration: 506.926203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.986003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.478296Z","time spent":"507.654259ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:48.986031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.47876Z","time spent":"507.26092ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71056,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T00:57:48.985336Z","caller":"traceutil/trace.go:171","msg":"trace[1998237374] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"506.796141ms","start":"2026-03-18T00:57:48.478518Z","end":"2026-03-18T00:57:48.985314Z","steps":["trace[1998237374] 'process raft request' (duration: 506.694349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:48.985496Z","caller":"traceutil/trace.go:171","msg":"trace[133984593] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"506.900692ms","start":"2026-03-18T00:57:48.478573Z","end":"2026-03-18T00:57:48.985474Z","steps":["trace[133984593] 'process raft request' (duration: 506.699988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.986327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.478542Z","time spent":"507.729071ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:48.985649Z","caller":"traceutil/trace.go:171","msg":"trace[918454297] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"506.423302ms","start":"2026-03-18T00:57:48.479212Z","end":"2026-03-18T00:57:48.985636Z","steps":["trace[918454297] 'process raft request' (duration: 506.233208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.986344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.478508Z","time spent":"507.67774ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:48.985671Z","caller":"traceutil/trace.go:171","msg":"trace[1435347829] linearizableReadLoop","detail":"{readStateIndex:5254; appliedIndex:5250; }","duration":"506.859321ms","start":"2026-03-18T00:57:48.478799Z","end":"2026-03-18T00:57:48.985659Z","steps":["trace[1435347829] 'read index received' (duration: 149.804353ms)","trace[1435347829] 'applied index is now lower than readState.Index' (duration: 357.054388ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:48.985774Z","caller":"traceutil/trace.go:171","msg":"trace[1666047958] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"501.754148ms","start":"2026-03-18T00:57:48.483987Z","end":"2026-03-18T00:57:48.985741Z","steps":["trace[1666047958] 'process raft request' (duration: 501.614225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.986557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.4792Z","time spent":"507.2419ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:48.98663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.483971Z","time spent":"502.574056ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:48.98583Z","caller":"traceutil/trace.go:171","msg":"trace[560022127] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"504.693914ms","start":"2026-03-18T00:57:48.481123Z","end":"2026-03-18T00:57:48.985817Z","steps":["trace[560022127] 'process raft request' (duration: 504.428988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:48.986695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.108779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:57:48.986708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:48.48111Z","time spent":"505.572604ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:48.986794Z","caller":"traceutil/trace.go:171","msg":"trace[1197825302] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5047; }","duration":"274.328035ms","start":"2026-03-18T00:57:48.712446Z","end":"2026-03-18T00:57:48.986774Z","steps":["trace[1197825302] 'agreement among raft nodes before linearized reading' (duration: 274.117559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:49.208592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.083052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:49.208856Z","caller":"traceutil/trace.go:171","msg":"trace[1004050223] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"214.234982ms","start":"2026-03-18T00:57:48.994577Z","end":"2026-03-18T00:57:49.208811Z","steps":["trace[1004050223] 'process raft request' (duration: 98.812712ms)","trace[1004050223] 'compare' (duration: 114.939399ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:49.208917Z","caller":"traceutil/trace.go:171","msg":"trace[444491786] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"193.512182ms","start":"2026-03-18T00:57:49.015384Z","end":"2026-03-18T00:57:49.208896Z","steps":["trace[444491786] 'process raft request' (duration: 193.464911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:49.209121Z","caller":"traceutil/trace.go:171","msg":"trace[1727220598] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"213.957675ms","start":"2026-03-18T00:57:48.995131Z","end":"2026-03-18T00:57:49.209088Z","steps":["trace[1727220598] 'process raft request' (duration: 213.599037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:49.209159Z","caller":"traceutil/trace.go:171","msg":"trace[1488866644] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"214.024996ms","start":"2026-03-18T00:57:48.995111Z","end":"2026-03-18T00:57:49.209136Z","steps":["trace[1488866644] 'process raft request' (duration: 213.690999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:54.52106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2596} {"level":"info","ts":"2026-03-18T00:57:54.604945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2596,"took":"82.054959ms","hash":130825398,"current-db-size-bytes":38133760,"current-db-size":"38 MB","current-db-size-in-use-bytes":27820032,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T00:57:54.605026Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":130825398,"revision":2596,"compact-revision":-1} {"level":"info","ts":"2026-03-18T00:57:55.325631Z","caller":"traceutil/trace.go:171","msg":"trace[1213281737] linearizableReadLoop","detail":"{readStateIndex:5310; appliedIndex:5309; }","duration":"265.105099ms","start":"2026-03-18T00:57:55.060495Z","end":"2026-03-18T00:57:55.3256Z","steps":["trace[1213281737] 'read index received' (duration: 264.814343ms)","trace[1213281737] 'applied index is now lower than readState.Index' (duration: 289.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:55.325807Z","caller":"traceutil/trace.go:171","msg":"trace[1726322356] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"272.199807ms","start":"2026-03-18T00:57:55.053558Z","end":"2026-03-18T00:57:55.325758Z","steps":["trace[1726322356] 'process raft request' (duration: 271.808878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:55.325993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.465697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:57:55.326045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.479634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:55.326101Z","caller":"traceutil/trace.go:171","msg":"trace[2078237826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5098; }","duration":"263.585217ms","start":"2026-03-18T00:57:55.062498Z","end":"2026-03-18T00:57:55.326083Z","steps":["trace[2078237826] 'agreement among raft nodes before linearized reading' (duration: 263.389493ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:55.326095Z","caller":"traceutil/trace.go:171","msg":"trace[456532267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5098; }","duration":"265.598721ms","start":"2026-03-18T00:57:55.06047Z","end":"2026-03-18T00:57:55.326069Z","steps":["trace[456532267] 'agreement among raft nodes before linearized reading' (duration: 265.310624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:55.326133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.191155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:57:55.326239Z","caller":"traceutil/trace.go:171","msg":"trace[1361198867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5098; }","duration":"262.34138ms","start":"2026-03-18T00:57:55.063874Z","end":"2026-03-18T00:57:55.326216Z","steps":["trace[1361198867] 'agreement among raft nodes before linearized reading' (duration: 261.983381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:55.326263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.237131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:57:55.326378Z","caller":"traceutil/trace.go:171","msg":"trace[1748896631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5098; }","duration":"264.415666ms","start":"2026-03-18T00:57:55.061936Z","end":"2026-03-18T00:57:55.326352Z","steps":["trace[1748896631] 'agreement among raft nodes before linearized reading' (duration: 264.029776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:55.326572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.344465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:57:55.326934Z","caller":"traceutil/trace.go:171","msg":"trace[2049468218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5098; }","duration":"265.719004ms","start":"2026-03-18T00:57:55.0612Z","end":"2026-03-18T00:57:55.326919Z","steps":["trace[2049468218] 'agreement among raft nodes before linearized reading' (duration: 264.595049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:57.508905Z","caller":"traceutil/trace.go:171","msg":"trace[759473058] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5343; }","duration":"161.269012ms","start":"2026-03-18T00:57:57.347555Z","end":"2026-03-18T00:57:57.508824Z","steps":["trace[759473058] 'read index received' (duration: 73.194981ms)","trace[759473058] 'applied index is now lower than readState.Index' (duration: 88.072541ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:57.508962Z","caller":"traceutil/trace.go:171","msg":"trace[463008966] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"162.851756ms","start":"2026-03-18T00:57:57.346076Z","end":"2026-03-18T00:57:57.508928Z","steps":["trace[463008966] 'process raft request' (duration: 74.793476ms)","trace[463008966] 'compare' (duration: 87.58603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:57.509325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.694321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-18T00:57:57.509414Z","caller":"traceutil/trace.go:171","msg":"trace[1290116412] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5132; }","duration":"161.817423ms","start":"2026-03-18T00:57:57.347576Z","end":"2026-03-18T00:57:57.509393Z","steps":["trace[1290116412] 'agreement among raft nodes before linearized reading' (duration: 161.649669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.509496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.530329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:57:57.50969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.527651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:57:57.509694Z","caller":"traceutil/trace.go:171","msg":"trace[827807049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5132; }","duration":"148.827025ms","start":"2026-03-18T00:57:57.360847Z","end":"2026-03-18T00:57:57.509674Z","steps":["trace[827807049] 'agreement among raft nodes before linearized reading' (duration: 148.374765ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:57.509799Z","caller":"traceutil/trace.go:171","msg":"trace[1010804276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5132; }","duration":"158.688934ms","start":"2026-03-18T00:57:57.351084Z","end":"2026-03-18T00:57:57.509773Z","steps":["trace[1010804276] 'agreement among raft nodes before linearized reading' (duration: 158.390328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.509691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.811295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T00:57:57.50967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.365534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:57.509926Z","caller":"traceutil/trace.go:171","msg":"trace[738770449] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5132; }","duration":"149.067221ms","start":"2026-03-18T00:57:57.360826Z","end":"2026-03-18T00:57:57.509894Z","steps":["trace[738770449] 'agreement among raft nodes before linearized reading' (duration: 148.681343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.510114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.286485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:57:57.510119Z","caller":"traceutil/trace.go:171","msg":"trace[2000958133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5132; }","duration":"147.721111ms","start":"2026-03-18T00:57:57.362269Z","end":"2026-03-18T00:57:57.50999Z","steps":["trace[2000958133] 'agreement among raft nodes before linearized reading' (duration: 147.266331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:57.510165Z","caller":"traceutil/trace.go:171","msg":"trace[496254723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5132; }","duration":"149.373328ms","start":"2026-03-18T00:57:57.360781Z","end":"2026-03-18T00:57:57.510154Z","steps":["trace[496254723] 'agreement among raft nodes before linearized reading' (duration: 148.645882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.510396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.806605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110439"} {"level":"info","ts":"2026-03-18T00:57:57.510461Z","caller":"traceutil/trace.go:171","msg":"trace[1839924147] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5132; }","duration":"162.898287ms","start":"2026-03-18T00:57:57.347549Z","end":"2026-03-18T00:57:57.510447Z","steps":["trace[1839924147] 'agreement among raft nodes before linearized reading' (duration: 161.489126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:57.850039Z","caller":"traceutil/trace.go:171","msg":"trace[745174249] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5350; }","duration":"262.184255ms","start":"2026-03-18T00:57:57.587828Z","end":"2026-03-18T00:57:57.850012Z","steps":["trace[745174249] 'read index received' (duration: 262.008591ms)","trace[745174249] 'applied index is now lower than readState.Index' (duration: 174.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:57.850147Z","caller":"traceutil/trace.go:171","msg":"trace[444320991] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"262.477241ms","start":"2026-03-18T00:57:57.587636Z","end":"2026-03-18T00:57:57.850113Z","steps":["trace[444320991] 'process raft request' (duration: 262.227896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.8504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.352173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:57.850372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.524453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-18T00:57:57.850479Z","caller":"traceutil/trace.go:171","msg":"trace[1672366860] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5139; }","duration":"189.459096ms","start":"2026-03-18T00:57:57.660997Z","end":"2026-03-18T00:57:57.850456Z","steps":["trace[1672366860] 'agreement among raft nodes before linearized reading' (duration: 189.346813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.850523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.419724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:57:57.850573Z","caller":"traceutil/trace.go:171","msg":"trace[249336780] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:5139; }","duration":"203.540607ms","start":"2026-03-18T00:57:57.647019Z","end":"2026-03-18T00:57:57.85056Z","steps":["trace[249336780] 'agreement among raft nodes before linearized reading' (duration: 203.337713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:57.850489Z","caller":"traceutil/trace.go:171","msg":"trace[392217766] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5139; }","duration":"262.692977ms","start":"2026-03-18T00:57:57.587781Z","end":"2026-03-18T00:57:57.850474Z","steps":["trace[392217766] 'agreement among raft nodes before linearized reading' (duration: 262.406821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.850784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.047365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T00:57:57.851946Z","caller":"traceutil/trace.go:171","msg":"trace[1963691024] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5139; }","duration":"250.311563ms","start":"2026-03-18T00:57:57.601609Z","end":"2026-03-18T00:57:57.851921Z","steps":["trace[1963691024] 'agreement among raft nodes before linearized reading' (duration: 248.732138ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:58.141187Z","caller":"traceutil/trace.go:171","msg":"trace[493062963] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5372; }","duration":"182.327387ms","start":"2026-03-18T00:57:57.958833Z","end":"2026-03-18T00:57:58.14116Z","steps":["trace[493062963] 'read index received' (duration: 182.103062ms)","trace[493062963] 'applied index is now lower than readState.Index' (duration: 223.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:58.141245Z","caller":"traceutil/trace.go:171","msg":"trace[1837794385] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"213.690382ms","start":"2026-03-18T00:57:57.92752Z","end":"2026-03-18T00:57:58.14121Z","steps":["trace[1837794385] 'process raft request' (duration: 213.461497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:58.141456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.600533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf\" ","response":"range_response_count:1 size:2580"} {"level":"info","ts":"2026-03-18T00:57:58.1415Z","caller":"traceutil/trace.go:171","msg":"trace[968375553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf; range_end:; response_count:1; response_revision:5160; }","duration":"182.667995ms","start":"2026-03-18T00:57:57.958821Z","end":"2026-03-18T00:57:58.141489Z","steps":["trace[968375553] 'agreement among raft nodes before linearized reading' (duration: 182.468181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:58.232431Z","caller":"traceutil/trace.go:171","msg":"trace[1978538702] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"258.752329ms","start":"2026-03-18T00:57:57.973641Z","end":"2026-03-18T00:57:58.232394Z","steps":["trace[1978538702] 'process raft request' (duration: 258.492024ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:58.232616Z","caller":"traceutil/trace.go:171","msg":"trace[1778904199] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"118.366571ms","start":"2026-03-18T00:57:58.114224Z","end":"2026-03-18T00:57:58.232591Z","steps":["trace[1778904199] 'process raft request' (duration: 118.143446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:58.232452Z","caller":"traceutil/trace.go:171","msg":"trace[308109467] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"258.139586ms","start":"2026-03-18T00:57:57.974287Z","end":"2026-03-18T00:57:58.232427Z","steps":["trace[308109467] 'process raft request' (duration: 258.017193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:58.232625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.705251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"warn","ts":"2026-03-18T00:57:58.232737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.238327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf\" ","response":"range_response_count:1 size:2580"} {"level":"info","ts":"2026-03-18T00:57:58.232764Z","caller":"traceutil/trace.go:171","msg":"trace[1149219064] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5163; }","duration":"259.922736ms","start":"2026-03-18T00:57:57.972827Z","end":"2026-03-18T00:57:58.232749Z","steps":["trace[1149219064] 'agreement among raft nodes before linearized reading' (duration: 259.748272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:58.232785Z","caller":"traceutil/trace.go:171","msg":"trace[998410853] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf; range_end:; response_count:1; response_revision:5163; }","duration":"271.329659ms","start":"2026-03-18T00:57:57.961442Z","end":"2026-03-18T00:57:58.232771Z","steps":["trace[998410853] 'agreement among raft nodes before linearized reading' (duration: 271.167365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:58.489645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.190561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-18T00:57:58.489744Z","caller":"traceutil/trace.go:171","msg":"trace[1116328533] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5165; }","duration":"157.360085ms","start":"2026-03-18T00:57:58.332361Z","end":"2026-03-18T00:57:58.489721Z","steps":["trace[1116328533] 'range keys from in-memory index tree' (duration: 157.063468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:58.490642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.932166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T00:57:58.490793Z","caller":"traceutil/trace.go:171","msg":"trace[182670675] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5165; }","duration":"148.176961ms","start":"2026-03-18T00:57:58.342589Z","end":"2026-03-18T00:57:58.490766Z","steps":["trace[182670675] 'range keys from in-memory index tree' (duration: 146.974365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:58.859475Z","caller":"traceutil/trace.go:171","msg":"trace[440223298] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5385; }","duration":"118.386792ms","start":"2026-03-18T00:57:58.741063Z","end":"2026-03-18T00:57:58.859449Z","steps":["trace[440223298] 'read index received' (duration: 118.3276ms)","trace[440223298] 'applied index is now lower than readState.Index' (duration: 58.122µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:58.859594Z","caller":"traceutil/trace.go:171","msg":"trace[1016506756] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"128.411324ms","start":"2026-03-18T00:57:58.731147Z","end":"2026-03-18T00:57:58.859558Z","steps":["trace[1016506756] 'process raft request' (duration: 128.159169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:58.859813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.706938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:57:58.859892Z","caller":"traceutil/trace.go:171","msg":"trace[560142149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5173; }","duration":"118.837931ms","start":"2026-03-18T00:57:58.741011Z","end":"2026-03-18T00:57:58.859849Z","steps":["trace[560142149] 'agreement among raft nodes before linearized reading' (duration: 118.535705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:59.800574Z","caller":"traceutil/trace.go:171","msg":"trace[229316426] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"271.916161ms","start":"2026-03-18T00:57:59.528627Z","end":"2026-03-18T00:57:59.800543Z","steps":["trace[229316426] 'process raft request' (duration: 271.709617ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:00.191257Z","caller":"traceutil/trace.go:171","msg":"trace[1456847502] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5393; }","duration":"627.75295ms","start":"2026-03-18T00:57:59.563476Z","end":"2026-03-18T00:58:00.191229Z","steps":["trace[1456847502] 'read index received' (duration: 236.853775ms)","trace[1456847502] 'applied index is now lower than readState.Index' (duration: 390.898105ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:00.191659Z","caller":"traceutil/trace.go:171","msg":"trace[1280729707] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"662.712464ms","start":"2026-03-18T00:57:59.528914Z","end":"2026-03-18T00:58:00.191627Z","steps":["trace[1280729707] 'process raft request' (duration: 662.136111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:00.191751Z","caller":"traceutil/trace.go:171","msg":"trace[1836195748] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"655.884563ms","start":"2026-03-18T00:57:59.53585Z","end":"2026-03-18T00:58:00.191735Z","steps":["trace[1836195748] 'process raft request' (duration: 655.325501ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:00.191736Z","caller":"traceutil/trace.go:171","msg":"trace[11162909] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"662.952009ms","start":"2026-03-18T00:57:59.528741Z","end":"2026-03-18T00:58:00.191693Z","steps":["trace[11162909] 'process raft request' (duration: 662.143071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:00.191799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.528893Z","time spent":"662.825017ms","remote":"127.0.0.1:54438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:00.191898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.535817Z","time spent":"655.979015ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:00.191924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.314512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:58:00.191947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.528715Z","time spent":"663.108493ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:00.191991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.515016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:58:00.191934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.772315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:00.192023Z","caller":"traceutil/trace.go:171","msg":"trace[1584114675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5185; }","duration":"628.580858ms","start":"2026-03-18T00:57:59.563434Z","end":"2026-03-18T00:58:00.192015Z","steps":["trace[1584114675] 'agreement among raft nodes before linearized reading' (duration: 628.493556ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:00.192026Z","caller":"traceutil/trace.go:171","msg":"trace[162843971] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5185; }","duration":"344.942228ms","start":"2026-03-18T00:57:59.847075Z","end":"2026-03-18T00:58:00.192017Z","steps":["trace[162843971] 'agreement among raft nodes before linearized reading' (duration: 344.783975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:00.192048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.563422Z","time spent":"628.619789ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:00.192058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.847044Z","time spent":"345.00335ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:00.191994Z","caller":"traceutil/trace.go:171","msg":"trace[625802794] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5185; }","duration":"628.437675ms","start":"2026-03-18T00:57:59.563536Z","end":"2026-03-18T00:58:00.191973Z","steps":["trace[625802794] 'agreement among raft nodes before linearized reading' (duration: 628.228421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:00.1921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.56351Z","time spent":"628.586059ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:58:00.192108Z","caller":"traceutil/trace.go:171","msg":"trace[791388504] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"662.049309ms","start":"2026-03-18T00:57:59.530028Z","end":"2026-03-18T00:58:00.192077Z","steps":["trace[791388504] 'process raft request' (duration: 661.085958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:00.192191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.711146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:58:00.192217Z","caller":"traceutil/trace.go:171","msg":"trace[463273884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5185; }","duration":"625.744086ms","start":"2026-03-18T00:57:59.566466Z","end":"2026-03-18T00:58:00.19221Z","steps":["trace[463273884] 'agreement among raft nodes before linearized reading' (duration: 625.680355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:00.192239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.566389Z","time spent":"625.844559ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T00:58:00.192521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.223242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:58:00.19261Z","caller":"traceutil/trace.go:171","msg":"trace[900132095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5185; }","duration":"628.324923ms","start":"2026-03-18T00:57:59.564255Z","end":"2026-03-18T00:58:00.19258Z","steps":["trace[900132095] 'agreement among raft nodes before linearized reading' (duration: 627.927335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:00.192658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.564246Z","time spent":"628.401926ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:00.192289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:59.530015Z","time spent":"662.173554ms","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:00.335901Z","caller":"traceutil/trace.go:171","msg":"trace[1597839828] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"138.080367ms","start":"2026-03-18T00:58:00.197784Z","end":"2026-03-18T00:58:00.335865Z","steps":["trace[1597839828] 'process raft request' (duration: 94.866569ms)","trace[1597839828] 'compare' (duration: 43.009583ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:00.336259Z","caller":"traceutil/trace.go:171","msg":"trace[172746943] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"137.71552ms","start":"2026-03-18T00:58:00.198513Z","end":"2026-03-18T00:58:00.336229Z","steps":["trace[172746943] 'process raft request' (duration: 137.510485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:00.336348Z","caller":"traceutil/trace.go:171","msg":"trace[724479733] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5398; }","duration":"136.979103ms","start":"2026-03-18T00:58:00.199346Z","end":"2026-03-18T00:58:00.336325Z","steps":["trace[724479733] 'read index received' (duration: 93.324106ms)","trace[724479733] 'applied index is now lower than readState.Index' (duration: 43.653817ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:00.336402Z","caller":"traceutil/trace.go:171","msg":"trace[769211625] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"136.465642ms","start":"2026-03-18T00:58:00.199898Z","end":"2026-03-18T00:58:00.336364Z","steps":["trace[769211625] 'process raft request' (duration: 136.247647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:00.336686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.320671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80213"} {"level":"info","ts":"2026-03-18T00:58:00.336991Z","caller":"traceutil/trace.go:171","msg":"trace[1802474662] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5189; }","duration":"137.694379ms","start":"2026-03-18T00:58:00.199282Z","end":"2026-03-18T00:58:00.336976Z","steps":["trace[1802474662] 'agreement among raft nodes before linearized reading' (duration: 137.132267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:01.005283Z","caller":"traceutil/trace.go:171","msg":"trace[1401418110] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"378.601034ms","start":"2026-03-18T00:58:00.626656Z","end":"2026-03-18T00:58:01.005257Z","steps":["trace[1401418110] 'process raft request' (duration: 378.43393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:01.005666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:00.62662Z","time spent":"378.749576ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:01.625729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.322136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:01.62597Z","caller":"traceutil/trace.go:171","msg":"trace[2114426967] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5402; }","duration":"753.75797ms","start":"2026-03-18T00:58:00.872184Z","end":"2026-03-18T00:58:01.625942Z","steps":["trace[2114426967] 'read index received' (duration: 133.006755ms)","trace[2114426967] 'applied index is now lower than readState.Index' (duration: 620.749455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:01.62628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.413323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:01.626264Z","caller":"traceutil/trace.go:171","msg":"trace[713093311] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"751.729445ms","start":"2026-03-18T00:58:00.874482Z","end":"2026-03-18T00:58:01.626212Z","steps":["trace[713093311] 'process raft request' (duration: 751.369247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:01.626333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.129876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:01.626433Z","caller":"traceutil/trace.go:171","msg":"trace[374929948] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5192; }","duration":"496.3146ms","start":"2026-03-18T00:58:01.130096Z","end":"2026-03-18T00:58:01.62641Z","steps":["trace[374929948] 'agreement among raft nodes before linearized reading' (duration: 496.117666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:01.626435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.74861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:58:01.626491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:01.130065Z","time spent":"496.413393ms","remote":"127.0.0.1:50802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:01.626491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:00.874448Z","time spent":"751.930959ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:01.626527Z","caller":"traceutil/trace.go:171","msg":"trace[1357273665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5192; }","duration":"174.911074ms","start":"2026-03-18T00:58:01.451594Z","end":"2026-03-18T00:58:01.626505Z","steps":["trace[1357273665] 'agreement among raft nodes before linearized reading' (duration: 174.640047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:01.626513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.613479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T00:58:01.626364Z","caller":"traceutil/trace.go:171","msg":"trace[1129009580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"683.519465ms","start":"2026-03-18T00:58:00.942817Z","end":"2026-03-18T00:58:01.626336Z","steps":["trace[1129009580] 'agreement among raft nodes before linearized reading' (duration: 683.393953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:01.626618Z","caller":"traceutil/trace.go:171","msg":"trace[1949035217] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5192; }","duration":"665.749372ms","start":"2026-03-18T00:58:00.960837Z","end":"2026-03-18T00:58:01.626587Z","steps":["trace[1949035217] 'agreement among raft nodes before linearized reading' (duration: 665.408453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:01.626652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:00.942802Z","time spent":"683.828053ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:58:01.626685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:00.960825Z","time spent":"665.848875ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T00:58:01.626281Z","caller":"traceutil/trace.go:171","msg":"trace[325271804] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"799.452362ms","start":"2026-03-18T00:58:00.826773Z","end":"2026-03-18T00:58:01.626225Z","steps":["trace[325271804] 'process raft request' (duration: 593.514992ms)","trace[325271804] 'compare' (duration: 205.163063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:01.626568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.374595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:58:01.626951Z","caller":"traceutil/trace.go:171","msg":"trace[1498250292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5192; }","duration":"754.788203ms","start":"2026-03-18T00:58:00.872151Z","end":"2026-03-18T00:58:01.626939Z","steps":["trace[1498250292] 'agreement among raft nodes before linearized reading' (duration: 754.080077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:01.626999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:00.872143Z","time spent":"754.846715ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:01.6267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.907386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-18T00:58:01.627051Z","caller":"traceutil/trace.go:171","msg":"trace[1814527908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf; range_end:; response_count:1; response_revision:5192; }","duration":"428.249623ms","start":"2026-03-18T00:58:01.198782Z","end":"2026-03-18T00:58:01.627032Z","steps":["trace[1814527908] 'agreement among raft nodes before linearized reading' (duration: 427.435075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:01.6271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:01.198665Z","time spent":"428.418537ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf\" "} {"level":"warn","ts":"2026-03-18T00:58:01.627506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:00.826739Z","time spent":"800.117177ms","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:01.949909Z","caller":"traceutil/trace.go:171","msg":"trace[913014006] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"318.32396ms","start":"2026-03-18T00:58:01.631552Z","end":"2026-03-18T00:58:01.949876Z","steps":["trace[913014006] 'process raft request' (duration: 265.400378ms)","trace[913014006] 'compare' (duration: 52.679326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:01.950096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:01.631527Z","time spent":"318.466832ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:02.035638Z","caller":"traceutil/trace.go:171","msg":"trace[429862534] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"402.251908ms","start":"2026-03-18T00:58:01.633313Z","end":"2026-03-18T00:58:02.035565Z","steps":["trace[429862534] 'process raft request' (duration: 401.973131ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:02.035705Z","caller":"traceutil/trace.go:171","msg":"trace[1947959827] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"397.88265ms","start":"2026-03-18T00:58:01.637769Z","end":"2026-03-18T00:58:02.035652Z","steps":["trace[1947959827] 'process raft request' (duration: 397.678816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:02.035854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:01.633296Z","time spent":"402.451222ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:02.035978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:01.637762Z","time spent":"398.068404ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:02.035568Z","caller":"traceutil/trace.go:171","msg":"trace[526499704] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"402.201887ms","start":"2026-03-18T00:58:01.633322Z","end":"2026-03-18T00:58:02.035523Z","steps":["trace[526499704] 'process raft request' (duration: 402.096634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:02.036198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:01.633296Z","time spent":"402.80103ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:02.661269Z","caller":"traceutil/trace.go:171","msg":"trace[307912134] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5414; }","duration":"123.601336ms","start":"2026-03-18T00:58:02.537643Z","end":"2026-03-18T00:58:02.661244Z","steps":["trace[307912134] 'read index received' (duration: 123.383442ms)","trace[307912134] 'applied index is now lower than readState.Index' (duration: 216.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:02.661583Z","caller":"traceutil/trace.go:171","msg":"trace[1463409815] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"206.742429ms","start":"2026-03-18T00:58:02.454828Z","end":"2026-03-18T00:58:02.66157Z","steps":["trace[1463409815] 'process raft request' (duration: 206.258328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:02.661898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.218111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:02.662002Z","caller":"traceutil/trace.go:171","msg":"trace[1257789406] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5202; }","duration":"124.397135ms","start":"2026-03-18T00:58:02.537583Z","end":"2026-03-18T00:58:02.66198Z","steps":["trace[1257789406] 'agreement among raft nodes before linearized reading' (duration: 124.106758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:04.105413Z","caller":"traceutil/trace.go:171","msg":"trace[1753762228] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5417; }","duration":"302.974309ms","start":"2026-03-18T00:58:03.802408Z","end":"2026-03-18T00:58:04.105382Z","steps":["trace[1753762228] 'read index received' (duration: 302.741434ms)","trace[1753762228] 'applied index is now lower than readState.Index' (duration: 231.135µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:04.10562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.173083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:04.10569Z","caller":"traceutil/trace.go:171","msg":"trace[1602096289] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5204; }","duration":"303.332647ms","start":"2026-03-18T00:58:03.802343Z","end":"2026-03-18T00:58:04.105676Z","steps":["trace[1602096289] 'agreement among raft nodes before linearized reading' (duration: 303.167353ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:04.105499Z","caller":"traceutil/trace.go:171","msg":"trace[762288306] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"326.025239ms","start":"2026-03-18T00:58:03.779439Z","end":"2026-03-18T00:58:04.105465Z","steps":["trace[762288306] 'process raft request' (duration: 325.730192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.105731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:03.802318Z","time spent":"303.402769ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:04.105949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:03.779409Z","time spent":"326.391818ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:04.106106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.945937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:04.106111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.781707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:58:04.106227Z","caller":"traceutil/trace.go:171","msg":"trace[132172122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5204; }","duration":"135.964341ms","start":"2026-03-18T00:58:03.970239Z","end":"2026-03-18T00:58:04.106203Z","steps":["trace[132172122] 'agreement among raft nodes before linearized reading' (duration: 135.700485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:04.10623Z","caller":"traceutil/trace.go:171","msg":"trace[508692645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5204; }","duration":"162.0878ms","start":"2026-03-18T00:58:03.944094Z","end":"2026-03-18T00:58:04.106182Z","steps":["trace[508692645] 'agreement among raft nodes before linearized reading' (duration: 161.805683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.651381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078649926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:58:04.685576Z","caller":"traceutil/trace.go:171","msg":"trace[1067174482] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"574.483261ms","start":"2026-03-18T00:58:04.111068Z","end":"2026-03-18T00:58:04.685551Z","steps":["trace[1067174482] 'process raft request' (duration: 574.334257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.68588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.111049Z","time spent":"574.687495ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:04.696615Z","caller":"traceutil/trace.go:171","msg":"trace[2048471400] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5418; }","duration":"546.173374ms","start":"2026-03-18T00:58:04.150414Z","end":"2026-03-18T00:58:04.696588Z","steps":["trace[2048471400] 'read index received' (duration: 535.094359ms)","trace[2048471400] 'applied index is now lower than readState.Index' (duration: 11.077765ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:04.69675Z","caller":"traceutil/trace.go:171","msg":"trace[1324630529] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"585.29583ms","start":"2026-03-18T00:58:04.111436Z","end":"2026-03-18T00:58:04.696732Z","steps":["trace[1324630529] 'process raft request' (duration: 584.940981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.696872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.111409Z","time spent":"585.373082ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:04.696946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.522152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:04.696964Z","caller":"traceutil/trace.go:171","msg":"trace[1391351966] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"344.018898ms","start":"2026-03-18T00:58:04.352918Z","end":"2026-03-18T00:58:04.696937Z","steps":["trace[1391351966] 'process raft request' (duration: 343.612749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:04.696999Z","caller":"traceutil/trace.go:171","msg":"trace[5520279] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5207; }","duration":"546.607994ms","start":"2026-03-18T00:58:04.150377Z","end":"2026-03-18T00:58:04.696985Z","steps":["trace[5520279] 'agreement among raft nodes before linearized reading' (duration: 546.455131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.697035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.150363Z","time spent":"546.664435ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:04.697102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.352892Z","time spent":"344.13351ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:04.697186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.274969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:58:04.697215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.362874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:58:04.697294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.636463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:58:04.697255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.884859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:58:04.697323Z","caller":"traceutil/trace.go:171","msg":"trace[1398633884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5207; }","duration":"340.678404ms","start":"2026-03-18T00:58:04.356637Z","end":"2026-03-18T00:58:04.697315Z","steps":["trace[1398633884] 'agreement among raft nodes before linearized reading' (duration: 340.603592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.697353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.356631Z","time spent":"340.717495ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:58:04.69735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.731953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:58:04.697363Z","caller":"traceutil/trace.go:171","msg":"trace[339727569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5207; }","duration":"341.024621ms","start":"2026-03-18T00:58:04.356316Z","end":"2026-03-18T00:58:04.697341Z","steps":["trace[339727569] 'agreement among raft nodes before linearized reading' (duration: 340.689244ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:04.697267Z","caller":"traceutil/trace.go:171","msg":"trace[2013667079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5207; }","duration":"342.371632ms","start":"2026-03-18T00:58:04.354868Z","end":"2026-03-18T00:58:04.69724Z","steps":["trace[2013667079] 'agreement among raft nodes before linearized reading' (duration: 342.142687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:04.697409Z","caller":"traceutil/trace.go:171","msg":"trace[954036682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5207; }","duration":"344.839205ms","start":"2026-03-18T00:58:04.352555Z","end":"2026-03-18T00:58:04.697394Z","steps":["trace[954036682] 'agreement among raft nodes before linearized reading' (duration: 344.653281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.697422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.356307Z","time spent":"341.101134ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T00:58:04.697433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.354858Z","time spent":"342.556576ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:04.697449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.352535Z","time spent":"344.905547ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:58:04.697346Z","caller":"traceutil/trace.go:171","msg":"trace[667963552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5207; }","duration":"460.564379ms","start":"2026-03-18T00:58:04.23675Z","end":"2026-03-18T00:58:04.697315Z","steps":["trace[667963552] 'agreement among raft nodes before linearized reading' (duration: 460.190731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:04.697499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:04.236725Z","time spent":"460.766363ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:58:06.844413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.272451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:58:06.844541Z","caller":"traceutil/trace.go:171","msg":"trace[122436253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5235; }","duration":"142.453624ms","start":"2026-03-18T00:58:06.702072Z","end":"2026-03-18T00:58:06.844526Z","steps":["trace[122436253] 'range keys from in-memory index tree' (duration: 142.077066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:06.844538Z","caller":"traceutil/trace.go:171","msg":"trace[718674262] linearizableReadLoop","detail":"{readStateIndex:5451; appliedIndex:5450; }","duration":"110.67077ms","start":"2026-03-18T00:58:06.733817Z","end":"2026-03-18T00:58:06.844488Z","steps":["trace[718674262] 'read index received' (duration: 102.477779ms)","trace[718674262] 'applied index is now lower than readState.Index' (duration: 8.191561ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:06.84458Z","caller":"traceutil/trace.go:171","msg":"trace[1785755788] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"142.393513ms","start":"2026-03-18T00:58:06.702143Z","end":"2026-03-18T00:58:06.844537Z","steps":["trace[1785755788] 'process raft request' (duration: 134.13611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:06.844599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.063498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-76cf4886c9-56szf.189dc9927ca88e1e\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-18T00:58:06.844968Z","caller":"traceutil/trace.go:171","msg":"trace[283157248] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-76cf4886c9-56szf.189dc9927ca88e1e; range_end:; response_count:1; response_revision:5235; }","duration":"199.499857ms","start":"2026-03-18T00:58:06.645443Z","end":"2026-03-18T00:58:06.844942Z","steps":["trace[283157248] 'range keys from in-memory index tree' (duration: 198.755111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:06.844597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.948349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:58:06.845075Z","caller":"traceutil/trace.go:171","msg":"trace[1318991529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5235; }","duration":"154.518081ms","start":"2026-03-18T00:58:06.690528Z","end":"2026-03-18T00:58:06.845046Z","steps":["trace[1318991529] 'range keys from in-memory index tree' (duration: 153.648222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:06.844711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.896035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:58:06.845202Z","caller":"traceutil/trace.go:171","msg":"trace[482471144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5236; }","duration":"111.413356ms","start":"2026-03-18T00:58:06.733757Z","end":"2026-03-18T00:58:06.84517Z","steps":["trace[482471144] 'agreement among raft nodes before linearized reading' (duration: 110.848554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:09.769692Z","caller":"traceutil/trace.go:171","msg":"trace[1359324963] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"637.189329ms","start":"2026-03-18T00:58:09.132459Z","end":"2026-03-18T00:58:09.769649Z","steps":["trace[1359324963] 'process raft request' (duration: 608.003083ms)","trace[1359324963] 'compare' (duration: 28.991271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:09.76995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:09.132428Z","time spent":"637.391043ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:09.770966Z","caller":"traceutil/trace.go:171","msg":"trace[1724796596] linearizableReadLoop","detail":"{readStateIndex:5490; appliedIndex:5488; }","duration":"257.461681ms","start":"2026-03-18T00:58:09.513476Z","end":"2026-03-18T00:58:09.770937Z","steps":["trace[1724796596] 'read index received' (duration: 227.003536ms)","trace[1724796596] 'applied index is now lower than readState.Index' (duration: 30.457135ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:09.771147Z","caller":"traceutil/trace.go:171","msg":"trace[1726348504] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"605.763734ms","start":"2026-03-18T00:58:09.165355Z","end":"2026-03-18T00:58:09.771118Z","steps":["trace[1726348504] 'process raft request' (duration: 605.441427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:09.771602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:09.165321Z","time spent":"606.189822ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:09.771399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.89569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-18T00:58:09.772036Z","caller":"traceutil/trace.go:171","msg":"trace[616389237] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5274; }","duration":"258.584605ms","start":"2026-03-18T00:58:09.513409Z","end":"2026-03-18T00:58:09.771994Z","steps":["trace[616389237] 'agreement among raft nodes before linearized reading' (duration: 257.806578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:18.42637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.627609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:18.426487Z","caller":"traceutil/trace.go:171","msg":"trace[47867839] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5397; }","duration":"511.820253ms","start":"2026-03-18T00:58:17.914637Z","end":"2026-03-18T00:58:18.426457Z","steps":["trace[47867839] 'count revisions from in-memory index tree' (duration: 511.471936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:18.426677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:17.91461Z","time spent":"512.045018ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:18.641763Z","caller":"traceutil/trace.go:171","msg":"trace[1583565984] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"214.752144ms","start":"2026-03-18T00:58:18.426981Z","end":"2026-03-18T00:58:18.641733Z","steps":["trace[1583565984] 'process raft request' (duration: 214.58093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:23.3551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078650416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:58:23.549357Z","caller":"traceutil/trace.go:171","msg":"trace[1906514740] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5646; }","duration":"694.688292ms","start":"2026-03-18T00:58:22.854634Z","end":"2026-03-18T00:58:23.549323Z","steps":["trace[1906514740] 'read index received' (duration: 623.288922ms)","trace[1906514740] 'applied index is now lower than readState.Index' (duration: 71.39698ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:23.549437Z","caller":"traceutil/trace.go:171","msg":"trace[1868832425] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"602.93212ms","start":"2026-03-18T00:58:22.946455Z","end":"2026-03-18T00:58:23.549387Z","steps":["trace[1868832425] 'process raft request' (duration: 602.621134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:23.549634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:22.946423Z","time spent":"603.112494ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:24.444195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078650423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:58:24.944772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078650423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:58:25.013928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956621394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:25.013961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204163994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:25.014019Z","caller":"traceutil/trace.go:171","msg":"trace[1401934994] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5426; }","duration":"1.956765738s","start":"2026-03-18T00:58:23.057223Z","end":"2026-03-18T00:58:25.013989Z","steps":["trace[1401934994] 'agreement among raft nodes before linearized reading' (duration: 492.308611ms)","trace[1401934994] 'count revisions from in-memory index tree' (duration: 1.464349055s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:25.014036Z","caller":"traceutil/trace.go:171","msg":"trace[874992311] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5426; }","duration":"1.204292277s","start":"2026-03-18T00:58:23.80973Z","end":"2026-03-18T00:58:25.014022Z","steps":["trace[874992311] 'count revisions from in-memory index tree' (duration: 1.204048981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:25.014082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.057197Z","time spent":"1.95686926s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:25.014079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939788772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:58:25.01418Z","caller":"traceutil/trace.go:171","msg":"trace[1765267364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5426; }","duration":"1.939949715s","start":"2026-03-18T00:58:23.074201Z","end":"2026-03-18T00:58:25.01415Z","steps":["trace[1765267364] 'agreement among raft nodes before linearized reading' (duration: 475.319764ms)","trace[1765267364] 'range keys from in-memory index tree' (duration: 1.464320595s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.014239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.074187Z","time spent":"1.940040397s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:58:25.014079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.809711Z","time spent":"1.204355838s","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:25.014636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160004099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:25.014683Z","caller":"traceutil/trace.go:171","msg":"trace[142919602] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5426; }","duration":"2.160109201s","start":"2026-03-18T00:58:22.854561Z","end":"2026-03-18T00:58:25.01467Z","steps":["trace[142919602] 'agreement among raft nodes before linearized reading' (duration: 694.867286ms)","trace[142919602] 'count revisions from in-memory index tree' (duration: 1.465160312s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.014716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:22.854514Z","time spent":"2.160192792s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:25.014957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046613977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:58:25.015001Z","caller":"traceutil/trace.go:171","msg":"trace[2106894591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5426; }","duration":"2.046687269s","start":"2026-03-18T00:58:22.9683Z","end":"2026-03-18T00:58:25.014988Z","steps":["trace[2106894591] 'agreement among raft nodes before linearized reading' (duration: 581.188989ms)","trace[2106894591] 'range keys from in-memory index tree' (duration: 1.465371707s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.015048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:22.968291Z","time spent":"2.04674136s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T00:58:25.015503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902134818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:58:25.015542Z","caller":"traceutil/trace.go:171","msg":"trace[66530626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5426; }","duration":"1.902196209s","start":"2026-03-18T00:58:23.113335Z","end":"2026-03-18T00:58:25.015532Z","steps":["trace[66530626] 'agreement among raft nodes before linearized reading' (duration: 436.208508ms)","trace[66530626] 'range keys from in-memory index tree' (duration: 1.464317714s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.015574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.113322Z","time spent":"1.90224432s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:25.015599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902929797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:58:25.015608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359560755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T00:58:25.015655Z","caller":"traceutil/trace.go:171","msg":"trace[854640213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5426; }","duration":"1.903027219s","start":"2026-03-18T00:58:23.112612Z","end":"2026-03-18T00:58:25.015639Z","steps":["trace[854640213] 'agreement among raft nodes before linearized reading' (duration: 436.935365ms)","trace[854640213] 'range keys from in-memory index tree' (duration: 1.46591746s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.015695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.1126Z","time spent":"1.90308685s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:58:25.015706Z","caller":"traceutil/trace.go:171","msg":"trace[1633195729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5426; }","duration":"1.359695578s","start":"2026-03-18T00:58:23.655985Z","end":"2026-03-18T00:58:25.015681Z","steps":["trace[1633195729] 'range keys from in-memory index tree' (duration: 1.358689805s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:25.015757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.655973Z","time spent":"1.359771959s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T00:58:25.015817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902713761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:58:25.015859Z","caller":"traceutil/trace.go:171","msg":"trace[885550564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5426; }","duration":"1.902775082s","start":"2026-03-18T00:58:23.113073Z","end":"2026-03-18T00:58:25.015848Z","steps":["trace[885550564] 'agreement among raft nodes before linearized reading' (duration: 436.419153ms)","trace[885550564] 'range keys from in-memory index tree' (duration: 1.465381938s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.015893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.113066Z","time spent":"1.902819923s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:25.015977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902010685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:58:25.016028Z","caller":"traceutil/trace.go:171","msg":"trace[1685496380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5426; }","duration":"1.902056056s","start":"2026-03-18T00:58:23.113956Z","end":"2026-03-18T00:58:25.016013Z","steps":["trace[1685496380] 'agreement among raft nodes before linearized reading' (duration: 435.585324ms)","trace[1685496380] 'range keys from in-memory index tree' (duration: 1.465656764s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.016076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.113892Z","time spent":"1.902171069s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:25.016337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905911801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:58:25.016433Z","caller":"traceutil/trace.go:171","msg":"trace[1702612235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5426; }","duration":"1.906020264s","start":"2026-03-18T00:58:23.110388Z","end":"2026-03-18T00:58:25.016408Z","steps":["trace[1702612235] 'agreement among raft nodes before linearized reading' (duration: 439.138752ms)","trace[1702612235] 'range keys from in-memory index tree' (duration: 1.466581164s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:25.016468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406116285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:25.016481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.110361Z","time spent":"1.906110036s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:58:25.016531Z","caller":"traceutil/trace.go:171","msg":"trace[253228106] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5426; }","duration":"1.408893317s","start":"2026-03-18T00:58:23.607619Z","end":"2026-03-18T00:58:25.016512Z","steps":["trace[253228106] 'count revisions from in-memory index tree' (duration: 1.406028713s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:25.016577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.607597Z","time spent":"1.408969228s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:25.401221Z","caller":"traceutil/trace.go:171","msg":"trace[1769924689] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"1.550269657s","start":"2026-03-18T00:58:23.850924Z","end":"2026-03-18T00:58:25.401194Z","steps":["trace[1769924689] 'process raft request' (duration: 1.549993161s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:25.401657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.850905Z","time spent":"1.550462981s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:25.942975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:58:25.943049Z","caller":"traceutil/trace.go:171","msg":"trace[391421718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999989406s","start":"2026-03-18T00:58:23.943044Z","end":"2026-03-18T00:58:25.943033Z","steps":["trace[391421718] 'agreement among raft nodes before linearized reading' (duration: 1.999886773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:25.943089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:23.943016Z","time spent":"2.000065757s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:58:26.69088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286918207s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:58:26.69136Z","caller":"traceutil/trace.go:171","msg":"trace[1968237233] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"1.909493862s","start":"2026-03-18T00:58:24.78184Z","end":"2026-03-18T00:58:26.691334Z","steps":["trace[1968237233] 'process raft request' (duration: 1.909256377s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:26.691564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:24.781808Z","time spent":"1.909649515s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:26.691667Z","caller":"traceutil/trace.go:171","msg":"trace[910009160] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"1.671123644s","start":"2026-03-18T00:58:25.020516Z","end":"2026-03-18T00:58:26.69164Z","steps":["trace[910009160] 'process raft request' (duration: 1.670769426s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:26.691849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.020491Z","time spent":"1.671264296s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:26.692067Z","caller":"traceutil/trace.go:171","msg":"trace[1472082002] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.671490381s","start":"2026-03-18T00:58:25.020531Z","end":"2026-03-18T00:58:26.692022Z","steps":["trace[1472082002] 'process raft request' (duration: 1.67098591s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:26.692116Z","caller":"traceutil/trace.go:171","msg":"trace[1702834515] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"1.671557842s","start":"2026-03-18T00:58:25.020531Z","end":"2026-03-18T00:58:26.692089Z","steps":["trace[1702834515] 'process raft request' (duration: 1.671393039s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:26.692234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.020514Z","time spent":"1.671632945s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:26.692265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.020514Z","time spent":"1.671662435s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:26.692342Z","caller":"traceutil/trace.go:171","msg":"trace[1595082884] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"1.671755688s","start":"2026-03-18T00:58:25.02057Z","end":"2026-03-18T00:58:26.692326Z","steps":["trace[1595082884] 'process raft request' (duration: 1.671482382s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:26.692342Z","caller":"traceutil/trace.go:171","msg":"trace[215409285] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5648; }","duration":"2.749201685s","start":"2026-03-18T00:58:23.943125Z","end":"2026-03-18T00:58:26.692326Z","steps":["trace[215409285] 'read index received' (duration: 1.457704807s)","trace[215409285] 'applied index is now lower than readState.Index' (duration: 1.291495878s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:26.692396Z","caller":"traceutil/trace.go:171","msg":"trace[1828935580] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"1.671659994s","start":"2026-03-18T00:58:25.020725Z","end":"2026-03-18T00:58:26.692384Z","steps":["trace[1828935580] 'process raft request' (duration: 1.67148118s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:26.692407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.020544Z","time spent":"1.671834669s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:26.692433Z","caller":"traceutil/trace.go:171","msg":"trace[626299363] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"1.670414757s","start":"2026-03-18T00:58:25.021999Z","end":"2026-03-18T00:58:26.692414Z","steps":["trace[626299363] 'process raft request' (duration: 1.670292254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:26.692463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.020716Z","time spent":"1.671717455s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:26.692532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.021989Z","time spent":"1.670496289s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:27.152282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.52137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:27.152377Z","caller":"traceutil/trace.go:171","msg":"trace[65758173] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5656; }","duration":"459.980595ms","start":"2026-03-18T00:58:26.692381Z","end":"2026-03-18T00:58:27.152362Z","steps":["trace[65758173] 'read index received' (duration: 273.19287ms)","trace[65758173] 'applied index is now lower than readState.Index' (duration: 186.786365ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:27.152464Z","caller":"traceutil/trace.go:171","msg":"trace[1461748721] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"1.597841491s","start":"2026-03-18T00:58:25.5546Z","end":"2026-03-18T00:58:27.152441Z","steps":["trace[1461748721] 'process raft request' (duration: 1.411078036s)","trace[1461748721] 'compare' (duration: 186.346916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:27.152506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.55457Z","time spent":"1.597915062s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:27.152632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132194543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-18T00:58:27.152703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005338327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:27.152725Z","caller":"traceutil/trace.go:171","msg":"trace[1366142524] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5435; }","duration":"3.005388269s","start":"2026-03-18T00:58:24.147329Z","end":"2026-03-18T00:58:27.152718Z","steps":["trace[1366142524] 'agreement among raft nodes before linearized reading' (duration: 3.005337738s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.152746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:24.147317Z","time spent":"3.005424349s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:27.152738Z","caller":"traceutil/trace.go:171","msg":"trace[624539989] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf; range_end:; response_count:1; response_revision:5435; }","duration":"2.132316227s","start":"2026-03-18T00:58:25.020386Z","end":"2026-03-18T00:58:27.152702Z","steps":["trace[624539989] 'agreement among raft nodes before linearized reading' (duration: 2.13207806s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.152787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.020369Z","time spent":"2.132408478s","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-26dd31e5-c8a9-4d0d-bf48-f1b95fca40cf\" "} {"level":"warn","ts":"2026-03-18T00:58:27.152869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073090138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:58:27.152896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209072433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:27.152909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015422218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:27.15293Z","caller":"traceutil/trace.go:171","msg":"trace[1081921836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5435; }","duration":"3.07320627s","start":"2026-03-18T00:58:24.079708Z","end":"2026-03-18T00:58:27.152915Z","steps":["trace[1081921836] 'agreement among raft nodes before linearized reading' (duration: 3.073102678s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:27.152948Z","caller":"traceutil/trace.go:171","msg":"trace[657631011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5435; }","duration":"1.209174766s","start":"2026-03-18T00:58:25.943758Z","end":"2026-03-18T00:58:27.152933Z","steps":["trace[657631011] 'agreement among raft nodes before linearized reading' (duration: 1.209069313s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:27.152981Z","caller":"traceutil/trace.go:171","msg":"trace[1141837449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5435; }","duration":"2.01554225s","start":"2026-03-18T00:58:25.13742Z","end":"2026-03-18T00:58:27.152962Z","steps":["trace[1141837449] 'agreement among raft nodes before linearized reading' (duration: 2.015425738s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.152982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:24.079684Z","time spent":"3.073287861s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:27.153007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.943744Z","time spent":"1.209255377s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:58:27.153025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.137399Z","time spent":"2.015613041s","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:27.153055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.082088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:27.153198Z","caller":"traceutil/trace.go:171","msg":"trace[802589020] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5435; }","duration":"633.303344ms","start":"2026-03-18T00:58:26.519864Z","end":"2026-03-18T00:58:27.153167Z","steps":["trace[802589020] 'agreement among raft nodes before linearized reading' (duration: 633.023368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.153266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:26.519843Z","time spent":"633.411196ms","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:27.153277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132715285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81905"} {"level":"info","ts":"2026-03-18T00:58:27.153376Z","caller":"traceutil/trace.go:171","msg":"trace[1285847755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5435; }","duration":"2.132834848s","start":"2026-03-18T00:58:25.020521Z","end":"2026-03-18T00:58:27.153356Z","steps":["trace[1285847755] 'agreement among raft nodes before linearized reading' (duration: 2.132377518s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.153421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:25.020492Z","time spent":"2.132923079s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81929,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T00:58:27.75499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.708423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:27.755231Z","caller":"traceutil/trace.go:171","msg":"trace[354370912] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"347.418063ms","start":"2026-03-18T00:58:27.407792Z","end":"2026-03-18T00:58:27.75521Z","steps":["trace[354370912] 'process raft request' (duration: 347.321321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:27.755269Z","caller":"traceutil/trace.go:171","msg":"trace[1668655626] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"595.122258ms","start":"2026-03-18T00:58:27.160092Z","end":"2026-03-18T00:58:27.755214Z","steps":["trace[1668655626] 'process raft request' (duration: 325.062128ms)","trace[1668655626] 'compare' (duration: 269.482076ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:27.755269Z","caller":"traceutil/trace.go:171","msg":"trace[1792825497] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5657; }","duration":"593.651045ms","start":"2026-03-18T00:58:27.161577Z","end":"2026-03-18T00:58:27.755228Z","steps":["trace[1792825497] 'read index received' (duration: 323.666246ms)","trace[1792825497] 'applied index is now lower than readState.Index' (duration: 269.982639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:27.75548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.907041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:27.755481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.160067Z","time spent":"595.299272ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:27.755576Z","caller":"traceutil/trace.go:171","msg":"trace[1930873841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5437; }","duration":"594.051124ms","start":"2026-03-18T00:58:27.16151Z","end":"2026-03-18T00:58:27.755561Z","steps":["trace[1930873841] 'agreement among raft nodes before linearized reading' (duration: 593.823169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.755305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.407758Z","time spent":"347.512785ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:27.75562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.16149Z","time spent":"594.118486ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:58:27.755765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.440836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:27.755859Z","caller":"traceutil/trace.go:171","msg":"trace[20533894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5437; }","duration":"157.645061ms","start":"2026-03-18T00:58:27.598191Z","end":"2026-03-18T00:58:27.755836Z","steps":["trace[20533894] 'agreement among raft nodes before linearized reading' (duration: 157.434806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.755855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.400096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:58:27.755965Z","caller":"traceutil/trace.go:171","msg":"trace[979012200] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:5437; }","duration":"106.57219ms","start":"2026-03-18T00:58:27.649369Z","end":"2026-03-18T00:58:27.755942Z","steps":["trace[979012200] 'agreement among raft nodes before linearized reading' (duration: 106.261963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:27.755992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.640927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T00:58:27.75609Z","caller":"traceutil/trace.go:171","msg":"trace[2062289193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5437; }","duration":"132.79176ms","start":"2026-03-18T00:58:27.623281Z","end":"2026-03-18T00:58:27.756072Z","steps":["trace[2062289193] 'agreement among raft nodes before linearized reading' (duration: 132.390851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.547345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.172962Z","time spent":"374.371959ms","remote":"127.0.0.1:33162","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:58:28.54778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.632918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:28.547925Z","caller":"traceutil/trace.go:171","msg":"trace[499805] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"745.066618ms","start":"2026-03-18T00:58:27.80282Z","end":"2026-03-18T00:58:28.547886Z","steps":["trace[499805] 'process raft request' (duration: 108.190205ms)","trace[499805] 'compare' (duration: 636.223058ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:28.547948Z","caller":"traceutil/trace.go:171","msg":"trace[1038219492] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5660; }","duration":"744.823083ms","start":"2026-03-18T00:58:27.803063Z","end":"2026-03-18T00:58:28.547886Z","steps":["trace[1038219492] 'read index received' (duration: 107.900079ms)","trace[1038219492] 'applied index is now lower than readState.Index' (duration: 636.919514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:28.548041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.802785Z","time spent":"745.206781ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:28.548169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.106039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18332"} {"level":"info","ts":"2026-03-18T00:58:28.548208Z","caller":"traceutil/trace.go:171","msg":"trace[525087682] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5438; }","duration":"745.14696ms","start":"2026-03-18T00:58:27.803052Z","end":"2026-03-18T00:58:28.548199Z","steps":["trace[525087682] 'agreement among raft nodes before linearized reading' (duration: 744.922635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.548242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.803012Z","time spent":"745.224042ms","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18356,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T00:58:28.548319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.180823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:28.5484Z","caller":"traceutil/trace.go:171","msg":"trace[381551212] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5438; }","duration":"363.314575ms","start":"2026-03-18T00:58:28.185062Z","end":"2026-03-18T00:58:28.548376Z","steps":["trace[381551212] 'agreement among raft nodes before linearized reading' (duration: 363.121791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.548453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.185046Z","time spent":"363.396417ms","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:28.548552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.042301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-18T00:58:28.548662Z","caller":"traceutil/trace.go:171","msg":"trace[302899840] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5438; }","duration":"616.190474ms","start":"2026-03-18T00:58:27.932444Z","end":"2026-03-18T00:58:28.548634Z","steps":["trace[302899840] 'agreement among raft nodes before linearized reading' (duration: 615.727474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:28.548712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:27.932429Z","time spent":"616.273016ms","remote":"127.0.0.1:49186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T00:58:29.03089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.919599ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:29.031072Z","caller":"traceutil/trace.go:171","msg":"trace[1858311201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5438; }","duration":"234.113383ms","start":"2026-03-18T00:58:28.796931Z","end":"2026-03-18T00:58:29.031044Z","steps":["trace[1858311201] 'range keys from in-memory index tree' (duration: 233.897989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:29.031045Z","caller":"traceutil/trace.go:171","msg":"trace[1360500881] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"462.095042ms","start":"2026-03-18T00:58:28.568875Z","end":"2026-03-18T00:58:29.03097Z","steps":["trace[1360500881] 'process raft request' (duration: 429.145822ms)","trace[1360500881] 'compare' (duration: 32.760565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:29.031448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.568858Z","time spent":"462.284766ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:29.031555Z","caller":"traceutil/trace.go:171","msg":"trace[24514774] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5661; }","duration":"458.706507ms","start":"2026-03-18T00:58:28.572266Z","end":"2026-03-18T00:58:29.030973Z","steps":["trace[24514774] 'read index received' (duration: 425.827848ms)","trace[24514774] 'applied index is now lower than readState.Index' (duration: 32.876479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:29.03183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.496665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-18T00:58:29.031907Z","caller":"traceutil/trace.go:171","msg":"trace[151442721] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5439; }","duration":"459.654888ms","start":"2026-03-18T00:58:28.572234Z","end":"2026-03-18T00:58:29.031889Z","steps":["trace[151442721] 'agreement among raft nodes before linearized reading' (duration: 458.745498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.03221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.572221Z","time spent":"459.969584ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-18T00:58:29.532572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078650458,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:58:29.975275Z","caller":"traceutil/trace.go:171","msg":"trace[1571615057] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"1.198966488s","start":"2026-03-18T00:58:28.776269Z","end":"2026-03-18T00:58:29.975235Z","steps":["trace[1571615057] 'process raft request' (duration: 1.198757254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:29.975482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.776243Z","time spent":"1.199126572s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:58:30.153695Z","caller":"traceutil/trace.go:171","msg":"trace[1380309760] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"994.976702ms","start":"2026-03-18T00:58:29.158669Z","end":"2026-03-18T00:58:30.153645Z","steps":["trace[1380309760] 'process raft request' (duration: 952.580253ms)","trace[1380309760] 'compare' (duration: 42.159763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:30.153944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.15862Z","time spent":"995.197686ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:30.154276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210077815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:30.154549Z","caller":"traceutil/trace.go:171","msg":"trace[1683653278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5442; }","duration":"1.210545826s","start":"2026-03-18T00:58:28.943975Z","end":"2026-03-18T00:58:30.154521Z","steps":["trace[1683653278] 'agreement among raft nodes before linearized reading' (duration: 1.210067585s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.154561Z","caller":"traceutil/trace.go:171","msg":"trace[626918224] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"392.571073ms","start":"2026-03-18T00:58:29.761965Z","end":"2026-03-18T00:58:30.154536Z","steps":["trace[626918224] 'process raft request' (duration: 391.610162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.154613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.943943Z","time spent":"1.210657157s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:58:30.154643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.761928Z","time spent":"392.674626ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:30.154671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457420961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:58:30.154798Z","caller":"traceutil/trace.go:171","msg":"trace[288635950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5442; }","duration":"1.457508084s","start":"2026-03-18T00:58:28.697198Z","end":"2026-03-18T00:58:30.154706Z","steps":["trace[288635950] 'agreement among raft nodes before linearized reading' (duration: 1.457241338s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.154834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457630346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:58:30.15487Z","caller":"traceutil/trace.go:171","msg":"trace[842045453] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5442; }","duration":"1.457698618s","start":"2026-03-18T00:58:28.697161Z","end":"2026-03-18T00:58:30.15486Z","steps":["trace[842045453] 'agreement among raft nodes before linearized reading' (duration: 1.457597096s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.154871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.697187Z","time spent":"1.457673967s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:58:30.154895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.697138Z","time spent":"1.457750799s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:58:30.155076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457908423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:58:30.153647Z","caller":"traceutil/trace.go:171","msg":"trace[962431579] linearizableReadLoop","detail":"{readStateIndex:5664; appliedIndex:5662; }","duration":"1.121989475s","start":"2026-03-18T00:58:29.03163Z","end":"2026-03-18T00:58:30.153619Z","steps":["trace[962431579] 'read index received' (duration: 943.38978ms)","trace[962431579] 'applied index is now lower than readState.Index' (duration: 178.598955ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:30.155139Z","caller":"traceutil/trace.go:171","msg":"trace[453717869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5442; }","duration":"1.457987224s","start":"2026-03-18T00:58:28.697142Z","end":"2026-03-18T00:58:30.155129Z","steps":["trace[453717869] 'agreement among raft nodes before linearized reading' (duration: 1.457834411s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.155103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51561557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:58:30.1552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.697132Z","time spent":"1.458028515s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:30.155214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457959113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:58:30.155535Z","caller":"traceutil/trace.go:171","msg":"trace[1811681725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5442; }","duration":"1.458354172s","start":"2026-03-18T00:58:28.697154Z","end":"2026-03-18T00:58:30.155509Z","steps":["trace[1811681725] 'agreement among raft nodes before linearized reading' (duration: 1.457720178s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.155097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457976904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:58:30.15559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.987607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:58:30.155599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.697137Z","time spent":"1.458451055s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:58:30.155643Z","caller":"traceutil/trace.go:171","msg":"trace[1708728144] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5442; }","duration":"484.087609ms","start":"2026-03-18T00:58:29.671545Z","end":"2026-03-18T00:58:30.155633Z","steps":["trace[1708728144] 'agreement among raft nodes before linearized reading' (duration: 483.988026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.155629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.043066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T00:58:30.155678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.671519Z","time spent":"484.149221ms","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:58:30.155682Z","caller":"traceutil/trace.go:171","msg":"trace[1986682347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5442; }","duration":"996.136598ms","start":"2026-03-18T00:58:29.159533Z","end":"2026-03-18T00:58:30.15567Z","steps":["trace[1986682347] 'agreement among raft nodes before linearized reading' (duration: 995.756818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.155719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.159519Z","time spent":"996.19436ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T00:58:30.155695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116949893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T00:58:30.155681Z","caller":"traceutil/trace.go:171","msg":"trace[557272148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5442; }","duration":"1.458559578s","start":"2026-03-18T00:58:28.697057Z","end":"2026-03-18T00:58:30.155616Z","steps":["trace[557272148] 'agreement among raft nodes before linearized reading' (duration: 1.457923983s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.155793Z","caller":"traceutil/trace.go:171","msg":"trace[845149263] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5442; }","duration":"1.117118387s","start":"2026-03-18T00:58:29.038648Z","end":"2026-03-18T00:58:30.155766Z","steps":["trace[845149263] 'agreement among raft nodes before linearized reading' (duration: 1.116630585s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.155859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.038627Z","time spent":"1.117221529s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T00:58:30.155871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.697029Z","time spent":"1.458770101s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:58:30.155918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458712671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:58:30.155963Z","caller":"traceutil/trace.go:171","msg":"trace[1597591352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5442; }","duration":"1.458811233s","start":"2026-03-18T00:58:28.69714Z","end":"2026-03-18T00:58:30.155951Z","steps":["trace[1597591352] 'agreement among raft nodes before linearized reading' (duration: 1.456683596s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.156002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.697103Z","time spent":"1.458891325s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:58:30.155956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108038137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189dc996d5f1bb47\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-18T00:58:30.156224Z","caller":"traceutil/trace.go:171","msg":"trace[2020234956] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189dc996d5f1bb47; range_end:; response_count:1; response_revision:5442; }","duration":"1.108357233s","start":"2026-03-18T00:58:29.047784Z","end":"2026-03-18T00:58:30.156141Z","steps":["trace[2020234956] 'agreement among raft nodes before linearized reading' (duration: 1.107741009s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.156378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:29.047773Z","time spent":"1.108582688s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189dc996d5f1bb47\" "} {"level":"info","ts":"2026-03-18T00:58:30.181489Z","caller":"traceutil/trace.go:171","msg":"trace[1319474528] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5442; }","duration":"1.542008005s","start":"2026-03-18T00:58:28.639436Z","end":"2026-03-18T00:58:30.181444Z","steps":["trace[1319474528] 'agreement among raft nodes before linearized reading' (duration: 1.515629021s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.181584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:28.639416Z","time spent":"1.542135878s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T00:58:30.448758Z","caller":"traceutil/trace.go:171","msg":"trace[758168893] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"262.541183ms","start":"2026-03-18T00:58:30.186188Z","end":"2026-03-18T00:58:30.448729Z","steps":["trace[758168893] 'process raft request' (duration: 262.317608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.44919Z","caller":"traceutil/trace.go:171","msg":"trace[785937842] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"262.687926ms","start":"2026-03-18T00:58:30.186488Z","end":"2026-03-18T00:58:30.449176Z","steps":["trace[785937842] 'process raft request' (duration: 262.199845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.449397Z","caller":"traceutil/trace.go:171","msg":"trace[179580597] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"262.817179ms","start":"2026-03-18T00:58:30.186526Z","end":"2026-03-18T00:58:30.449343Z","steps":["trace[179580597] 'process raft request' (duration: 262.41985ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.449486Z","caller":"traceutil/trace.go:171","msg":"trace[597723386] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"262.663795ms","start":"2026-03-18T00:58:30.186781Z","end":"2026-03-18T00:58:30.449445Z","steps":["trace[597723386] 'process raft request' (duration: 262.368698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.449574Z","caller":"traceutil/trace.go:171","msg":"trace[1502465607] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"262.574693ms","start":"2026-03-18T00:58:30.186987Z","end":"2026-03-18T00:58:30.449562Z","steps":["trace[1502465607] 'process raft request' (duration: 262.41045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.449664Z","caller":"traceutil/trace.go:171","msg":"trace[696897376] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"262.721436ms","start":"2026-03-18T00:58:30.186934Z","end":"2026-03-18T00:58:30.449655Z","steps":["trace[696897376] 'process raft request' (duration: 262.283027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.449509Z","caller":"traceutil/trace.go:171","msg":"trace[1831485958] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5666; }","duration":"221.075826ms","start":"2026-03-18T00:58:30.228399Z","end":"2026-03-18T00:58:30.449475Z","steps":["trace[1831485958] 'read index received' (duration: 220.102414ms)","trace[1831485958] 'applied index is now lower than readState.Index' (duration: 971.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:30.449828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.296107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"warn","ts":"2026-03-18T00:58:30.449846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.600539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:30.449873Z","caller":"traceutil/trace.go:171","msg":"trace[790122908] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5449; }","duration":"257.37831ms","start":"2026-03-18T00:58:30.192484Z","end":"2026-03-18T00:58:30.449863Z","steps":["trace[790122908] 'agreement among raft nodes before linearized reading' (duration: 257.182705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.449906Z","caller":"traceutil/trace.go:171","msg":"trace[1584907184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5449; }","duration":"259.698221ms","start":"2026-03-18T00:58:30.190194Z","end":"2026-03-18T00:58:30.449892Z","steps":["trace[1584907184] 'agreement among raft nodes before linearized reading' (duration: 259.542137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.449879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.999187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-18T00:58:30.449904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.036683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81905"} {"level":"info","ts":"2026-03-18T00:58:30.45003Z","caller":"traceutil/trace.go:171","msg":"trace[1325097294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5449; }","duration":"218.13003ms","start":"2026-03-18T00:58:30.231865Z","end":"2026-03-18T00:58:30.449995Z","steps":["trace[1325097294] 'agreement among raft nodes before linearized reading' (duration: 217.930296ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.450108Z","caller":"traceutil/trace.go:171","msg":"trace[1260378986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5449; }","duration":"262.208917ms","start":"2026-03-18T00:58:30.187823Z","end":"2026-03-18T00:58:30.450032Z","steps":["trace[1260378986] 'agreement among raft nodes before linearized reading' (duration: 261.753546ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:30.63569Z","caller":"traceutil/trace.go:171","msg":"trace[1472684331] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5672; }","duration":"172.832888ms","start":"2026-03-18T00:58:30.46283Z","end":"2026-03-18T00:58:30.635663Z","steps":["trace[1472684331] 'read index received' (duration: 172.432609ms)","trace[1472684331] 'applied index is now lower than readState.Index' (duration: 398.769µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:30.635791Z","caller":"traceutil/trace.go:171","msg":"trace[978327583] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"177.974782ms","start":"2026-03-18T00:58:30.457776Z","end":"2026-03-18T00:58:30.635751Z","steps":["trace[978327583] 'process raft request' (duration: 177.518732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:30.636022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.165225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-18T00:58:30.636132Z","caller":"traceutil/trace.go:171","msg":"trace[1037081849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5450; }","duration":"173.329249ms","start":"2026-03-18T00:58:30.462777Z","end":"2026-03-18T00:58:30.636106Z","steps":["trace[1037081849] 'agreement among raft nodes before linearized reading' (duration: 173.006932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:00.684505Z","caller":"traceutil/trace.go:171","msg":"trace[2144412892] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"100.537308ms","start":"2026-03-18T00:59:00.58393Z","end":"2026-03-18T00:59:00.684467Z","steps":["trace[2144412892] 'process raft request' (duration: 100.237162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:01.244436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.926025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:59:01.24459Z","caller":"traceutil/trace.go:171","msg":"trace[2099229934] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"555.863632ms","start":"2026-03-18T00:59:00.688702Z","end":"2026-03-18T00:59:01.244565Z","steps":["trace[2099229934] 'process raft request' (duration: 229.685712ms)","trace[2099229934] 'compare' (duration: 325.599157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:01.244663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.688681Z","time spent":"555.945844ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:01.251659Z","caller":"traceutil/trace.go:171","msg":"trace[355770884] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"562.285285ms","start":"2026-03-18T00:59:00.689346Z","end":"2026-03-18T00:59:01.251631Z","steps":["trace[355770884] 'process raft request' (duration: 562.173223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:01.251652Z","caller":"traceutil/trace.go:171","msg":"trace[93977874] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"562.349527ms","start":"2026-03-18T00:59:00.689267Z","end":"2026-03-18T00:59:01.251616Z","steps":["trace[93977874] 'process raft request' (duration: 562.124682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:01.251851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.68931Z","time spent":"562.427929ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:01.251901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.689255Z","time spent":"562.571132ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:01.252042Z","caller":"traceutil/trace.go:171","msg":"trace[1289047793] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"561.237483ms","start":"2026-03-18T00:59:00.69051Z","end":"2026-03-18T00:59:01.251747Z","steps":["trace[1289047793] 'process raft request' (duration: 561.045949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:01.252139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.69049Z","time spent":"561.58741ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:01.252416Z","caller":"traceutil/trace.go:171","msg":"trace[1096214439] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"561.817274ms","start":"2026-03-18T00:59:00.690575Z","end":"2026-03-18T00:59:01.252393Z","steps":["trace[1096214439] 'process raft request' (duration: 561.593349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:01.252407Z","caller":"traceutil/trace.go:171","msg":"trace[372347040] linearizableReadLoop","detail":"{readStateIndex:5973; appliedIndex:5970; }","duration":"562.077451ms","start":"2026-03-18T00:59:00.690301Z","end":"2026-03-18T00:59:01.252379Z","steps":["trace[372347040] 'read index received' (duration: 228.156648ms)","trace[372347040] 'applied index is now lower than readState.Index' (duration: 333.918903ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:01.25243Z","caller":"traceutil/trace.go:171","msg":"trace[686556087] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"561.772633ms","start":"2026-03-18T00:59:00.690643Z","end":"2026-03-18T00:59:01.252416Z","steps":["trace[686556087] 'process raft request' (duration: 561.649071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:01.252571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.690541Z","time spent":"561.940277ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:01.252663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.690611Z","time spent":"562.006109ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:59:01.252703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.94514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:59:01.252679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.373667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101855"} {"level":"info","ts":"2026-03-18T00:59:01.252802Z","caller":"traceutil/trace.go:171","msg":"trace[1937353964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5745; }","duration":"562.509241ms","start":"2026-03-18T00:59:00.690279Z","end":"2026-03-18T00:59:01.252788Z","steps":["trace[1937353964] 'agreement among raft nodes before linearized reading' (duration: 562.228544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:01.252837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.69027Z","time spent":"562.559202ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101879,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T00:59:01.252851Z","caller":"traceutil/trace.go:171","msg":"trace[292048062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5745; }","duration":"311.078273ms","start":"2026-03-18T00:59:00.941702Z","end":"2026-03-18T00:59:01.25278Z","steps":["trace[292048062] 'agreement among raft nodes before linearized reading' (duration: 310.92527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:01.252911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.46299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T00:59:01.252966Z","caller":"traceutil/trace.go:171","msg":"trace[1996082959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5745; }","duration":"164.560362ms","start":"2026-03-18T00:59:01.088389Z","end":"2026-03-18T00:59:01.252949Z","steps":["trace[1996082959] 'agreement among raft nodes before linearized reading' (duration: 164.349088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:01.252983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:00.941678Z","time spent":"311.261368ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:59:09.454761Z","caller":"traceutil/trace.go:171","msg":"trace[1932527029] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6020; }","duration":"122.66587ms","start":"2026-03-18T00:59:09.33204Z","end":"2026-03-18T00:59:09.454706Z","steps":["trace[1932527029] 'read index received' (duration: 22.344737ms)","trace[1932527029] 'applied index is now lower than readState.Index' (duration: 100.319663ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:09.454826Z","caller":"traceutil/trace.go:171","msg":"trace[626318487] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"124.092152ms","start":"2026-03-18T00:59:09.330673Z","end":"2026-03-18T00:59:09.454765Z","steps":["trace[626318487] 'process raft request' (duration: 73.883854ms)","trace[626318487] 'compare' (duration: 50.000303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:09.455299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.228403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101786"} {"level":"info","ts":"2026-03-18T00:59:09.455375Z","caller":"traceutil/trace.go:171","msg":"trace[397422020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5789; }","duration":"123.343695ms","start":"2026-03-18T00:59:09.332017Z","end":"2026-03-18T00:59:09.455361Z","steps":["trace[397422020] 'agreement among raft nodes before linearized reading' (duration: 122.851964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:09.759469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.595972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111914"} {"level":"info","ts":"2026-03-18T00:59:09.759629Z","caller":"traceutil/trace.go:171","msg":"trace[1154582750] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5789; }","duration":"203.785486ms","start":"2026-03-18T00:59:09.555819Z","end":"2026-03-18T00:59:09.759605Z","steps":["trace[1154582750] 'range keys from in-memory index tree' (duration: 203.148352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:10.624579Z","caller":"traceutil/trace.go:171","msg":"trace[2090126515] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"192.953225ms","start":"2026-03-18T00:59:10.431594Z","end":"2026-03-18T00:59:10.624547Z","steps":["trace[2090126515] 'process raft request' (duration: 192.670439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:10.646376Z","caller":"traceutil/trace.go:171","msg":"trace[1593663968] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"207.990719ms","start":"2026-03-18T00:59:10.438327Z","end":"2026-03-18T00:59:10.646317Z","steps":["trace[1593663968] 'process raft request' (duration: 207.719813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.068592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.978371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:59:11.068717Z","caller":"traceutil/trace.go:171","msg":"trace[1569701928] linearizableReadLoop","detail":"{readStateIndex:6026; appliedIndex:6025; }","duration":"125.600336ms","start":"2026-03-18T00:59:10.943097Z","end":"2026-03-18T00:59:11.068697Z","steps":["trace[1569701928] 'read index received' (duration: 33.841µs)","trace[1569701928] 'applied index is now lower than readState.Index' (duration: 125.564775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:11.068836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.749779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:59:11.068867Z","caller":"traceutil/trace.go:171","msg":"trace[239277166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5793; }","duration":"125.819421ms","start":"2026-03-18T00:59:10.943034Z","end":"2026-03-18T00:59:11.068854Z","steps":["trace[239277166] 'agreement among raft nodes before linearized reading' (duration: 125.713709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:11.068882Z","caller":"traceutil/trace.go:171","msg":"trace[1016417865] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"370.64304ms","start":"2026-03-18T00:59:10.698202Z","end":"2026-03-18T00:59:11.068845Z","steps":["trace[1016417865] 'process raft request' (duration: 170.282621ms)","trace[1016417865] 'compare' (duration: 199.610962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:11.06906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:10.69818Z","time spent":"370.786593ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:11.471376Z","caller":"traceutil/trace.go:171","msg":"trace[873106982] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"109.150019ms","start":"2026-03-18T00:59:11.362184Z","end":"2026-03-18T00:59:11.471334Z","steps":["trace[873106982] 'process raft request' (duration: 60.366443ms)","trace[873106982] 'compare' (duration: 48.648153ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:11.756784Z","caller":"traceutil/trace.go:171","msg":"trace[2115517492] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"393.971489ms","start":"2026-03-18T00:59:11.362789Z","end":"2026-03-18T00:59:11.756761Z","steps":["trace[2115517492] 'process raft request' (duration: 387.27636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.756953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.36271Z","time spent":"394.153323ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:11.757315Z","caller":"traceutil/trace.go:171","msg":"trace[2064909254] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"389.845207ms","start":"2026-03-18T00:59:11.36744Z","end":"2026-03-18T00:59:11.757285Z","steps":["trace[2064909254] 'process raft request' (duration: 389.283135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.757406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.367422Z","time spent":"389.944889ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:11.757636Z","caller":"traceutil/trace.go:171","msg":"trace[260724950] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"387.436243ms","start":"2026-03-18T00:59:11.370186Z","end":"2026-03-18T00:59:11.757623Z","steps":["trace[260724950] 'process raft request' (duration: 386.892021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.75771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.37018Z","time spent":"387.496145ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:59:11.758877Z","caller":"traceutil/trace.go:171","msg":"trace[516320533] linearizableReadLoop","detail":"{readStateIndex:6031; appliedIndex:6028; }","duration":"299.65261ms","start":"2026-03-18T00:59:11.459173Z","end":"2026-03-18T00:59:11.758825Z","steps":["trace[516320533] 'read index received' (duration: 290.912525ms)","trace[516320533] 'applied index is now lower than readState.Index' (duration: 8.733575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:11.759165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.961066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:59:11.759283Z","caller":"traceutil/trace.go:171","msg":"trace[80296781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5798; }","duration":"300.14504ms","start":"2026-03-18T00:59:11.459115Z","end":"2026-03-18T00:59:11.75926Z","steps":["trace[80296781] 'agreement among raft nodes before linearized reading' (duration: 299.796073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.759341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.459092Z","time spent":"300.239683ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:59:11.766658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.98375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:59:11.766764Z","caller":"traceutil/trace.go:171","msg":"trace[1512453772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5799; }","duration":"306.133063ms","start":"2026-03-18T00:59:11.460612Z","end":"2026-03-18T00:59:11.766745Z","steps":["trace[1512453772] 'agreement among raft nodes before linearized reading' (duration: 305.874807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:11.766812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:59:11.460592Z","time spent":"306.210735ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T00:59:11.766897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.307119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T00:59:11.767013Z","caller":"traceutil/trace.go:171","msg":"trace[1937674506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5799; }","duration":"280.466922ms","start":"2026-03-18T00:59:11.486521Z","end":"2026-03-18T00:59:11.766988Z","steps":["trace[1937674506] 'agreement among raft nodes before linearized reading' (duration: 280.082924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:21.381863Z","caller":"traceutil/trace.go:171","msg":"trace[750451161] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"154.056199ms","start":"2026-03-18T00:59:21.227777Z","end":"2026-03-18T00:59:21.381833Z","steps":["trace[750451161] 'process raft request' (duration: 153.853144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:21.929181Z","caller":"traceutil/trace.go:171","msg":"trace[2091743158] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"121.405623ms","start":"2026-03-18T00:59:21.807739Z","end":"2026-03-18T00:59:21.929145Z","steps":["trace[2091743158] 'process raft request' (duration: 121.171887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:21.952913Z","caller":"traceutil/trace.go:171","msg":"trace[1943593457] linearizableReadLoop","detail":"{readStateIndex:6104; appliedIndex:6101; }","duration":"120.800638ms","start":"2026-03-18T00:59:21.832078Z","end":"2026-03-18T00:59:21.952878Z","steps":["trace[1943593457] 'read index received' (duration: 96.854456ms)","trace[1943593457] 'applied index is now lower than readState.Index' (duration: 23.945392ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:59:21.952957Z","caller":"traceutil/trace.go:171","msg":"trace[1792693758] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"144.627819ms","start":"2026-03-18T00:59:21.808307Z","end":"2026-03-18T00:59:21.952935Z","steps":["trace[1792693758] 'process raft request' (duration: 144.523756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:21.952965Z","caller":"traceutil/trace.go:171","msg":"trace[1428429817] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"145.17919ms","start":"2026-03-18T00:59:21.807747Z","end":"2026-03-18T00:59:21.952926Z","steps":["trace[1428429817] 'process raft request' (duration: 124.720865ms)","trace[1428429817] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 20.21626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:59:21.953153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.052295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:59:21.953191Z","caller":"traceutil/trace.go:171","msg":"trace[1295872927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5869; }","duration":"121.151347ms","start":"2026-03-18T00:59:21.832029Z","end":"2026-03-18T00:59:21.95318Z","steps":["trace[1295872927] 'agreement among raft nodes before linearized reading' (duration: 120.976373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:59:21.953256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.599441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:59:21.953306Z","caller":"traceutil/trace.go:171","msg":"trace[193591512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:5869; }","duration":"114.683572ms","start":"2026-03-18T00:59:21.83861Z","end":"2026-03-18T00:59:21.953293Z","steps":["trace[193591512] 'agreement among raft nodes before linearized reading' (duration: 114.505978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:26.051239Z","caller":"traceutil/trace.go:171","msg":"trace[1590891117] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"103.584856ms","start":"2026-03-18T00:59:25.947627Z","end":"2026-03-18T00:59:26.051212Z","steps":["trace[1590891117] 'process raft request' (duration: 103.387622ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:26.204319Z","caller":"traceutil/trace.go:171","msg":"trace[652633924] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"148.235689ms","start":"2026-03-18T00:59:26.056057Z","end":"2026-03-18T00:59:26.204293Z","steps":["trace[652633924] 'process raft request' (duration: 148.091576ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:59:26.258323Z","caller":"traceutil/trace.go:171","msg":"trace[1051868514] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"130.538305ms","start":"2026-03-18T00:59:26.127758Z","end":"2026-03-18T00:59:26.258297Z","steps":["trace[1051868514] 'process raft request' (duration: 130.391342ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:48.059113Z","caller":"traceutil/trace.go:171","msg":"trace[1194442347] linearizableReadLoop","detail":"{readStateIndex:6629; appliedIndex:6628; }","duration":"116.910719ms","start":"2026-03-18T01:00:47.942177Z","end":"2026-03-18T01:00:48.059088Z","steps":["trace[1194442347] 'read index received' (duration: 116.704545ms)","trace[1194442347] 'applied index is now lower than readState.Index' (duration: 205.154µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:00:48.059264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.076412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:00:48.059238Z","caller":"traceutil/trace.go:171","msg":"trace[1985583345] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"139.459622ms","start":"2026-03-18T01:00:47.919745Z","end":"2026-03-18T01:00:48.059204Z","steps":["trace[1985583345] 'process raft request' (duration: 139.197286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:48.059299Z","caller":"traceutil/trace.go:171","msg":"trace[851754961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6375; }","duration":"117.130724ms","start":"2026-03-18T01:00:47.942158Z","end":"2026-03-18T01:00:48.059288Z","steps":["trace[851754961] 'agreement among raft nodes before linearized reading' (duration: 117.053452ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:00:48.469211Z","caller":"traceutil/trace.go:171","msg":"trace[2018246871] transaction","detail":"{read_only:false; response_revision:6376; number_of_response:1; }","duration":"392.60082ms","start":"2026-03-18T01:00:48.076573Z","end":"2026-03-18T01:00:48.469174Z","steps":["trace[2018246871] 'process raft request' (duration: 366.927697ms)","trace[2018246871] 'compare' (duration: 25.417847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:00:48.469429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:00:48.076557Z","time spent":"392.765363ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:01:40.975779Z","caller":"traceutil/trace.go:171","msg":"trace[1470966830] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"102.673047ms","start":"2026-03-18T01:01:40.873068Z","end":"2026-03-18T01:01:40.975741Z","steps":["trace[1470966830] 'process raft request' (duration: 102.304579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:45.796745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.960965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:01:45.796853Z","caller":"traceutil/trace.go:171","msg":"trace[1277983196] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6717; }","duration":"128.127209ms","start":"2026-03-18T01:01:45.6687Z","end":"2026-03-18T01:01:45.796827Z","steps":["trace[1277983196] 'count revisions from in-memory index tree' (duration: 127.856234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:54.529433Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5095} {"level":"info","ts":"2026-03-18T01:02:54.619915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5095,"took":"88.695723ms","hash":2582128616,"current-db-size-bytes":39714816,"current-db-size":"40 MB","current-db-size-in-use-bytes":21782528,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T01:02:54.620043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2582128616,"revision":5095,"compact-revision":2596} {"level":"warn","ts":"2026-03-18T01:03:48.054877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.625378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:48.054985Z","caller":"traceutil/trace.go:171","msg":"trace[1959165049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7604; }","duration":"111.773643ms","start":"2026-03-18T01:03:47.94319Z","end":"2026-03-18T01:03:48.054964Z","steps":["trace[1959165049] 'range keys from in-memory index tree' (duration: 111.564237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:48.055073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.332501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:03:48.05532Z","caller":"traceutil/trace.go:171","msg":"trace[528223083] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"111.552288ms","start":"2026-03-18T01:03:47.94373Z","end":"2026-03-18T01:03:48.055282Z","steps":["trace[528223083] 'process raft request' (duration: 111.078396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:48.055166Z","caller":"traceutil/trace.go:171","msg":"trace[564541400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7604; }","duration":"119.477105ms","start":"2026-03-18T01:03:47.935669Z","end":"2026-03-18T01:03:48.055147Z","steps":["trace[564541400] 'range keys from in-memory index tree' (duration: 119.171348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:51.822321Z","caller":"traceutil/trace.go:171","msg":"trace[890465771] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"106.453564ms","start":"2026-03-18T01:03:51.715838Z","end":"2026-03-18T01:03:51.822291Z","steps":["trace[890465771] 'process raft request' (duration: 50.301957ms)","trace[890465771] 'compare' (duration: 56.046065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:54.705679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.753267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:54.705864Z","caller":"traceutil/trace.go:171","msg":"trace[1491646712] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"413.450768ms","start":"2026-03-18T01:03:54.292396Z","end":"2026-03-18T01:03:54.705847Z","steps":["trace[1491646712] 'process raft request' (duration: 413.394187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:54.705874Z","caller":"traceutil/trace.go:171","msg":"trace[1869340027] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7936; }","duration":"417.024558ms","start":"2026-03-18T01:03:54.288829Z","end":"2026-03-18T01:03:54.705853Z","steps":["trace[1869340027] 'read index received' (duration: 102.143167ms)","trace[1869340027] 'applied index is now lower than readState.Index' (duration: 314.879071ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:54.705895Z","caller":"traceutil/trace.go:171","msg":"trace[833199509] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"430.560831ms","start":"2026-03-18T01:03:54.275274Z","end":"2026-03-18T01:03:54.705835Z","steps":["trace[833199509] 'process raft request' (duration: 115.565958ms)","trace[833199509] 'compare' (duration: 314.646724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:54.706191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.373775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:03:54.706201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.275256Z","time spent":"430.888789ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:54.706211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.915022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T01:03:54.706251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.891403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:03:54.706266Z","caller":"traceutil/trace.go:171","msg":"trace[18393036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:7638; }","duration":"425.479028ms","start":"2026-03-18T01:03:54.280753Z","end":"2026-03-18T01:03:54.706232Z","steps":["trace[18393036] 'agreement among raft nodes before linearized reading' (duration: 425.232152ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:54.706305Z","caller":"traceutil/trace.go:171","msg":"trace[40681343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7638; }","duration":"428.020854ms","start":"2026-03-18T01:03:54.27827Z","end":"2026-03-18T01:03:54.706291Z","steps":["trace[40681343] 'agreement among raft nodes before linearized reading' (duration: 427.757048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:54.706339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.280747Z","time spent":"425.58088ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:03:54.706392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.29238Z","time spent":"413.53108ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:54.70635Z","caller":"traceutil/trace.go:171","msg":"trace[727871140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7638; }","duration":"428.988656ms","start":"2026-03-18T01:03:54.277328Z","end":"2026-03-18T01:03:54.706317Z","steps":["trace[727871140] 'agreement among raft nodes before linearized reading' (duration: 428.75204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:54.706467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.278266Z","time spent":"428.158117ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:54.706552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.277307Z","time spent":"429.20305ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:03:54.756667Z","caller":"traceutil/trace.go:171","msg":"trace[64407275] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"330.854768ms","start":"2026-03-18T01:03:54.425791Z","end":"2026-03-18T01:03:54.756645Z","steps":["trace[64407275] 'process raft request' (duration: 330.498691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:54.75681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.425758Z","time spent":"330.990411ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:54.756806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.2327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:54.75702Z","caller":"traceutil/trace.go:171","msg":"trace[140536466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7639; }","duration":"261.456795ms","start":"2026-03-18T01:03:54.495484Z","end":"2026-03-18T01:03:54.756941Z","steps":["trace[140536466] 'agreement among raft nodes before linearized reading' (duration: 261.185969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:55.009281Z","caller":"traceutil/trace.go:171","msg":"trace[1134893262] linearizableReadLoop","detail":"{readStateIndex:7941; appliedIndex:7939; }","duration":"252.81593ms","start":"2026-03-18T01:03:54.756444Z","end":"2026-03-18T01:03:55.00926Z","steps":["trace[1134893262] 'read index received' (duration: 252.625036ms)","trace[1134893262] 'applied index is now lower than readState.Index' (duration: 188.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:55.009313Z","caller":"traceutil/trace.go:171","msg":"trace[196882746] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"297.110002ms","start":"2026-03-18T01:03:54.712185Z","end":"2026-03-18T01:03:55.009295Z","steps":["trace[196882746] 'process raft request' (duration: 296.893317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:55.009422Z","caller":"traceutil/trace.go:171","msg":"trace[1965600023] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"296.271753ms","start":"2026-03-18T01:03:54.713118Z","end":"2026-03-18T01:03:55.00939Z","steps":["trace[1965600023] 'process raft request' (duration: 296.103979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:55.00966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.80389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224067"} {"level":"info","ts":"2026-03-18T01:03:55.009708Z","caller":"traceutil/trace.go:171","msg":"trace[1229917395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7641; }","duration":"298.869742ms","start":"2026-03-18T01:03:54.710827Z","end":"2026-03-18T01:03:55.009696Z","steps":["trace[1229917395] 'agreement among raft nodes before linearized reading' (duration: 298.536284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:55.445025Z","caller":"traceutil/trace.go:171","msg":"trace[419731485] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7941; }","duration":"435.655644ms","start":"2026-03-18T01:03:55.009338Z","end":"2026-03-18T01:03:55.444994Z","steps":["trace[419731485] 'read index received' (duration: 435.48787ms)","trace[419731485] 'applied index is now lower than readState.Index' (duration: 166.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:55.44507Z","caller":"traceutil/trace.go:171","msg":"trace[1456030080] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"677.209821ms","start":"2026-03-18T01:03:54.767829Z","end":"2026-03-18T01:03:55.445039Z","steps":["trace[1456030080] 'process raft request' (duration: 677.016777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:55.445189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.656225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:55.445234Z","caller":"traceutil/trace.go:171","msg":"trace[1534663238] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7642; }","duration":"536.723207ms","start":"2026-03-18T01:03:54.9085Z","end":"2026-03-18T01:03:55.445224Z","steps":["trace[1534663238] 'agreement among raft nodes before linearized reading' (duration: 536.626294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:55.445267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.908435Z","time spent":"536.824468ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:55.445291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:54.767794Z","time spent":"677.382086ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:55.445342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.647112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-18T01:03:55.445378Z","caller":"traceutil/trace.go:171","msg":"trace[248354276] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7642; }","duration":"413.737624ms","start":"2026-03-18T01:03:55.031631Z","end":"2026-03-18T01:03:55.445368Z","steps":["trace[248354276] 'agreement among raft nodes before linearized reading' (duration: 413.59462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:55.445411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:55.031612Z","time spent":"413.789174ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7530,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-18T01:03:55.445643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.405896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:03:55.445738Z","caller":"traceutil/trace.go:171","msg":"trace[212397937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7642; }","duration":"149.532429ms","start":"2026-03-18T01:03:55.29619Z","end":"2026-03-18T01:03:55.445723Z","steps":["trace[212397937] 'agreement among raft nodes before linearized reading' (duration: 149.330084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:55.580037Z","caller":"traceutil/trace.go:171","msg":"trace[1047987158] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"124.61668ms","start":"2026-03-18T01:03:55.4554Z","end":"2026-03-18T01:03:55.580017Z","steps":["trace[1047987158] 'process raft request' (duration: 124.476687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:59.617917Z","caller":"traceutil/trace.go:171","msg":"trace[203329511] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"120.771534ms","start":"2026-03-18T01:03:59.497111Z","end":"2026-03-18T01:03:59.617883Z","steps":["trace[203329511] 'process raft request' (duration: 120.556769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.880498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.034019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T01:04:02.881271Z","caller":"traceutil/trace.go:171","msg":"trace[1487325160] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"125.737706ms","start":"2026-03-18T01:04:02.755516Z","end":"2026-03-18T01:04:02.881253Z","steps":["trace[1487325160] 'process raft request' (duration: 125.142163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:02.880954Z","caller":"traceutil/trace.go:171","msg":"trace[411084745] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8018; }","duration":"147.38455ms","start":"2026-03-18T01:04:02.733519Z","end":"2026-03-18T01:04:02.880903Z","steps":["trace[411084745] 'read index received' (duration: 9.862301ms)","trace[411084745] 'applied index is now lower than readState.Index' (duration: 137.517709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:02.957605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.054987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:02.957699Z","caller":"traceutil/trace.go:171","msg":"trace[2016845772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7715; }","duration":"224.203131ms","start":"2026-03-18T01:04:02.733471Z","end":"2026-03-18T01:04:02.957674Z","steps":["trace[2016845772] 'agreement among raft nodes before linearized reading' (duration: 147.927403ms)","trace[2016845772] 'count revisions from in-memory index tree' (duration: 76.123325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:02.958062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.683787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:04:02.958159Z","caller":"traceutil/trace.go:171","msg":"trace[1377178740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7715; }","duration":"143.870761ms","start":"2026-03-18T01:04:02.814267Z","end":"2026-03-18T01:04:02.958138Z","steps":["trace[1377178740] 'agreement among raft nodes before linearized reading' (duration: 67.839148ms)","trace[1377178740] 'range keys from in-memory index tree' (duration: 75.766577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:12.684363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.862405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:12.684695Z","caller":"traceutil/trace.go:171","msg":"trace[1519199800] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"214.380219ms","start":"2026-03-18T01:04:12.470175Z","end":"2026-03-18T01:04:12.684555Z","steps":["trace[1519199800] 'process raft request' (duration: 64.232008ms)","trace[1519199800] 'compare' (duration: 149.702111ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:13.734474Z","caller":"traceutil/trace.go:171","msg":"trace[166455794] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8208; }","duration":"439.859828ms","start":"2026-03-18T01:04:13.294585Z","end":"2026-03-18T01:04:13.734445Z","steps":["trace[166455794] 'read index received' (duration: 439.685364ms)","trace[166455794] 'applied index is now lower than readState.Index' (duration: 173.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:13.734514Z","caller":"traceutil/trace.go:171","msg":"trace[784454923] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"443.444788ms","start":"2026-03-18T01:04:13.291048Z","end":"2026-03-18T01:04:13.734492Z","steps":["trace[784454923] 'process raft request' (duration: 443.263884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:13.734643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.291038Z","time spent":"443.531911ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:13.734726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.74856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:13.734788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.087882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:13.734832Z","caller":"traceutil/trace.go:171","msg":"trace[888383420] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7902; }","duration":"269.886433ms","start":"2026-03-18T01:04:13.464924Z","end":"2026-03-18T01:04:13.734811Z","steps":["trace[888383420] 'agreement among raft nodes before linearized reading' (duration: 269.715729ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:13.734846Z","caller":"traceutil/trace.go:171","msg":"trace[1317425392] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7902; }","duration":"431.285246ms","start":"2026-03-18T01:04:13.303544Z","end":"2026-03-18T01:04:13.734829Z","steps":["trace[1317425392] 'agreement among raft nodes before linearized reading' (duration: 431.088332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:13.734889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.303519Z","time spent":"431.357678ms","remote":"127.0.0.1:49352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:13.734895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.307788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223933"} {"level":"info","ts":"2026-03-18T01:04:13.734935Z","caller":"traceutil/trace.go:171","msg":"trace[760623470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7902; }","duration":"440.372049ms","start":"2026-03-18T01:04:13.294553Z","end":"2026-03-18T01:04:13.734925Z","steps":["trace[760623470] 'agreement among raft nodes before linearized reading' (duration: 440.028962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:13.734933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.608583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T01:04:13.734967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.294541Z","time spent":"440.4177ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223957,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:04:13.73502Z","caller":"traceutil/trace.go:171","msg":"trace[165259753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7902; }","duration":"410.763736ms","start":"2026-03-18T01:04:13.324232Z","end":"2026-03-18T01:04:13.734996Z","steps":["trace[165259753] 'agreement among raft nodes before linearized reading' (duration: 410.447329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:13.735065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.324208Z","time spent":"410.848988ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:14.446314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.276323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:14.44648Z","caller":"traceutil/trace.go:171","msg":"trace[128346638] linearizableReadLoop","detail":"{readStateIndex:8211; appliedIndex:8209; }","duration":"506.420127ms","start":"2026-03-18T01:04:13.940044Z","end":"2026-03-18T01:04:14.446464Z","steps":["trace[128346638] 'read index received' (duration: 462.134906ms)","trace[128346638] 'applied index is now lower than readState.Index' (duration: 44.284251ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:14.446573Z","caller":"traceutil/trace.go:171","msg":"trace[1219185987] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"708.604335ms","start":"2026-03-18T01:04:13.73796Z","end":"2026-03-18T01:04:14.446564Z","steps":["trace[1219185987] 'process raft request' (duration: 708.445482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:14.446623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.737939Z","time spent":"708.655136ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:14.44665Z","caller":"traceutil/trace.go:171","msg":"trace[1944287347] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"708.871641ms","start":"2026-03-18T01:04:13.737759Z","end":"2026-03-18T01:04:14.446631Z","steps":["trace[1944287347] 'process raft request' (duration: 115.203859ms)","trace[1944287347] 'compare' (duration: 593.100709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:14.446759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.737737Z","time spent":"708.949073ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:14.446883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.840167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:04:14.44691Z","caller":"traceutil/trace.go:171","msg":"trace[1045135245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7904; }","duration":"506.892008ms","start":"2026-03-18T01:04:13.940009Z","end":"2026-03-18T01:04:14.446901Z","steps":["trace[1045135245] 'agreement among raft nodes before linearized reading' (duration: 506.790475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:14.446939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.939994Z","time spent":"506.938978ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:14.446939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.647152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:14.447026Z","caller":"traceutil/trace.go:171","msg":"trace[205314865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"501.769745ms","start":"2026-03-18T01:04:13.945234Z","end":"2026-03-18T01:04:14.447004Z","steps":["trace[205314865] 'agreement among raft nodes before linearized reading' (duration: 501.638071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:14.447066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.945187Z","time spent":"501.870997ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:14.447099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.063747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:14.447112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.815842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:14.447131Z","caller":"traceutil/trace.go:171","msg":"trace[993717605] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7904; }","duration":"136.120957ms","start":"2026-03-18T01:04:14.310999Z","end":"2026-03-18T01:04:14.44712Z","steps":["trace[993717605] 'agreement among raft nodes before linearized reading' (duration: 136.072256ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:14.447145Z","caller":"traceutil/trace.go:171","msg":"trace[976202727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7904; }","duration":"374.858133ms","start":"2026-03-18T01:04:14.072279Z","end":"2026-03-18T01:04:14.447137Z","steps":["trace[976202727] 'agreement among raft nodes before linearized reading' (duration: 374.785471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:14.447151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.709335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:04:14.447165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:14.072241Z","time spent":"374.919594ms","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:14.447187Z","caller":"traceutil/trace.go:171","msg":"trace[451685285] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7904; }","duration":"217.781006ms","start":"2026-03-18T01:04:14.229394Z","end":"2026-03-18T01:04:14.447175Z","steps":["trace[451685285] 'agreement among raft nodes before linearized reading' (duration: 217.679353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:14.447259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.742704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:14.44739Z","caller":"traceutil/trace.go:171","msg":"trace[1561615277] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7904; }","duration":"497.912978ms","start":"2026-03-18T01:04:13.949454Z","end":"2026-03-18T01:04:14.447367Z","steps":["trace[1561615277] 'agreement among raft nodes before linearized reading' (duration: 497.629542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:14.447394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.612951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-849c447dc5-lzwk2.189dc9ec1d690fed\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-18T01:04:14.447447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:13.949448Z","time spent":"497.986529ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:14.447596Z","caller":"traceutil/trace.go:171","msg":"trace[242592614] range","detail":"{range_begin:/registry/events/openstack/barbican-api-849c447dc5-lzwk2.189dc9ec1d690fed; range_end:; response_count:1; response_revision:7904; }","duration":"246.831936ms","start":"2026-03-18T01:04:14.200701Z","end":"2026-03-18T01:04:14.447533Z","steps":["trace[242592614] 'agreement among raft nodes before linearized reading' (duration: 246.361536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:17.016425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078657243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:17.516599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078657243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:17.722238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266964857s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:04:17.722559Z","caller":"traceutil/trace.go:171","msg":"trace[339534142] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"1.267327856s","start":"2026-03-18T01:04:16.455205Z","end":"2026-03-18T01:04:17.722533Z","steps":["trace[339534142] 'process raft request' (duration: 1.267180663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:17.722702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:16.455194Z","time spent":"1.267421598s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:18.568712Z","caller":"traceutil/trace.go:171","msg":"trace[2143247334] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"2.113311356s","start":"2026-03-18T01:04:16.455377Z","end":"2026-03-18T01:04:18.568688Z","steps":["trace[2143247334] 'process raft request' (duration: 2.113103072s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.568857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:16.455353Z","time spent":"2.113428568s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:18.568974Z","caller":"traceutil/trace.go:171","msg":"trace[905163081] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"1.842666816s","start":"2026-03-18T01:04:16.72629Z","end":"2026-03-18T01:04:18.568957Z","steps":["trace[905163081] 'process raft request' (duration: 1.842357159s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:16.726267Z","time spent":"1.842766639s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:18.569135Z","caller":"traceutil/trace.go:171","msg":"trace[1170030175] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"1.639329974s","start":"2026-03-18T01:04:16.929789Z","end":"2026-03-18T01:04:18.569119Z","steps":["trace[1170030175] 'process raft request' (duration: 1.639101069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:16.929767Z","time spent":"1.639413445s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:18.569266Z","caller":"traceutil/trace.go:171","msg":"trace[1958671631] linearizableReadLoop","detail":"{readStateIndex:8223; appliedIndex:8218; }","duration":"2.055801008s","start":"2026-03-18T01:04:16.51344Z","end":"2026-03-18T01:04:18.569241Z","steps":["trace[1958671631] 'read index received' (duration: 1.20900764s)","trace[1958671631] 'applied index is now lower than readState.Index' (duration: 846.792188ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:18.56934Z","caller":"traceutil/trace.go:171","msg":"trace[665243393] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"1.165695948s","start":"2026-03-18T01:04:17.40363Z","end":"2026-03-18T01:04:18.569326Z","steps":["trace[665243393] 'process raft request' (duration: 1.165437993s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.403604Z","time spent":"1.16577254s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:18.569414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055972982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:18.569452Z","caller":"traceutil/trace.go:171","msg":"trace[405797947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7916; }","duration":"2.056041324s","start":"2026-03-18T01:04:16.5134Z","end":"2026-03-18T01:04:18.569441Z","steps":["trace[405797947] 'agreement among raft nodes before linearized reading' (duration: 2.055926121s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:16.513383Z","time spent":"2.056096825s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:04:18.569498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05456689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:04:18.569539Z","caller":"traceutil/trace.go:171","msg":"trace[612654792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7916; }","duration":"2.054633892s","start":"2026-03-18T01:04:16.514895Z","end":"2026-03-18T01:04:18.569529Z","steps":["trace[612654792] 'agreement among raft nodes before linearized reading' (duration: 2.054483458s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.315658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:04:18.569575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:16.514889Z","time spent":"2.054678183s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:18.569606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.314117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T01:04:18.56964Z","caller":"traceutil/trace.go:171","msg":"trace[201857699] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7916; }","duration":"896.372979ms","start":"2026-03-18T01:04:17.673257Z","end":"2026-03-18T01:04:18.56963Z","steps":["trace[201857699] 'agreement among raft nodes before linearized reading' (duration: 896.292667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.673239Z","time spent":"896.42669ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-18T01:04:18.569718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.063685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T01:04:18.569745Z","caller":"traceutil/trace.go:171","msg":"trace[495605596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7916; }","duration":"667.126506ms","start":"2026-03-18T01:04:17.902611Z","end":"2026-03-18T01:04:18.569738Z","steps":["trace[495605596] 'agreement among raft nodes before linearized reading' (duration: 667.050685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.90259Z","time spent":"667.178137ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:04:18.569644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.447095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:18.56981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.410737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:18.569806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.201884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:18.569852Z","caller":"traceutil/trace.go:171","msg":"trace[34095437] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7916; }","duration":"702.494879ms","start":"2026-03-18T01:04:17.867347Z","end":"2026-03-18T01:04:18.569842Z","steps":["trace[34095437] 'agreement among raft nodes before linearized reading' (duration: 702.388576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.56989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.867318Z","time spent":"702.565071ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:18.569579Z","caller":"traceutil/trace.go:171","msg":"trace[1546846195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:7916; }","duration":"754.37517ms","start":"2026-03-18T01:04:17.815192Z","end":"2026-03-18T01:04:18.569567Z","steps":["trace[1546846195] 'agreement among raft nodes before linearized reading' (duration: 754.270937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:18.569897Z","caller":"traceutil/trace.go:171","msg":"trace[1298125891] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7916; }","duration":"808.306066ms","start":"2026-03-18T01:04:17.761572Z","end":"2026-03-18T01:04:18.569878Z","steps":["trace[1298125891] 'agreement among raft nodes before linearized reading' (duration: 808.159903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.569919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378287139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T01:04:18.569946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.761507Z","time spent":"808.42981ms","remote":"127.0.0.1:54538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:18.569846Z","caller":"traceutil/trace.go:171","msg":"trace[1503771309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7916; }","duration":"626.66676ms","start":"2026-03-18T01:04:17.94317Z","end":"2026-03-18T01:04:18.569837Z","steps":["trace[1503771309] 'agreement among raft nodes before linearized reading' (duration: 626.437294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:18.569982Z","caller":"traceutil/trace.go:171","msg":"trace[1614655830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7916; }","duration":"1.378398301s","start":"2026-03-18T01:04:17.191572Z","end":"2026-03-18T01:04:18.569971Z","steps":["trace[1614655830] 'agreement among raft nodes before linearized reading' (duration: 1.378259538s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.570013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.943159Z","time spent":"626.849424ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:18.570029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.19155Z","time spent":"1.378467632s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:18.569936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.815178Z","time spent":"754.746497ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:04:18.569825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.134834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:04:18.570191Z","caller":"traceutil/trace.go:171","msg":"trace[1487699741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7916; }","duration":"758.569963ms","start":"2026-03-18T01:04:17.811611Z","end":"2026-03-18T01:04:18.570181Z","steps":["trace[1487699741] 'agreement among raft nodes before linearized reading' (duration: 758.033751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.570233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.811591Z","time spent":"758.631264ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:18.570467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137651621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T01:04:18.570563Z","caller":"traceutil/trace.go:171","msg":"trace[706401218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7916; }","duration":"1.138206104s","start":"2026-03-18T01:04:17.432322Z","end":"2026-03-18T01:04:18.570528Z","steps":["trace[706401218] 'agreement among raft nodes before linearized reading' (duration: 1.137345495s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.570605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:17.432301Z","time spent":"1.138292515s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T01:04:18.699386Z","caller":"traceutil/trace.go:171","msg":"trace[1596329943] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"125.292134ms","start":"2026-03-18T01:04:18.574071Z","end":"2026-03-18T01:04:18.699363Z","steps":["trace[1596329943] 'process raft request' (duration: 125.200632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:18.699665Z","caller":"traceutil/trace.go:171","msg":"trace[381507640] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"125.620872ms","start":"2026-03-18T01:04:18.574032Z","end":"2026-03-18T01:04:18.699653Z","steps":["trace[381507640] 'process raft request' (duration: 90.927185ms)","trace[381507640] 'compare' (duration: 34.193945ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:18.699686Z","caller":"traceutil/trace.go:171","msg":"trace[384672438] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"125.194013ms","start":"2026-03-18T01:04:18.574467Z","end":"2026-03-18T01:04:18.699661Z","steps":["trace[384672438] 'process raft request' (duration: 124.861424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:18.700198Z","caller":"traceutil/trace.go:171","msg":"trace[1954544707] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"125.571941ms","start":"2026-03-18T01:04:18.574615Z","end":"2026-03-18T01:04:18.700187Z","steps":["trace[1954544707] 'process raft request' (duration: 125.353246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:18.700094Z","caller":"traceutil/trace.go:171","msg":"trace[1119914689] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"125.49498ms","start":"2026-03-18T01:04:18.574589Z","end":"2026-03-18T01:04:18.700084Z","steps":["trace[1119914689] 'process raft request' (duration: 124.969418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.700712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.401119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223933"} {"level":"info","ts":"2026-03-18T01:04:18.700759Z","caller":"traceutil/trace.go:171","msg":"trace[450484463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7922; }","duration":"126.490142ms","start":"2026-03-18T01:04:18.574257Z","end":"2026-03-18T01:04:18.700748Z","steps":["trace[450484463] 'agreement among raft nodes before linearized reading' (duration: 126.143374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:18.701081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.027503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T01:04:18.701129Z","caller":"traceutil/trace.go:171","msg":"trace[1624889581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7922; }","duration":"127.101685ms","start":"2026-03-18T01:04:18.574016Z","end":"2026-03-18T01:04:18.701118Z","steps":["trace[1624889581] 'agreement among raft nodes before linearized reading' (duration: 126.923331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:22.84541Z","caller":"traceutil/trace.go:171","msg":"trace[463765575] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"125.984771ms","start":"2026-03-18T01:04:22.719405Z","end":"2026-03-18T01:04:22.84539Z","steps":["trace[463765575] 'process raft request' (duration: 125.873968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:22.84566Z","caller":"traceutil/trace.go:171","msg":"trace[1474053268] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"125.611102ms","start":"2026-03-18T01:04:22.72004Z","end":"2026-03-18T01:04:22.845651Z","steps":["trace[1474053268] 'process raft request' (duration: 125.325825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:22.845807Z","caller":"traceutil/trace.go:171","msg":"trace[1385143504] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"125.51616ms","start":"2026-03-18T01:04:22.720258Z","end":"2026-03-18T01:04:22.845774Z","steps":["trace[1385143504] 'process raft request' (duration: 125.306045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:24.59794Z","caller":"traceutil/trace.go:171","msg":"trace[1888443793] linearizableReadLoop","detail":"{readStateIndex:8253; appliedIndex:8252; }","duration":"222.42597ms","start":"2026-03-18T01:04:24.375491Z","end":"2026-03-18T01:04:24.597917Z","steps":["trace[1888443793] 'read index received' (duration: 222.227506ms)","trace[1888443793] 'applied index is now lower than readState.Index' (duration: 197.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:24.597985Z","caller":"traceutil/trace.go:171","msg":"trace[1272441304] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"344.021912ms","start":"2026-03-18T01:04:24.253922Z","end":"2026-03-18T01:04:24.597943Z","steps":["trace[1272441304] 'process raft request' (duration: 343.819328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.598115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.253901Z","time spent":"344.145306ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:24.598145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.625194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:24.598208Z","caller":"traceutil/trace.go:171","msg":"trace[1959388292] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7943; }","duration":"222.729287ms","start":"2026-03-18T01:04:24.375455Z","end":"2026-03-18T01:04:24.598184Z","steps":["trace[1959388292] 'agreement among raft nodes before linearized reading' (duration: 222.579183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:24.817097Z","caller":"traceutil/trace.go:171","msg":"trace[1171204617] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"182.22792ms","start":"2026-03-18T01:04:24.634846Z","end":"2026-03-18T01:04:24.817074Z","steps":["trace[1171204617] 'process raft request' (duration: 111.224471ms)","trace[1171204617] 'compare' (duration: 70.819855ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:24.81722Z","caller":"traceutil/trace.go:171","msg":"trace[1860415493] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8253; }","duration":"176.028852ms","start":"2026-03-18T01:04:24.64115Z","end":"2026-03-18T01:04:24.817179Z","steps":["trace[1860415493] 'read index received' (duration: 104.9365ms)","trace[1860415493] 'applied index is now lower than readState.Index' (duration: 71.090232ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:24.817275Z","caller":"traceutil/trace.go:171","msg":"trace[1926713663] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"180.0075ms","start":"2026-03-18T01:04:24.637243Z","end":"2026-03-18T01:04:24.817251Z","steps":["trace[1926713663] 'process raft request' (duration: 179.791685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.817485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.323248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:04:24.817522Z","caller":"traceutil/trace.go:171","msg":"trace[2085511332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7945; }","duration":"176.399159ms","start":"2026-03-18T01:04:24.641111Z","end":"2026-03-18T01:04:24.81751Z","steps":["trace[2085511332] 'agreement among raft nodes before linearized reading' (duration: 176.210075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.337432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.762556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:25.337669Z","caller":"traceutil/trace.go:171","msg":"trace[312805504] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8255; }","duration":"488.345744ms","start":"2026-03-18T01:04:24.849299Z","end":"2026-03-18T01:04:25.337645Z","steps":["trace[312805504] 'read index received' (duration: 203.300592ms)","trace[312805504] 'applied index is now lower than readState.Index' (duration: 285.043542ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:25.337703Z","caller":"traceutil/trace.go:171","msg":"trace[569044188] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"515.071572ms","start":"2026-03-18T01:04:24.822588Z","end":"2026-03-18T01:04:25.337659Z","steps":["trace[569044188] 'process raft request' (duration: 229.994039ms)","trace[569044188] 'compare' (duration: 284.529761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:25.337772Z","caller":"traceutil/trace.go:171","msg":"trace[540790160] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"515.149854ms","start":"2026-03-18T01:04:24.822611Z","end":"2026-03-18T01:04:25.337761Z","steps":["trace[540790160] 'process raft request' (duration: 514.93431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.33784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.822589Z","time spent":"515.212555ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:25.337881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.822566Z","time spent":"515.224396ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:25.337965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.317192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:04:25.33805Z","caller":"traceutil/trace.go:171","msg":"trace[2036659799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7947; }","duration":"488.436285ms","start":"2026-03-18T01:04:24.849594Z","end":"2026-03-18T01:04:25.338031Z","steps":["trace[2036659799] 'agreement among raft nodes before linearized reading' (duration: 488.238971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.338104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.849578Z","time spent":"488.515037ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:25.338122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.805551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:04:25.338151Z","caller":"traceutil/trace.go:171","msg":"trace[448912305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:7947; }","duration":"441.857052ms","start":"2026-03-18T01:04:24.896285Z","end":"2026-03-18T01:04:25.338142Z","steps":["trace[448912305] 'agreement among raft nodes before linearized reading' (duration: 441.734729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.338151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.858064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T01:04:25.338179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.896274Z","time spent":"441.899023ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"info","ts":"2026-03-18T01:04:25.338207Z","caller":"traceutil/trace.go:171","msg":"trace[137256794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7947; }","duration":"488.960177ms","start":"2026-03-18T01:04:24.849234Z","end":"2026-03-18T01:04:25.338194Z","steps":["trace[137256794] 'agreement among raft nodes before linearized reading' (duration: 488.802983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.338242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.849208Z","time spent":"489.026039ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:25.338329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.290811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:04:25.338377Z","caller":"traceutil/trace.go:171","msg":"trace[1478034210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7947; }","duration":"488.367633ms","start":"2026-03-18T01:04:24.849998Z","end":"2026-03-18T01:04:25.338365Z","steps":["trace[1478034210] 'agreement among raft nodes before linearized reading' (duration: 488.245021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.338412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.849983Z","time spent":"488.420384ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:25.977196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.005102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:25.977321Z","caller":"traceutil/trace.go:171","msg":"trace[670032309] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"634.462995ms","start":"2026-03-18T01:04:25.342835Z","end":"2026-03-18T01:04:25.977298Z","steps":["trace[670032309] 'process raft request' (duration: 110.240468ms)","trace[670032309] 'compare' (duration: 523.874839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:25.977382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.342819Z","time spent":"634.535886ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:26.873155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264373998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T01:04:27.942416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T01:04:27.942516Z","caller":"traceutil/trace.go:171","msg":"trace[1573390941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473199s","start":"2026-03-18T01:04:25.942024Z","end":"2026-03-18T01:04:27.942497Z","steps":["trace[1573390941] 'agreement among raft nodes before linearized reading' (duration: 2.000352486s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:27.942623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.94201Z","time spent":"2.000602833s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 01:04:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T01:04:28.701247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059539342s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T01:04:29.942751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T01:04:29.942831Z","caller":"traceutil/trace.go:171","msg":"trace[724795371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997809s","start":"2026-03-18T01:04:27.942814Z","end":"2026-03-18T01:04:29.942812Z","steps":["trace[724795371] 'agreement among raft nodes before linearized reading' (duration: 1.999885196s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:29.942875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.94279Z","time spent":"2.00007587s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 01:04:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T01:04:30.119543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32201746s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:30.119673Z","caller":"traceutil/trace.go:171","msg":"trace[2045403272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7948; }","duration":"1.322164333s","start":"2026-03-18T01:04:28.79749Z","end":"2026-03-18T01:04:30.119654Z","steps":["trace[2045403272] 'range keys from in-memory index tree' (duration: 1.322000028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:30.121509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248099073s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:30.121855Z","caller":"traceutil/trace.go:171","msg":"trace[964197609] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8257; }","duration":"4.687830747s","start":"2026-03-18T01:04:25.434009Z","end":"2026-03-18T01:04:30.121839Z","steps":["trace[964197609] 'read index received' (duration: 19.095947ms)","trace[964197609] 'applied index is now lower than readState.Index' (duration: 4.66873282s)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:30.121864Z","caller":"traceutil/trace.go:171","msg":"trace[1929233584] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"3.298664245s","start":"2026-03-18T01:04:26.82318Z","end":"2026-03-18T01:04:30.121844Z","steps":["trace[1929233584] 'process raft request' (duration: 3.298567683s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:30.121839Z","caller":"traceutil/trace.go:171","msg":"trace[703237736] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"4.778677972s","start":"2026-03-18T01:04:25.343104Z","end":"2026-03-18T01:04:30.121782Z","steps":["trace[703237736] 'process raft request' (duration: 1.53019348s)","trace[703237736] 'compare' (duration: 3.24710243s)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:30.121881Z","caller":"traceutil/trace.go:171","msg":"trace[1671809717] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"4.778619991s","start":"2026-03-18T01:04:25.343217Z","end":"2026-03-18T01:04:30.121837Z","steps":["trace[1671809717] 'process raft request' (duration: 4.778431387s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:30.121976Z","caller":"traceutil/trace.go:171","msg":"trace[1325633436] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"3.298063101s","start":"2026-03-18T01:04:26.823905Z","end":"2026-03-18T01:04:30.121968Z","steps":["trace[1325633436] 'process raft request' (duration: 3.297895737s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:30.121963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:26.823154Z","time spent":"3.298757328s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:30.121997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68797901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:30.122029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:26.82388Z","time spent":"3.298119383s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:30.122018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.343094Z","time spent":"4.778834025s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:30.122045Z","caller":"traceutil/trace.go:171","msg":"trace[1398369397] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7952; }","duration":"4.688093174s","start":"2026-03-18T01:04:25.433938Z","end":"2026-03-18T01:04:30.122031Z","steps":["trace[1398369397] 'agreement among raft nodes before linearized reading' (duration: 4.687970052s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:30.122085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.433919Z","time spent":"4.688156255s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:30.122128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.343209Z","time spent":"4.778747484s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:30.122189Z","caller":"traceutil/trace.go:171","msg":"trace[1552762179] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"2.730427233s","start":"2026-03-18T01:04:27.391731Z","end":"2026-03-18T01:04:30.122158Z","steps":["trace[1552762179] 'process raft request' (duration: 2.730206258s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:30.122353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.391705Z","time spent":"2.730563696s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:30.623022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078657351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:30.875645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999316132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T01:04:30.875742Z","caller":"traceutil/trace.go:171","msg":"trace[1669844153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999449765s","start":"2026-03-18T01:04:25.876264Z","end":"2026-03-18T01:04:30.875713Z","steps":["trace[1669844153] 'agreement among raft nodes before linearized reading' (duration: 4.999335732s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:30.875794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.876249Z","time spent":"4.999535686s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:04:31.12363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078657351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:31.624657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078657351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:31.950912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T01:04:31.951011Z","caller":"traceutil/trace.go:171","msg":"trace[581039240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684964s","start":"2026-03-18T01:04:29.950305Z","end":"2026-03-18T01:04:31.95099Z","steps":["trace[581039240] 'agreement among raft nodes before linearized reading' (duration: 2.000556801s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:31.951062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:29.950263Z","time spent":"2.000789016s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 01:04:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T01:04:32.125831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078657351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:32.626357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078657351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:32.747947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.963012898s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:04:32.748357Z","caller":"traceutil/trace.go:171","msg":"trace[1131330183] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"3.96353668s","start":"2026-03-18T01:04:28.784797Z","end":"2026-03-18T01:04:32.748334Z","steps":["trace[1131330183] 'process raft request' (duration: 3.963424537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.748539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:28.784769Z","time spent":"3.963651084s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:32.773062Z","caller":"traceutil/trace.go:171","msg":"trace[1511783493] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"2.712511421s","start":"2026-03-18T01:04:30.060513Z","end":"2026-03-18T01:04:32.773025Z","steps":["trace[1511783493] 'process raft request' (duration: 2.712264575s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.773325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:30.060488Z","time spent":"2.712680155s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:32.773334Z","caller":"traceutil/trace.go:171","msg":"trace[1377398998] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8264; }","duration":"2.651419293s","start":"2026-03-18T01:04:30.121887Z","end":"2026-03-18T01:04:32.773306Z","steps":["trace[1377398998] 'read index received' (duration: 2.626484756s)","trace[1377398998] 'applied index is now lower than readState.Index' (duration: 24.933067ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:32.773474Z","caller":"traceutil/trace.go:171","msg":"trace[1430770577] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"646.405432ms","start":"2026-03-18T01:04:32.127053Z","end":"2026-03-18T01:04:32.773458Z","steps":["trace[1430770577] 'process raft request' (duration: 645.914972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.773602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:32.12702Z","time spent":"646.500264ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:32.773769Z","caller":"traceutil/trace.go:171","msg":"trace[946377869] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"646.310121ms","start":"2026-03-18T01:04:32.127444Z","end":"2026-03-18T01:04:32.773754Z","steps":["trace[946377869] 'process raft request' (duration: 645.753858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.773861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:32.127423Z","time spent":"646.389582ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:32.774044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.431092729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:04:32.774094Z","caller":"traceutil/trace.go:171","msg":"trace[713727307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7957; }","duration":"5.4311614s","start":"2026-03-18T01:04:27.342921Z","end":"2026-03-18T01:04:32.774082Z","steps":["trace[713727307] 'agreement among raft nodes before linearized reading' (duration: 5.430958406s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.774127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.34291Z","time spent":"5.431211231s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:32.774212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.431730403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T01:04:32.774279Z","caller":"traceutil/trace.go:171","msg":"trace[1675821160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7957; }","duration":"5.431837895s","start":"2026-03-18T01:04:27.342423Z","end":"2026-03-18T01:04:32.774261Z","steps":["trace[1675821160] 'agreement among raft nodes before linearized reading' (duration: 5.431641201s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.774326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.342401Z","time spent":"5.431911897s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:04:32.774378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913756927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:32.774426Z","caller":"traceutil/trace.go:171","msg":"trace[135387507] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7957; }","duration":"2.913799647s","start":"2026-03-18T01:04:29.860612Z","end":"2026-03-18T01:04:32.774411Z","steps":["trace[135387507] 'agreement among raft nodes before linearized reading' (duration: 2.913737686s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.774455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:29.860539Z","time spent":"2.91390862s","remote":"127.0.0.1:49412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:32.774526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101157312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T01:04:32.774588Z","caller":"traceutil/trace.go:171","msg":"trace[1166640674] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7957; }","duration":"5.101220673s","start":"2026-03-18T01:04:27.673352Z","end":"2026-03-18T01:04:32.774573Z","steps":["trace[1166640674] 'agreement among raft nodes before linearized reading' (duration: 5.101051249s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.774623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.6733Z","time spent":"5.101315335s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-18T01:04:32.774672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424806138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:04:32.77433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828193282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189dc9367ad15122\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T01:04:32.774751Z","caller":"traceutil/trace.go:171","msg":"trace[339663600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:7957; }","duration":"5.42486262s","start":"2026-03-18T01:04:27.34984Z","end":"2026-03-18T01:04:32.774702Z","steps":["trace[339663600] 'agreement among raft nodes before linearized reading' (duration: 5.424758918s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.774781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.349826Z","time spent":"5.424948851s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"info","ts":"2026-03-18T01:04:32.774773Z","caller":"traceutil/trace.go:171","msg":"trace[1008655618] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189dc9367ad15122; range_end:; response_count:1; response_revision:7957; }","duration":"2.828654202s","start":"2026-03-18T01:04:29.946099Z","end":"2026-03-18T01:04:32.774754Z","steps":["trace[1008655618] 'agreement among raft nodes before linearized reading' (duration: 2.828149131s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.775041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.793574045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:04:32.775095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:29.946085Z","time spent":"2.828995089s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189dc9367ad15122\" "} {"level":"info","ts":"2026-03-18T01:04:32.775106Z","caller":"traceutil/trace.go:171","msg":"trace[1573703188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"4.793659836s","start":"2026-03-18T01:04:27.981425Z","end":"2026-03-18T01:04:32.775084Z","steps":["trace[1573703188] 'agreement among raft nodes before linearized reading' (duration: 4.793465042s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.775145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.981409Z","time spent":"4.793727998s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:32.775364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.540964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:32.775414Z","caller":"traceutil/trace.go:171","msg":"trace[923329307] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7957; }","duration":"591.607885ms","start":"2026-03-18T01:04:32.183795Z","end":"2026-03-18T01:04:32.775403Z","steps":["trace[923329307] 'agreement among raft nodes before linearized reading' (duration: 591.469132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.775437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.434869663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:32.775446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:32.183789Z","time spent":"591.647976ms","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":108,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:32.775478Z","caller":"traceutil/trace.go:171","msg":"trace[583353698] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7957; }","duration":"5.434951535s","start":"2026-03-18T01:04:27.340516Z","end":"2026-03-18T01:04:32.775468Z","steps":["trace[583353698] 'agreement among raft nodes before linearized reading' (duration: 5.434880963s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.775509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:27.340494Z","time spent":"5.435007847s","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:32.775322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881969965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-18T01:04:32.775772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:04:32.775812Z","caller":"traceutil/trace.go:171","msg":"trace[638294604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7957; }","duration":"648.159922ms","start":"2026-03-18T01:04:32.127643Z","end":"2026-03-18T01:04:32.775803Z","steps":["trace[638294604] 'agreement among raft nodes before linearized reading' (duration: 648.06558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.775811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.662613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:32.77584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:32.127637Z","time spent":"648.197593ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:04:32.775851Z","caller":"traceutil/trace.go:171","msg":"trace[463914624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"824.736665ms","start":"2026-03-18T01:04:31.951103Z","end":"2026-03-18T01:04:32.775839Z","steps":["trace[463914624] 'agreement among raft nodes before linearized reading' (duration: 824.679764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.775881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:31.951081Z","time spent":"824.794096ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:32.775947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989390431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:32.775948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390083742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T01:04:32.77594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.147553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:04:32.775992Z","caller":"traceutil/trace.go:171","msg":"trace[1238383845] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7957; }","duration":"1.989480503s","start":"2026-03-18T01:04:30.786502Z","end":"2026-03-18T01:04:32.775983Z","steps":["trace[1238383845] 'agreement among raft nodes before linearized reading' (duration: 1.9893276s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:32.776006Z","caller":"traceutil/trace.go:171","msg":"trace[192186811] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7957; }","duration":"2.390152014s","start":"2026-03-18T01:04:30.38584Z","end":"2026-03-18T01:04:32.775992Z","steps":["trace[192186811] 'agreement among raft nodes before linearized reading' (duration: 2.38861644s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.776026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:30.786478Z","time spent":"1.989537084s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:32.77603Z","caller":"traceutil/trace.go:171","msg":"trace[2059710989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7957; }","duration":"649.344888ms","start":"2026-03-18T01:04:32.126663Z","end":"2026-03-18T01:04:32.776008Z","steps":["trace[2059710989] 'agreement among raft nodes before linearized reading' (duration: 649.045381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.77605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:30.385774Z","time spent":"2.390266226s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":850,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:32.776092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:32.126616Z","time spent":"649.46656ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:04:32.775793Z","caller":"traceutil/trace.go:171","msg":"trace[141550173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7957; }","duration":"3.882440836s","start":"2026-03-18T01:04:28.893289Z","end":"2026-03-18T01:04:32.775729Z","steps":["trace[141550173] 'agreement among raft nodes before linearized reading' (duration: 3.881249519s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.776307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:28.893268Z","time spent":"3.883019268s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:04:32.775369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524368536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:32.775672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.238664089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:32.776615Z","caller":"traceutil/trace.go:171","msg":"trace[70733315] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7957; }","duration":"7.239641712s","start":"2026-03-18T01:04:25.536951Z","end":"2026-03-18T01:04:32.776593Z","steps":["trace[70733315] 'agreement among raft nodes before linearized reading' (duration: 7.238642369s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:32.77671Z","caller":"traceutil/trace.go:171","msg":"trace[1547034448] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7957; }","duration":"6.525738228s","start":"2026-03-18T01:04:26.25095Z","end":"2026-03-18T01:04:32.776688Z","steps":["trace[1547034448] 'agreement among raft nodes before linearized reading' (duration: 6.524384947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.776773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:26.250931Z","time spent":"6.525824669s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:32.776849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.536913Z","time spent":"7.239910958s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:32.90872Z","caller":"traceutil/trace.go:171","msg":"trace[1454175585] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"130.209736ms","start":"2026-03-18T01:04:32.778474Z","end":"2026-03-18T01:04:32.908684Z","steps":["trace[1454175585] 'process raft request' (duration: 129.895169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:32.908777Z","caller":"traceutil/trace.go:171","msg":"trace[404803265] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"127.607267ms","start":"2026-03-18T01:04:32.781144Z","end":"2026-03-18T01:04:32.908751Z","steps":["trace[404803265] 'process raft request' (duration: 127.526335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:32.908966Z","caller":"traceutil/trace.go:171","msg":"trace[423081580] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"127.893034ms","start":"2026-03-18T01:04:32.781062Z","end":"2026-03-18T01:04:32.908955Z","steps":["trace[423081580] 'process raft request' (duration: 127.513585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:32.90907Z","caller":"traceutil/trace.go:171","msg":"trace[72208859] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"127.942955ms","start":"2026-03-18T01:04:32.781119Z","end":"2026-03-18T01:04:32.909062Z","steps":["trace[72208859] 'process raft request' (duration: 127.509976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:32.909275Z","caller":"traceutil/trace.go:171","msg":"trace[831896153] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8267; }","duration":"128.271311ms","start":"2026-03-18T01:04:32.78099Z","end":"2026-03-18T01:04:32.909261Z","steps":["trace[831896153] 'read index received' (duration: 41.895228ms)","trace[831896153] 'applied index is now lower than readState.Index' (duration: 86.374793ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:32.909279Z","caller":"traceutil/trace.go:171","msg":"trace[700732653] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"127.72646ms","start":"2026-03-18T01:04:32.781523Z","end":"2026-03-18T01:04:32.909249Z","steps":["trace[700732653] 'process raft request' (duration: 127.186178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:32.909436Z","caller":"traceutil/trace.go:171","msg":"trace[1542340585] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"127.787111ms","start":"2026-03-18T01:04:32.781627Z","end":"2026-03-18T01:04:32.909414Z","steps":["trace[1542340585] 'process raft request' (duration: 127.531255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.909728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.713292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223933"} {"level":"info","ts":"2026-03-18T01:04:32.909775Z","caller":"traceutil/trace.go:171","msg":"trace[136265237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7963; }","duration":"128.811894ms","start":"2026-03-18T01:04:32.780949Z","end":"2026-03-18T01:04:32.909761Z","steps":["trace[136265237] 'agreement among raft nodes before linearized reading' (duration: 128.389174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.962261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.160371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:32.962337Z","caller":"traceutil/trace.go:171","msg":"trace[1393699866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"179.258564ms","start":"2026-03-18T01:04:32.783061Z","end":"2026-03-18T01:04:32.962319Z","steps":["trace[1393699866] 'agreement among raft nodes before linearized reading' (duration: 179.11141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:32.962691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.475513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T01:04:32.963002Z","caller":"traceutil/trace.go:171","msg":"trace[376474323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7964; }","duration":"181.684128ms","start":"2026-03-18T01:04:32.781164Z","end":"2026-03-18T01:04:32.962848Z","steps":["trace[376474323] 'agreement among raft nodes before linearized reading' (duration: 181.116146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:33.184895Z","caller":"traceutil/trace.go:171","msg":"trace[933404828] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8275; }","duration":"219.156926ms","start":"2026-03-18T01:04:32.965715Z","end":"2026-03-18T01:04:33.184872Z","steps":["trace[933404828] 'read index received' (duration: 219.016663ms)","trace[933404828] 'applied index is now lower than readState.Index' (duration: 139.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:33.184939Z","caller":"traceutil/trace.go:171","msg":"trace[1708070329] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"219.488314ms","start":"2026-03-18T01:04:32.965419Z","end":"2026-03-18T01:04:33.184907Z","steps":["trace[1708070329] 'process raft request' (duration: 219.280279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:33.185346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.453183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T01:04:33.185415Z","caller":"traceutil/trace.go:171","msg":"trace[326622396] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7965; }","duration":"219.706029ms","start":"2026-03-18T01:04:32.965692Z","end":"2026-03-18T01:04:33.185398Z","steps":["trace[326622396] 'agreement among raft nodes before linearized reading' (duration: 219.298879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:33.218921Z","caller":"traceutil/trace.go:171","msg":"trace[852044098] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"253.100477ms","start":"2026-03-18T01:04:32.965793Z","end":"2026-03-18T01:04:33.218893Z","steps":["trace[852044098] 'process raft request' (duration: 252.885092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:33.219025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.230002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:33.219098Z","caller":"traceutil/trace.go:171","msg":"trace[68809010] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7966; }","duration":"191.350945ms","start":"2026-03-18T01:04:33.027729Z","end":"2026-03-18T01:04:33.21908Z","steps":["trace[68809010] 'agreement among raft nodes before linearized reading' (duration: 191.15932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:34.529352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.569374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:34.529934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.156944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T01:04:34.53002Z","caller":"traceutil/trace.go:171","msg":"trace[1066532361] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7966; }","duration":"825.289847ms","start":"2026-03-18T01:04:33.704707Z","end":"2026-03-18T01:04:34.529997Z","steps":["trace[1066532361] 'range keys from in-memory index tree' (duration: 824.92505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:34.53006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:33.704685Z","time spent":"825.366371ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T01:04:34.530173Z","caller":"traceutil/trace.go:171","msg":"trace[1123461603] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7966; }","duration":"918.432804ms","start":"2026-03-18T01:04:33.611713Z","end":"2026-03-18T01:04:34.530146Z","steps":["trace[1123461603] 'count revisions from in-memory index tree' (duration: 917.498832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:34.530328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:33.611689Z","time spent":"918.613817ms","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:34.530172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252698578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-18T01:04:34.531117Z","caller":"traceutil/trace.go:171","msg":"trace[608964966] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7966; }","duration":"1.253389094s","start":"2026-03-18T01:04:33.277392Z","end":"2026-03-18T01:04:34.530781Z","steps":["trace[608964966] 'range keys from in-memory index tree' (duration: 1.251626854s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:34.531282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:33.277369Z","time spent":"1.253891714s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T01:04:34.639849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.712493ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T01:04:34.639956Z","caller":"traceutil/trace.go:171","msg":"trace[2085830692] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8277; }","duration":"696.602317ms","start":"2026-03-18T01:04:33.943334Z","end":"2026-03-18T01:04:34.639936Z","steps":["trace[2085830692] 'read index received' (duration: 299.70978ms)","trace[2085830692] 'applied index is now lower than readState.Index' (duration: 396.890887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:34.640441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.873583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:34.640529Z","caller":"traceutil/trace.go:171","msg":"trace[1437088008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7966; }","duration":"697.21663ms","start":"2026-03-18T01:04:33.943292Z","end":"2026-03-18T01:04:34.640508Z","steps":["trace[1437088008] 'agreement among raft nodes before linearized reading' (duration: 696.691179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:34.640577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:33.943273Z","time spent":"697.293333ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:04:34.659565Z","caller":"traceutil/trace.go:171","msg":"trace[615180079] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"261.011714ms","start":"2026-03-18T01:04:34.398532Z","end":"2026-03-18T01:04:34.659544Z","steps":["trace[615180079] 'process raft request' (duration: 260.85089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:34.710602Z","caller":"traceutil/trace.go:171","msg":"trace[1613734887] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"176.090663ms","start":"2026-03-18T01:04:34.534477Z","end":"2026-03-18T01:04:34.710567Z","steps":["trace[1613734887] 'process raft request' (duration: 175.856638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:34.710702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.950527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-849c447dc5-lzwk2.189dc9ec1d690fed\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T01:04:34.71088Z","caller":"traceutil/trace.go:171","msg":"trace[243256288] range","detail":"{range_begin:/registry/events/openstack/barbican-api-849c447dc5-lzwk2.189dc9ec1d690fed; range_end:; response_count:1; response_revision:7968; }","duration":"510.117511ms","start":"2026-03-18T01:04:34.200685Z","end":"2026-03-18T01:04:34.710803Z","steps":["trace[243256288] 'agreement among raft nodes before linearized reading' (duration: 509.865695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:34.710967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:34.200666Z","time spent":"510.259924ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-849c447dc5-lzwk2.189dc9ec1d690fed\" "} {"level":"warn","ts":"2026-03-18T01:04:35.06047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.909458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:35.060646Z","caller":"traceutil/trace.go:171","msg":"trace[1580593654] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"279.243433ms","start":"2026-03-18T01:04:34.781347Z","end":"2026-03-18T01:04:35.060591Z","steps":["trace[1580593654] 'process raft request' (duration: 137.12078ms)","trace[1580593654] 'compare' (duration: 141.776705ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:35.095849Z","caller":"traceutil/trace.go:171","msg":"trace[1240619487] linearizableReadLoop","detail":"{readStateIndex:8284; appliedIndex:8282; }","duration":"182.180499ms","start":"2026-03-18T01:04:34.913648Z","end":"2026-03-18T01:04:35.095829Z","steps":["trace[1240619487] 'read index received' (duration: 4.850979ms)","trace[1240619487] 'applied index is now lower than readState.Index' (duration: 177.3286ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:35.095911Z","caller":"traceutil/trace.go:171","msg":"trace[1892545300] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"190.929566ms","start":"2026-03-18T01:04:34.904966Z","end":"2026-03-18T01:04:35.095895Z","steps":["trace[1892545300] 'process raft request' (duration: 190.617968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.09616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.445346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:04:35.096245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.711934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:04:35.096268Z","caller":"traceutil/trace.go:171","msg":"trace[1636770915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:7972; }","duration":"179.756526ms","start":"2026-03-18T01:04:34.916504Z","end":"2026-03-18T01:04:35.096261Z","steps":["trace[1636770915] 'agreement among raft nodes before linearized reading' (duration: 179.679534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.096279Z","caller":"traceutil/trace.go:171","msg":"trace[10011302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7972; }","duration":"182.63543ms","start":"2026-03-18T01:04:34.913624Z","end":"2026-03-18T01:04:35.096259Z","steps":["trace[10011302] 'agreement among raft nodes before linearized reading' (duration: 182.326043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.096353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.330142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:04:35.096498Z","caller":"traceutil/trace.go:171","msg":"trace[123725497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7972; }","duration":"182.461915ms","start":"2026-03-18T01:04:34.913982Z","end":"2026-03-18T01:04:35.096444Z","steps":["trace[123725497] 'agreement among raft nodes before linearized reading' (duration: 182.197659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.096746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.454155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:04:35.096976Z","caller":"traceutil/trace.go:171","msg":"trace[522099147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7972; }","duration":"182.71506ms","start":"2026-03-18T01:04:34.914251Z","end":"2026-03-18T01:04:35.096966Z","steps":["trace[522099147] 'agreement among raft nodes before linearized reading' (duration: 182.383823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.096861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.511416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T01:04:35.097049Z","caller":"traceutil/trace.go:171","msg":"trace[891319254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7972; }","duration":"182.714831ms","start":"2026-03-18T01:04:34.914326Z","end":"2026-03-18T01:04:35.097041Z","steps":["trace[891319254] 'agreement among raft nodes before linearized reading' (duration: 182.452675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.096875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.68975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T01:04:35.097104Z","caller":"traceutil/trace.go:171","msg":"trace[1062535338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7972; }","duration":"182.968776ms","start":"2026-03-18T01:04:34.914118Z","end":"2026-03-18T01:04:35.097086Z","steps":["trace[1062535338] 'agreement among raft nodes before linearized reading' (duration: 182.617978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.365607Z","caller":"traceutil/trace.go:171","msg":"trace[279878774] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"265.108016ms","start":"2026-03-18T01:04:35.100475Z","end":"2026-03-18T01:04:35.365583Z","steps":["trace[279878774] 'process raft request' (duration: 215.354511ms)","trace[279878774] 'compare' (duration: 49.588631ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:35.365934Z","caller":"traceutil/trace.go:171","msg":"trace[1967828993] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"264.903442ms","start":"2026-03-18T01:04:35.101011Z","end":"2026-03-18T01:04:35.365915Z","steps":["trace[1967828993] 'process raft request' (duration: 264.524233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.366502Z","caller":"traceutil/trace.go:171","msg":"trace[733598797] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8284; }","duration":"265.456793ms","start":"2026-03-18T01:04:35.101023Z","end":"2026-03-18T01:04:35.36648Z","steps":["trace[733598797] 'read index received' (duration: 20.098011ms)","trace[733598797] 'applied index is now lower than readState.Index' (duration: 245.357472ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:35.366957Z","caller":"traceutil/trace.go:171","msg":"trace[1850596426] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"265.7491ms","start":"2026-03-18T01:04:35.101129Z","end":"2026-03-18T01:04:35.366878Z","steps":["trace[1850596426] 'process raft request' (duration: 264.578734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.36706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.284998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:35.367108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.76114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.367153Z","caller":"traceutil/trace.go:171","msg":"trace[388462393] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7977; }","duration":"256.41136ms","start":"2026-03-18T01:04:35.110695Z","end":"2026-03-18T01:04:35.367106Z","steps":["trace[388462393] 'agreement among raft nodes before linearized reading' (duration: 256.264967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.367192Z","caller":"traceutil/trace.go:171","msg":"trace[591521465] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7977; }","duration":"102.890924ms","start":"2026-03-18T01:04:35.264281Z","end":"2026-03-18T01:04:35.367172Z","steps":["trace[591521465] 'agreement among raft nodes before linearized reading' (duration: 102.71518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.367274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.223721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223933"} {"level":"info","ts":"2026-03-18T01:04:35.367357Z","caller":"traceutil/trace.go:171","msg":"trace[778281716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7977; }","duration":"266.342463ms","start":"2026-03-18T01:04:35.100997Z","end":"2026-03-18T01:04:35.36734Z","steps":["trace[778281716] 'agreement among raft nodes before linearized reading' (duration: 265.806371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.367561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.269722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.367711Z","caller":"traceutil/trace.go:171","msg":"trace[343823391] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"266.559279ms","start":"2026-03-18T01:04:35.101131Z","end":"2026-03-18T01:04:35.36769Z","steps":["trace[343823391] 'process raft request' (duration: 265.28455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.367922Z","caller":"traceutil/trace.go:171","msg":"trace[1679128100] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7977; }","duration":"103.345733ms","start":"2026-03-18T01:04:35.264256Z","end":"2026-03-18T01:04:35.367602Z","steps":["trace[1679128100] 'agreement among raft nodes before linearized reading' (duration: 103.261101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.051696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:35.368188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.024156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368209Z","caller":"traceutil/trace.go:171","msg":"trace[1487504023] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7977; }","duration":"157.111487ms","start":"2026-03-18T01:04:35.211086Z","end":"2026-03-18T01:04:35.368198Z","steps":["trace[1487504023] 'agreement among raft nodes before linearized reading' (duration: 157.069946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.368234Z","caller":"traceutil/trace.go:171","msg":"trace[1053930655] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7977; }","duration":"157.070767ms","start":"2026-03-18T01:04:35.211147Z","end":"2026-03-18T01:04:35.368218Z","steps":["trace[1053930655] 'agreement among raft nodes before linearized reading' (duration: 156.996355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.698602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368307Z","caller":"traceutil/trace.go:171","msg":"trace[1213217211] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7977; }","duration":"103.763793ms","start":"2026-03-18T01:04:35.264526Z","end":"2026-03-18T01:04:35.36829Z","steps":["trace[1213217211] 'agreement among raft nodes before linearized reading' (duration: 103.699332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.36838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.339705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:04:35.368397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.456194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368412Z","caller":"traceutil/trace.go:171","msg":"trace[714477260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7977; }","duration":"141.407227ms","start":"2026-03-18T01:04:35.226996Z","end":"2026-03-18T01:04:35.368403Z","steps":["trace[714477260] 'agreement among raft nodes before linearized reading' (duration: 141.306424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.368477Z","caller":"traceutil/trace.go:171","msg":"trace[464967338] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7977; }","duration":"232.565217ms","start":"2026-03-18T01:04:35.135898Z","end":"2026-03-18T01:04:35.368463Z","steps":["trace[464967338] 'agreement among raft nodes before linearized reading' (duration: 232.444414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.738841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368551Z","caller":"traceutil/trace.go:171","msg":"trace[600383637] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7977; }","duration":"257.770322ms","start":"2026-03-18T01:04:35.110772Z","end":"2026-03-18T01:04:35.368542Z","steps":["trace[600383637] 'agreement among raft nodes before linearized reading' (duration: 257.731001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.36856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.387504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368595Z","caller":"traceutil/trace.go:171","msg":"trace[1552127450] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7977; }","duration":"157.431075ms","start":"2026-03-18T01:04:35.211155Z","end":"2026-03-18T01:04:35.368586Z","steps":["trace[1552127450] 'agreement among raft nodes before linearized reading' (duration: 157.380024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.811576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:35.368379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.729094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368693Z","caller":"traceutil/trace.go:171","msg":"trace[932643443] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7977; }","duration":"184.513141ms","start":"2026-03-18T01:04:35.184171Z","end":"2026-03-18T01:04:35.368684Z","steps":["trace[932643443] 'agreement among raft nodes before linearized reading' (duration: 183.815896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.368721Z","caller":"traceutil/trace.go:171","msg":"trace[2092512093] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7977; }","duration":"184.121983ms","start":"2026-03-18T01:04:35.184591Z","end":"2026-03-18T01:04:35.368713Z","steps":["trace[2092512093] 'agreement among raft nodes before linearized reading' (duration: 183.764925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.343092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368797Z","caller":"traceutil/trace.go:171","msg":"trace[308489602] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7977; }","duration":"257.670099ms","start":"2026-03-18T01:04:35.111119Z","end":"2026-03-18T01:04:35.368789Z","steps":["trace[308489602] 'agreement among raft nodes before linearized reading' (duration: 257.343212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.058661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368835Z","caller":"traceutil/trace.go:171","msg":"trace[1942214886] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7977; }","duration":"121.814588ms","start":"2026-03-18T01:04:35.247011Z","end":"2026-03-18T01:04:35.368826Z","steps":["trace[1942214886] 'agreement among raft nodes before linearized reading' (duration: 121.048311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.180444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:35.36887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.431108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368908Z","caller":"traceutil/trace.go:171","msg":"trace[1286523199] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7977; }","duration":"184.679455ms","start":"2026-03-18T01:04:35.184219Z","end":"2026-03-18T01:04:35.368898Z","steps":["trace[1286523199] 'agreement among raft nodes before linearized reading' (duration: 184.178414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.001288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368936Z","caller":"traceutil/trace.go:171","msg":"trace[276980344] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7977; }","duration":"204.036398ms","start":"2026-03-18T01:04:35.164893Z","end":"2026-03-18T01:04:35.368929Z","steps":["trace[276980344] 'agreement among raft nodes before linearized reading' (duration: 203.999727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:35.368926Z","caller":"traceutil/trace.go:171","msg":"trace[1956007858] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7977; }","duration":"204.54535ms","start":"2026-03-18T01:04:35.164365Z","end":"2026-03-18T01:04:35.36891Z","steps":["trace[1956007858] 'agreement among raft nodes before linearized reading' (duration: 204.453748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.368142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.341818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.368986Z","caller":"traceutil/trace.go:171","msg":"trace[1002832180] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7977; }","duration":"122.208176ms","start":"2026-03-18T01:04:35.246768Z","end":"2026-03-18T01:04:35.368977Z","steps":["trace[1002832180] 'agreement among raft nodes before linearized reading' (duration: 121.356598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.36811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.149953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.369123Z","caller":"traceutil/trace.go:171","msg":"trace[871244010] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7977; }","duration":"122.266128ms","start":"2026-03-18T01:04:35.246847Z","end":"2026-03-18T01:04:35.369113Z","steps":["trace[871244010] 'agreement among raft nodes before linearized reading' (duration: 121.246796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.369205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.878787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.369241Z","caller":"traceutil/trace.go:171","msg":"trace[1076390414] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7977; }","duration":"204.942938ms","start":"2026-03-18T01:04:35.164292Z","end":"2026-03-18T01:04:35.369235Z","steps":["trace[1076390414] 'agreement among raft nodes before linearized reading' (duration: 204.881757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.369258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.402203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.369276Z","caller":"traceutil/trace.go:171","msg":"trace[479855837] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7977; }","duration":"232.440284ms","start":"2026-03-18T01:04:35.136831Z","end":"2026-03-18T01:04:35.369271Z","steps":["trace[479855837] 'agreement among raft nodes before linearized reading' (duration: 232.408563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:35.36914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.095479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:35.370902Z","caller":"traceutil/trace.go:171","msg":"trace[912002414] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7977; }","duration":"234.905929ms","start":"2026-03-18T01:04:35.135971Z","end":"2026-03-18T01:04:35.370877Z","steps":["trace[912002414] 'agreement among raft nodes before linearized reading' (duration: 232.24994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:37.535996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.537151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:37.536259Z","caller":"traceutil/trace.go:171","msg":"trace[435359485] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"159.297497ms","start":"2026-03-18T01:04:37.37691Z","end":"2026-03-18T01:04:37.536208Z","steps":["trace[435359485] 'process raft request' (duration: 54.453879ms)","trace[435359485] 'compare' (duration: 104.357596ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:37.5363Z","caller":"traceutil/trace.go:171","msg":"trace[108834194] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8295; }","duration":"128.926316ms","start":"2026-03-18T01:04:37.407352Z","end":"2026-03-18T01:04:37.536278Z","steps":["trace[108834194] 'read index received' (duration: 23.955665ms)","trace[108834194] 'applied index is now lower than readState.Index' (duration: 104.969111ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:37.536478Z","caller":"traceutil/trace.go:171","msg":"trace[1091271057] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"159.544712ms","start":"2026-03-18T01:04:37.376922Z","end":"2026-03-18T01:04:37.536467Z","steps":["trace[1091271057] 'process raft request' (duration: 159.195905ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:37.536521Z","caller":"traceutil/trace.go:171","msg":"trace[344462673] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"159.252356ms","start":"2026-03-18T01:04:37.377248Z","end":"2026-03-18T01:04:37.5365Z","steps":["trace[344462673] 'process raft request' (duration: 158.97435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:37.536573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.283354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:04:37.536607Z","caller":"traceutil/trace.go:171","msg":"trace[557524352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7986; }","duration":"137.360575ms","start":"2026-03-18T01:04:37.399237Z","end":"2026-03-18T01:04:37.536598Z","steps":["trace[557524352] 'agreement among raft nodes before linearized reading' (duration: 137.222442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:37.536827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.126608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223933"} {"level":"info","ts":"2026-03-18T01:04:37.536867Z","caller":"traceutil/trace.go:171","msg":"trace[681463944] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7986; }","duration":"119.191059ms","start":"2026-03-18T01:04:37.417666Z","end":"2026-03-18T01:04:37.536857Z","steps":["trace[681463944] 'agreement among raft nodes before linearized reading' (duration: 118.895442ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:37.731128Z","caller":"traceutil/trace.go:171","msg":"trace[1648424182] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"102.125177ms","start":"2026-03-18T01:04:37.628966Z","end":"2026-03-18T01:04:37.731091Z","steps":["trace[1648424182] 'process raft request' (duration: 64.430783ms)","trace[1648424182] 'compare' (duration: 37.480259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:38.337453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.943791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:38.337624Z","caller":"traceutil/trace.go:171","msg":"trace[412802609] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"583.065834ms","start":"2026-03-18T01:04:37.75453Z","end":"2026-03-18T01:04:38.337596Z","steps":["trace[412802609] 'process raft request' (duration: 418.882378ms)","trace[412802609] 'compare' (duration: 163.811878ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:38.337664Z","caller":"traceutil/trace.go:171","msg":"trace[729833349] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8301; }","duration":"393.997062ms","start":"2026-03-18T01:04:37.943557Z","end":"2026-03-18T01:04:38.337554Z","steps":["trace[729833349] 'read index received' (duration: 229.853427ms)","trace[729833349] 'applied index is now lower than readState.Index' (duration: 164.142375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:38.33783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.269718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:38.337861Z","caller":"traceutil/trace.go:171","msg":"trace[1815132936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7989; }","duration":"394.33873ms","start":"2026-03-18T01:04:37.943511Z","end":"2026-03-18T01:04:38.337849Z","steps":["trace[1815132936] 'agreement among raft nodes before linearized reading' (duration: 394.229717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:38.337893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:37.943487Z","time spent":"394.399651ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:38.337937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:37.754477Z","time spent":"583.204317ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:39.87888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228964965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:39.878849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082052137s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:39.878966Z","caller":"traceutil/trace.go:171","msg":"trace[567347086] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7989; }","duration":"1.229081269s","start":"2026-03-18T01:04:38.649863Z","end":"2026-03-18T01:04:39.878945Z","steps":["trace[567347086] 'count revisions from in-memory index tree' (duration: 1.228882504s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:39.87898Z","caller":"traceutil/trace.go:171","msg":"trace[1446289617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7989; }","duration":"1.08221512s","start":"2026-03-18T01:04:38.796745Z","end":"2026-03-18T01:04:39.87896Z","steps":["trace[1446289617] 'range keys from in-memory index tree' (duration: 1.082028286s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:39.879029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:38.649802Z","time spent":"1.229206581s","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:39.87958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.383511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:39.879783Z","caller":"traceutil/trace.go:171","msg":"trace[123690004] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8302; }","duration":"677.512239ms","start":"2026-03-18T01:04:39.202255Z","end":"2026-03-18T01:04:39.879767Z","steps":["trace[123690004] 'read index received' (duration: 215.851663ms)","trace[123690004] 'applied index is now lower than readState.Index' (duration: 461.659626ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:39.879856Z","caller":"traceutil/trace.go:171","msg":"trace[633258116] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"977.324651ms","start":"2026-03-18T01:04:38.902491Z","end":"2026-03-18T01:04:39.879816Z","steps":["trace[633258116] 'process raft request' (duration: 515.603253ms)","trace[633258116] 'compare' (duration: 460.947271ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:39.879868Z","caller":"traceutil/trace.go:171","msg":"trace[1514803189] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"793.223229ms","start":"2026-03-18T01:04:39.086604Z","end":"2026-03-18T01:04:39.879827Z","steps":["trace[1514803189] 'process raft request' (duration: 793.074966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:39.880001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.752385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T01:04:39.880043Z","caller":"traceutil/trace.go:171","msg":"trace[1535697357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7991; }","duration":"677.831737ms","start":"2026-03-18T01:04:39.202201Z","end":"2026-03-18T01:04:39.880033Z","steps":["trace[1535697357] 'agreement among raft nodes before linearized reading' (duration: 677.663793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:39.880036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.241403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:04:39.88004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.659436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:04:39.880061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.601591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:04:39.880079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:39.20218Z","time spent":"677.891108ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:39.88007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:39.086578Z","time spent":"793.398214ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:39.880091Z","caller":"traceutil/trace.go:171","msg":"trace[1991972665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:7991; }","duration":"335.732037ms","start":"2026-03-18T01:04:39.544346Z","end":"2026-03-18T01:04:39.880078Z","steps":["trace[1991972665] 'agreement among raft nodes before linearized reading' (duration: 335.582814ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:39.880084Z","caller":"traceutil/trace.go:171","msg":"trace[1293102257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7991; }","duration":"271.352416ms","start":"2026-03-18T01:04:39.608718Z","end":"2026-03-18T01:04:39.88007Z","steps":["trace[1293102257] 'agreement among raft nodes before linearized reading' (duration: 271.202202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:39.880079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:38.90246Z","time spent":"977.503835ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:39.880113Z","caller":"traceutil/trace.go:171","msg":"trace[804675636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7991; }","duration":"338.673682ms","start":"2026-03-18T01:04:39.541423Z","end":"2026-03-18T01:04:39.880096Z","steps":["trace[804675636] 'agreement among raft nodes before linearized reading' (duration: 338.493148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:39.880134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:39.544339Z","time spent":"335.786778ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:04:39.880164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:39.541415Z","time spent":"338.739295ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:39.880157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.329434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:04:39.880212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.805448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T01:04:39.8801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.557752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:04:39.880245Z","caller":"traceutil/trace.go:171","msg":"trace[332597648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7991; }","duration":"467.479887ms","start":"2026-03-18T01:04:39.412744Z","end":"2026-03-18T01:04:39.880224Z","steps":["trace[332597648] 'agreement among raft nodes before linearized reading' (duration: 467.15906ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:39.880258Z","caller":"traceutil/trace.go:171","msg":"trace[1970812913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7991; }","duration":"339.88146ms","start":"2026-03-18T01:04:39.540363Z","end":"2026-03-18T01:04:39.880245Z","steps":["trace[1970812913] 'agreement among raft nodes before linearized reading' (duration: 339.781717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:39.880262Z","caller":"traceutil/trace.go:171","msg":"trace[351783338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7991; }","duration":"339.778787ms","start":"2026-03-18T01:04:39.540471Z","end":"2026-03-18T01:04:39.88025Z","steps":["trace[351783338] 'agreement among raft nodes before linearized reading' (duration: 339.45629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:39.8803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:39.540434Z","time spent":"339.855199ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:39.8803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:39.540342Z","time spent":"339.948051ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:39.880301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:39.412721Z","time spent":"467.570189ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:04:39.998099Z","caller":"traceutil/trace.go:171","msg":"trace[783349018] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"113.264246ms","start":"2026-03-18T01:04:39.884803Z","end":"2026-03-18T01:04:39.998067Z","steps":["trace[783349018] 'process raft request' (duration: 113.02715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:39.998154Z","caller":"traceutil/trace.go:171","msg":"trace[547324044] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"113.320957ms","start":"2026-03-18T01:04:39.884812Z","end":"2026-03-18T01:04:39.998133Z","steps":["trace[547324044] 'process raft request' (duration: 113.151003ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:39.998104Z","caller":"traceutil/trace.go:171","msg":"trace[26281511] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"113.103062ms","start":"2026-03-18T01:04:39.884979Z","end":"2026-03-18T01:04:39.998082Z","steps":["trace[26281511] 'process raft request' (duration: 113.02558ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:39.998337Z","caller":"traceutil/trace.go:171","msg":"trace[1672564205] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"113.208654ms","start":"2026-03-18T01:04:39.885077Z","end":"2026-03-18T01:04:39.998286Z","steps":["trace[1672564205] 'process raft request' (duration: 112.957759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.714928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.736693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-18T01:05:06.715027Z","caller":"traceutil/trace.go:171","msg":"trace[1986412895] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8178; }","duration":"296.891987ms","start":"2026-03-18T01:05:06.418113Z","end":"2026-03-18T01:05:06.715005Z","steps":["trace[1986412895] 'range keys from in-memory index tree' (duration: 296.553419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.754894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812585078658125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:05:12.932675Z","caller":"traceutil/trace.go:171","msg":"trace[307069612] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"828.788256ms","start":"2026-03-18T01:05:12.10386Z","end":"2026-03-18T01:05:12.932648Z","steps":["trace[307069612] 'process raft request' (duration: 828.615532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.933203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.103822Z","time spent":"829.022241ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:12.961557Z","caller":"traceutil/trace.go:171","msg":"trace[1772084760] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"856.037556ms","start":"2026-03-18T01:05:12.105474Z","end":"2026-03-18T01:05:12.961511Z","steps":["trace[1772084760] 'process raft request' (duration: 849.723945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.961796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.105438Z","time spent":"856.23453ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:12.964464Z","caller":"traceutil/trace.go:171","msg":"trace[944869653] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8521; }","duration":"710.065807ms","start":"2026-03-18T01:05:12.254368Z","end":"2026-03-18T01:05:12.964434Z","steps":["trace[944869653] 'read index received' (duration: 678.184714ms)","trace[944869653] 'applied index is now lower than readState.Index' (duration: 31.879913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:12.96471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.472651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:12.964773Z","caller":"traceutil/trace.go:171","msg":"trace[1405456760] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8202; }","duration":"419.585033ms","start":"2026-03-18T01:05:12.545171Z","end":"2026-03-18T01:05:12.964756Z","steps":["trace[1405456760] 'agreement among raft nodes before linearized reading' (duration: 419.480671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.964773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.324844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T01:05:12.964818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.529073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T01:05:12.964828Z","caller":"traceutil/trace.go:171","msg":"trace[1571998086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8202; }","duration":"706.384886ms","start":"2026-03-18T01:05:12.258429Z","end":"2026-03-18T01:05:12.964814Z","steps":["trace[1571998086] 'agreement among raft nodes before linearized reading' (duration: 706.168641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:12.964864Z","caller":"traceutil/trace.go:171","msg":"trace[1091177238] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8202; }","duration":"595.572725ms","start":"2026-03-18T01:05:12.369279Z","end":"2026-03-18T01:05:12.964852Z","steps":["trace[1091177238] 'agreement among raft nodes before linearized reading' (duration: 595.465642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.964873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.258364Z","time spent":"706.501109ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:12.964904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.36926Z","time spent":"595.636146ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T01:05:12.96489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.485968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:05:12.965007Z","caller":"traceutil/trace.go:171","msg":"trace[2128365220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8202; }","duration":"710.660521ms","start":"2026-03-18T01:05:12.254322Z","end":"2026-03-18T01:05:12.964982Z","steps":["trace[2128365220] 'agreement among raft nodes before linearized reading' (duration: 710.259241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.965072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.254309Z","time spent":"710.752504ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:12.965131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.312768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:05:12.964818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.545148Z","time spent":"419.659625ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:12.965181Z","caller":"traceutil/trace.go:171","msg":"trace[1075896351] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8202; }","duration":"666.37653ms","start":"2026-03-18T01:05:12.298789Z","end":"2026-03-18T01:05:12.965166Z","steps":["trace[1075896351] 'agreement among raft nodes before linearized reading' (duration: 666.250427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.96522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.298778Z","time spent":"666.434801ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:05:12.964723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.316929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:05:12.965272Z","caller":"traceutil/trace.go:171","msg":"trace[1440489456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:8202; }","duration":"658.936164ms","start":"2026-03-18T01:05:12.306325Z","end":"2026-03-18T01:05:12.965261Z","steps":["trace[1440489456] 'agreement among raft nodes before linearized reading' (duration: 658.275599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.965319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.306292Z","time spent":"659.016635ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:05:12.965591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.656896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:05:12.96564Z","caller":"traceutil/trace.go:171","msg":"trace[2027819159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8202; }","duration":"687.720578ms","start":"2026-03-18T01:05:12.277904Z","end":"2026-03-18T01:05:12.965625Z","steps":["trace[2027819159] 'agreement among raft nodes before linearized reading' (duration: 687.610196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.965671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.277894Z","time spent":"687.769939ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:12.965785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.332544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:05:12.96584Z","caller":"traceutil/trace.go:171","msg":"trace[2010584176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8202; }","duration":"689.408775ms","start":"2026-03-18T01:05:12.276417Z","end":"2026-03-18T01:05:12.965826Z","steps":["trace[2010584176] 'agreement among raft nodes before linearized reading' (duration: 689.266632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.965882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.276408Z","time spent":"689.466667ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:12.968408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.830129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T01:05:12.968597Z","caller":"traceutil/trace.go:171","msg":"trace[335575627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8202; }","duration":"694.748445ms","start":"2026-03-18T01:05:12.273797Z","end":"2026-03-18T01:05:12.968545Z","steps":["trace[335575627] 'agreement among raft nodes before linearized reading' (duration: 691.378779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:12.96872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.273739Z","time spent":"694.931619ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:05:14.316202Z","caller":"traceutil/trace.go:171","msg":"trace[1427166094] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"112.965709ms","start":"2026-03-18T01:05:14.2032Z","end":"2026-03-18T01:05:14.316166Z","steps":["trace[1427166094] 'process raft request' (duration: 93.435582ms)","trace[1427166094] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/barbican-api-849c447dc5-lzwk2.189dc9ec1d690fed; req_size:1117; } (duration: 19.349973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:25.133025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.067885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:25.13314Z","caller":"traceutil/trace.go:171","msg":"trace[864075149] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"425.068367ms","start":"2026-03-18T01:05:24.708051Z","end":"2026-03-18T01:05:25.133119Z","steps":["trace[864075149] 'process raft request' (duration: 238.777477ms)","trace[864075149] 'compare' (duration: 185.726368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:25.133201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:24.708024Z","time spent":"425.149519ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:25.991476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0446842s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T01:05:26.857886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.318632Z","time spent":"1.539247274s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T01:05:26.858855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.906749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:26.859194Z","caller":"traceutil/trace.go:171","msg":"trace[1581878383] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8623; }","duration":"2.145493106s","start":"2026-03-18T01:05:24.713488Z","end":"2026-03-18T01:05:26.858981Z","steps":["trace[1581878383] 'read index received' (duration: 233.330245ms)","trace[1581878383] 'applied index is now lower than readState.Index' (duration: 1.912160901s)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:26.859677Z","caller":"traceutil/trace.go:171","msg":"trace[986247577] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"2.147811459s","start":"2026-03-18T01:05:24.711845Z","end":"2026-03-18T01:05:26.859656Z","steps":["trace[986247577] 'process raft request' (duration: 1.279884286s)","trace[986247577] 'compare' (duration: 865.883427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:26.859777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:24.711824Z","time spent":"2.14790674s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4621,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:26.8602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1464978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-03-18T01:05:26.860283Z","caller":"traceutil/trace.go:171","msg":"trace[2064841749] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hpw45; range_end:; response_count:1; response_revision:8297; }","duration":"2.146829537s","start":"2026-03-18T01:05:24.71343Z","end":"2026-03-18T01:05:26.86026Z","steps":["trace[2064841749] 'agreement among raft nodes before linearized reading' (duration: 2.146476899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.860317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:24.713412Z","time spent":"2.146896568s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4660,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808713766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T01:05:26.891055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805710479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:05:26.89109Z","caller":"traceutil/trace.go:171","msg":"trace[1855548992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8299; }","duration":"1.808842229s","start":"2026-03-18T01:05:25.082227Z","end":"2026-03-18T01:05:26.89107Z","steps":["trace[1855548992] 'agreement among raft nodes before linearized reading' (duration: 1.808615684s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:26.891124Z","caller":"traceutil/trace.go:171","msg":"trace[484013556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"1.805802182s","start":"2026-03-18T01:05:25.085303Z","end":"2026-03-18T01:05:26.891105Z","steps":["trace[484013556] 'agreement among raft nodes before linearized reading' (duration: 1.805535746s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.89114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.082207Z","time spent":"1.808924061s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177551905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-18T01:05:26.891217Z","caller":"traceutil/trace.go:171","msg":"trace[1829282569] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8299; }","duration":"2.177685358s","start":"2026-03-18T01:05:24.713509Z","end":"2026-03-18T01:05:26.891194Z","steps":["trace[1829282569] 'agreement among raft nodes before linearized reading' (duration: 2.177394601s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.891263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:24.7135Z","time spent":"2.177754179s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801028464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:05:26.891257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755208409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T01:05:26.891367Z","caller":"traceutil/trace.go:171","msg":"trace[621670368] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8299; }","duration":"1.755383283s","start":"2026-03-18T01:05:25.135961Z","end":"2026-03-18T01:05:26.891344Z","steps":["trace[621670368] 'agreement among raft nodes before linearized reading' (duration: 1.754849761s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.891069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.749184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:26.891405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805113376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T01:05:26.891433Z","caller":"traceutil/trace.go:171","msg":"trace[159019966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8299; }","duration":"1.805158357s","start":"2026-03-18T01:05:25.086267Z","end":"2026-03-18T01:05:26.891425Z","steps":["trace[159019966] 'agreement among raft nodes before linearized reading' (duration: 1.805064855s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:26.891433Z","caller":"traceutil/trace.go:171","msg":"trace[773555249] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8299; }","duration":"142.189844ms","start":"2026-03-18T01:05:26.749232Z","end":"2026-03-18T01:05:26.891422Z","steps":["trace[773555249] 'agreement among raft nodes before linearized reading' (duration: 141.720174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:26.89143Z","caller":"traceutil/trace.go:171","msg":"trace[272607267] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"1.919331643s","start":"2026-03-18T01:05:24.972075Z","end":"2026-03-18T01:05:26.891407Z","steps":["trace[272607267] 'process raft request' (duration: 1.918528265s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:26.891312Z","caller":"traceutil/trace.go:171","msg":"trace[1613450238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:8299; }","duration":"1.801102056s","start":"2026-03-18T01:05:25.090199Z","end":"2026-03-18T01:05:26.891301Z","steps":["trace[1613450238] 'agreement among raft nodes before linearized reading' (duration: 1.800988894s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.891461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.086257Z","time spent":"1.805198019s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.090188Z","time spent":"1.80129561s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:24.972054Z","time spent":"1.919426435s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:26.891624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81645852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T01:05:26.891448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.13595Z","time spent":"1.755478025s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-18T01:05:26.891668Z","caller":"traceutil/trace.go:171","msg":"trace[2052310347] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"1.872477144s","start":"2026-03-18T01:05:25.019179Z","end":"2026-03-18T01:05:26.891656Z","steps":["trace[2052310347] 'process raft request' (duration: 1.871567334s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:26.89169Z","caller":"traceutil/trace.go:171","msg":"trace[2134822758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8299; }","duration":"1.816564623s","start":"2026-03-18T01:05:25.075113Z","end":"2026-03-18T01:05:26.891678Z","steps":["trace[2134822758] 'agreement among raft nodes before linearized reading' (duration: 1.816411679s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.891723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.075092Z","time spent":"1.816623583s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.019149Z","time spent":"1.872553425s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:26.891812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948034385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:26.891836Z","caller":"traceutil/trace.go:171","msg":"trace[1980688651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"1.948105907s","start":"2026-03-18T01:05:24.943722Z","end":"2026-03-18T01:05:26.891828Z","steps":["trace[1980688651] 'agreement among raft nodes before linearized reading' (duration: 1.948066716s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.891866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:24.943697Z","time spent":"1.948158187s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.085292Z","time spent":"1.805862813s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544372298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-18T01:05:26.89194Z","caller":"traceutil/trace.go:171","msg":"trace[834547937] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8299; }","duration":"1.544433109s","start":"2026-03-18T01:05:25.347498Z","end":"2026-03-18T01:05:26.891931Z","steps":["trace[834547937] 'agreement among raft nodes before linearized reading' (duration: 1.544344457s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.891966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.347475Z","time spent":"1.54448708s","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T01:05:26.891981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702763634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-03-18T01:05:26.892016Z","caller":"traceutil/trace.go:171","msg":"trace[368205902] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hpw45; range_end:; response_count:1; response_revision:8299; }","duration":"1.702807626s","start":"2026-03-18T01:05:25.189193Z","end":"2026-03-18T01:05:26.892001Z","steps":["trace[368205902] 'agreement among raft nodes before linearized reading' (duration: 1.702760645s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.892036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.189182Z","time spent":"1.702850296s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4660,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" "} {"level":"warn","ts":"2026-03-18T01:05:26.89193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755161138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-18T01:05:26.892016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80660752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T01:05:26.892112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80619191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:05:26.892161Z","caller":"traceutil/trace.go:171","msg":"trace[564941569] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8299; }","duration":"1.806257532s","start":"2026-03-18T01:05:25.085888Z","end":"2026-03-18T01:05:26.892145Z","steps":["trace[564941569] 'agreement among raft nodes before linearized reading' (duration: 1.806111969s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:26.892169Z","caller":"traceutil/trace.go:171","msg":"trace[954996481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"1.806803013s","start":"2026-03-18T01:05:25.08532Z","end":"2026-03-18T01:05:26.892123Z","steps":["trace[954996481] 'agreement among raft nodes before linearized reading' (duration: 1.806297112s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.892192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.085878Z","time spent":"1.806307183s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:05:26.892112Z","caller":"traceutil/trace.go:171","msg":"trace[30095866] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8299; }","duration":"1.755378793s","start":"2026-03-18T01:05:25.136721Z","end":"2026-03-18T01:05:26.8921Z","steps":["trace[30095866] 'agreement among raft nodes before linearized reading' (duration: 1.755116847s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:26.892241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.136706Z","time spent":"1.755524836s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-18T01:05:26.892241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:25.085308Z","time spent":"1.806918987s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:05:27.12036Z","caller":"traceutil/trace.go:171","msg":"trace[1577807423] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"222.635545ms","start":"2026-03-18T01:05:26.897689Z","end":"2026-03-18T01:05:27.120325Z","steps":["trace[1577807423] 'process raft request' (duration: 199.521747ms)","trace[1577807423] 'compare' (duration: 22.585906ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:27.120399Z","caller":"traceutil/trace.go:171","msg":"trace[574675353] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"222.685306ms","start":"2026-03-18T01:05:26.897697Z","end":"2026-03-18T01:05:27.120382Z","steps":["trace[574675353] 'process raft request' (duration: 222.474562ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.120608Z","caller":"traceutil/trace.go:171","msg":"trace[1770089995] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"221.714404ms","start":"2026-03-18T01:05:26.898883Z","end":"2026-03-18T01:05:27.120598Z","steps":["trace[1770089995] 'process raft request' (duration: 221.460009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.120844Z","caller":"traceutil/trace.go:171","msg":"trace[462748250] linearizableReadLoop","detail":"{readStateIndex:8630; appliedIndex:8627; }","duration":"222.973953ms","start":"2026-03-18T01:05:26.897858Z","end":"2026-03-18T01:05:27.120832Z","steps":["trace[462748250] 'read index received' (duration: 43.426794ms)","trace[462748250] 'applied index is now lower than readState.Index' (duration: 179.545789ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:27.120863Z","caller":"traceutil/trace.go:171","msg":"trace[2120282256] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"221.110311ms","start":"2026-03-18T01:05:26.89972Z","end":"2026-03-18T01:05:27.120831Z","steps":["trace[2120282256] 'process raft request' (duration: 220.834185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.121196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.317171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" ","response":"range_response_count:1 size:4641"} {"level":"info","ts":"2026-03-18T01:05:27.121235Z","caller":"traceutil/trace.go:171","msg":"trace[389326682] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hpw45; range_end:; response_count:1; response_revision:8306; }","duration":"223.398012ms","start":"2026-03-18T01:05:26.897827Z","end":"2026-03-18T01:05:27.121226Z","steps":["trace[389326682] 'agreement among raft nodes before linearized reading' (duration: 223.271979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.121413Z","caller":"traceutil/trace.go:171","msg":"trace[2074376263] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"220.921786ms","start":"2026-03-18T01:05:26.900458Z","end":"2026-03-18T01:05:27.121379Z","steps":["trace[2074376263] 'process raft request' (duration: 220.258502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.121754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.709065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-18T01:05:27.121805Z","caller":"traceutil/trace.go:171","msg":"trace[1832617101] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8306; }","duration":"221.758735ms","start":"2026-03-18T01:05:26.900029Z","end":"2026-03-18T01:05:27.121787Z","steps":["trace[1832617101] 'agreement among raft nodes before linearized reading' (duration: 221.658903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.121893Z","caller":"traceutil/trace.go:171","msg":"trace[264388078] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"220.828815ms","start":"2026-03-18T01:05:26.901038Z","end":"2026-03-18T01:05:27.121867Z","steps":["trace[264388078] 'process raft request' (duration: 219.725391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.121554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.359668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189dc9fa588d47af\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T01:05:27.121979Z","caller":"traceutil/trace.go:171","msg":"trace[758939119] range","detail":"{range_begin:/registry/events/openstack/ceph.189dc9fa588d47af; range_end:; response_count:1; response_revision:8306; }","duration":"222.812098ms","start":"2026-03-18T01:05:26.899158Z","end":"2026-03-18T01:05:27.12197Z","steps":["trace[758939119] 'agreement among raft nodes before linearized reading' (duration: 222.295947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.122063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.112353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T01:05:27.122141Z","caller":"traceutil/trace.go:171","msg":"trace[609790367] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8306; }","duration":"222.210355ms","start":"2026-03-18T01:05:26.899913Z","end":"2026-03-18T01:05:27.122123Z","steps":["trace[609790367] 'agreement among raft nodes before linearized reading' (duration: 221.9969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.121808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.452219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:27.122295Z","caller":"traceutil/trace.go:171","msg":"trace[573842530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8306; }","duration":"221.947559ms","start":"2026-03-18T01:05:26.900332Z","end":"2026-03-18T01:05:27.12228Z","steps":["trace[573842530] 'agreement among raft nodes before linearized reading' (duration: 221.330976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.292233Z","caller":"traceutil/trace.go:171","msg":"trace[1533686517] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"167.46482ms","start":"2026-03-18T01:05:27.12474Z","end":"2026-03-18T01:05:27.292205Z","steps":["trace[1533686517] 'process raft request' (duration: 167.310326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.365877Z","caller":"traceutil/trace.go:171","msg":"trace[1491453227] linearizableReadLoop","detail":"{readStateIndex:8636; appliedIndex:8634; }","duration":"235.321219ms","start":"2026-03-18T01:05:27.130518Z","end":"2026-03-18T01:05:27.365839Z","steps":["trace[1491453227] 'read index received' (duration: 161.604509ms)","trace[1491453227] 'applied index is now lower than readState.Index' (duration: 73.71545ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:27.365992Z","caller":"traceutil/trace.go:171","msg":"trace[1580763983] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"240.767751ms","start":"2026-03-18T01:05:27.125187Z","end":"2026-03-18T01:05:27.365955Z","steps":["trace[1580763983] 'process raft request' (duration: 240.392573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.366236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.689647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T01:05:27.366294Z","caller":"traceutil/trace.go:171","msg":"trace[1227522061] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8308; }","duration":"235.805699ms","start":"2026-03-18T01:05:27.130475Z","end":"2026-03-18T01:05:27.366281Z","steps":["trace[1227522061] 'agreement among raft nodes before linearized reading' (duration: 235.564674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.51283Z","caller":"traceutil/trace.go:171","msg":"trace[2053892403] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8636; }","duration":"146.802617ms","start":"2026-03-18T01:05:27.365997Z","end":"2026-03-18T01:05:27.5128Z","steps":["trace[2053892403] 'read index received' (duration: 56.636018ms)","trace[2053892403] 'applied index is now lower than readState.Index' (duration: 90.165039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:27.51316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.647362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-03-18T01:05:27.51316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.420096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hpw45\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-18T01:05:27.513219Z","caller":"traceutil/trace.go:171","msg":"trace[1141981514] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hpw45; range_end:; response_count:1; response_revision:8309; }","duration":"216.771564ms","start":"2026-03-18T01:05:27.296431Z","end":"2026-03-18T01:05:27.513202Z","steps":["trace[1141981514] 'agreement among raft nodes before linearized reading' (duration: 216.474788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.513241Z","caller":"traceutil/trace.go:171","msg":"trace[1898760856] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hpw45; range_end:; response_count:1; response_revision:8309; }","duration":"216.56734ms","start":"2026-03-18T01:05:27.296653Z","end":"2026-03-18T01:05:27.51322Z","steps":["trace[1898760856] 'agreement among raft nodes before linearized reading' (duration: 216.238852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:27.513247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.116662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-18T01:05:27.51337Z","caller":"traceutil/trace.go:171","msg":"trace[1835660432] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hpw45; range_end:; response_count:1; response_revision:8309; }","duration":"205.303596ms","start":"2026-03-18T01:05:27.30804Z","end":"2026-03-18T01:05:27.513343Z","steps":["trace[1835660432] 'agreement among raft nodes before linearized reading' (duration: 204.827696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.513779Z","caller":"traceutil/trace.go:171","msg":"trace[96628951] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"203.735962ms","start":"2026-03-18T01:05:27.309447Z","end":"2026-03-18T01:05:27.513183Z","steps":["trace[96628951] 'process raft request' (duration: 113.203664ms)","trace[96628951] 'compare' (duration: 89.963235ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:27.55343Z","caller":"traceutil/trace.go:171","msg":"trace[883024075] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8310; }","duration":"185.739408ms","start":"2026-03-18T01:05:27.367672Z","end":"2026-03-18T01:05:27.553412Z","steps":["trace[883024075] 'process raft request' (duration: 185.486832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.666891Z","caller":"traceutil/trace.go:171","msg":"trace[1259200771] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8311; }","duration":"108.350746ms","start":"2026-03-18T01:05:27.558513Z","end":"2026-03-18T01:05:27.666863Z","steps":["trace[1259200771] 'process raft request' (duration: 86.368993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.707692Z","caller":"traceutil/trace.go:171","msg":"trace[613612163] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"145.154251ms","start":"2026-03-18T01:05:27.562514Z","end":"2026-03-18T01:05:27.707668Z","steps":["trace[613612163] 'process raft request' (duration: 144.68028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:27.848282Z","caller":"traceutil/trace.go:171","msg":"trace[1166929013] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8641; }","duration":"113.598715ms","start":"2026-03-18T01:05:27.73465Z","end":"2026-03-18T01:05:27.848248Z","steps":["trace[1166929013] 'read index received' (duration: 64.995141ms)","trace[1166929013] 'applied index is now lower than readState.Index' (duration: 48.601924ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:27.8484Z","caller":"traceutil/trace.go:171","msg":"trace[447410432] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"116.637426ms","start":"2026-03-18T01:05:27.731676Z","end":"2026-03-18T01:05:27.848313Z","steps":["trace[447410432] 'process raft request' (duration: 68.007121ms)","trace[447410432] 'compare' (duration: 48.367278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:27.848627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.964617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hpw45\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-18T01:05:27.848672Z","caller":"traceutil/trace.go:171","msg":"trace[61561260] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hpw45; range_end:; response_count:1; response_revision:8313; }","duration":"114.0833ms","start":"2026-03-18T01:05:27.734578Z","end":"2026-03-18T01:05:27.848661Z","steps":["trace[61561260] 'agreement among raft nodes before linearized reading' (duration: 113.782251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:29.337446Z","caller":"traceutil/trace.go:171","msg":"trace[1926315270] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"853.618379ms","start":"2026-03-18T01:05:28.483798Z","end":"2026-03-18T01:05:29.337416Z","steps":["trace[1926315270] 'process raft request' (duration: 853.434744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:29.337606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.483771Z","time spent":"853.752423ms","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:30.066833Z","caller":"traceutil/trace.go:171","msg":"trace[1355495346] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"1.168905579s","start":"2026-03-18T01:05:28.897897Z","end":"2026-03-18T01:05:30.066803Z","steps":["trace[1355495346] 'process raft request' (duration: 1.167601321s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.067001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.897868Z","time spent":"1.169042603s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:30.067232Z","caller":"traceutil/trace.go:171","msg":"trace[1742071690] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"1.169016033s","start":"2026-03-18T01:05:28.898183Z","end":"2026-03-18T01:05:30.067199Z","steps":["trace[1742071690] 'process raft request' (duration: 1.168561629s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.067288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163793158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:05:30.067339Z","caller":"traceutil/trace.go:171","msg":"trace[483395351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:8317; }","duration":"1.163899731s","start":"2026-03-18T01:05:28.903426Z","end":"2026-03-18T01:05:30.067326Z","steps":["trace[483395351] 'agreement among raft nodes before linearized reading' (duration: 1.163714715s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.067382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.903402Z","time spent":"1.163972134s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:05:30.06739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.898155Z","time spent":"1.169163518s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:30.067454Z","caller":"traceutil/trace.go:171","msg":"trace[48066128] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8643; }","duration":"1.163537459s","start":"2026-03-18T01:05:28.903483Z","end":"2026-03-18T01:05:30.06702Z","steps":["trace[48066128] 'read index received' (duration: 433.662698ms)","trace[48066128] 'applied index is now lower than readState.Index' (duration: 729.871901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:30.067759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125114508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:30.067801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.095039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:05:30.067809Z","caller":"traceutil/trace.go:171","msg":"trace[1956331504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8317; }","duration":"1.125209311s","start":"2026-03-18T01:05:28.94258Z","end":"2026-03-18T01:05:30.067789Z","steps":["trace[1956331504] 'agreement among raft nodes before linearized reading' (duration: 1.125089467s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:30.067836Z","caller":"traceutil/trace.go:171","msg":"trace[433348729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8317; }","duration":"941.175121ms","start":"2026-03-18T01:05:29.126651Z","end":"2026-03-18T01:05:30.067827Z","steps":["trace[433348729] 'agreement among raft nodes before linearized reading' (duration: 941.084478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.06785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.942558Z","time spent":"1.125284773s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:30.067872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.126627Z","time spent":"941.238963ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:30.068018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.772999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T01:05:30.068018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123370806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T01:05:30.068008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.24125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-18T01:05:30.068063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.117122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-18T01:05:30.068065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044119861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:30.0681Z","caller":"traceutil/trace.go:171","msg":"trace[678297796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8317; }","duration":"703.376804ms","start":"2026-03-18T01:05:29.364702Z","end":"2026-03-18T01:05:30.068078Z","steps":["trace[678297796] 'agreement among raft nodes before linearized reading' (duration: 703.113087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.068123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.087649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T01:05:30.068135Z","caller":"traceutil/trace.go:171","msg":"trace[554452756] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8317; }","duration":"1.044241925s","start":"2026-03-18T01:05:29.023879Z","end":"2026-03-18T01:05:30.068121Z","steps":["trace[554452756] 'agreement among raft nodes before linearized reading' (duration: 1.044016708s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.068138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.719968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:05:30.068135Z","caller":"traceutil/trace.go:171","msg":"trace[530511339] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8317; }","duration":"722.222725ms","start":"2026-03-18T01:05:29.345899Z","end":"2026-03-18T01:05:30.068121Z","steps":["trace[530511339] 'agreement among raft nodes before linearized reading' (duration: 722.046379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:30.06816Z","caller":"traceutil/trace.go:171","msg":"trace[736346403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8317; }","duration":"941.160521ms","start":"2026-03-18T01:05:29.126992Z","end":"2026-03-18T01:05:30.068153Z","steps":["trace[736346403] 'agreement among raft nodes before linearized reading' (duration: 941.078318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.068176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.023864Z","time spent":"1.044300416s","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:30.068144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.160952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:05:30.068178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.364683Z","time spent":"703.475757ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:05:30.068177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.345876Z","time spent":"722.294787ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-18T01:05:30.0682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.126977Z","time spent":"941.210423ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:05:30.068203Z","caller":"traceutil/trace.go:171","msg":"trace[1037137488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8317; }","duration":"940.79023ms","start":"2026-03-18T01:05:29.12737Z","end":"2026-03-18T01:05:30.06816Z","steps":["trace[1037137488] 'agreement among raft nodes before linearized reading' (duration: 940.327616ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:30.06823Z","caller":"traceutil/trace.go:171","msg":"trace[1870459466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8317; }","duration":"940.245334ms","start":"2026-03-18T01:05:29.127955Z","end":"2026-03-18T01:05:30.0682Z","steps":["trace[1870459466] 'agreement among raft nodes before linearized reading' (duration: 940.017127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:30.068074Z","caller":"traceutil/trace.go:171","msg":"trace[681973348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8317; }","duration":"1.123461559s","start":"2026-03-18T01:05:28.944594Z","end":"2026-03-18T01:05:30.068055Z","steps":["trace[681973348] 'agreement among raft nodes before linearized reading' (duration: 1.123323275s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.068276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:28.944579Z","time spent":"1.123691206s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:05:30.068296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.127948Z","time spent":"940.308136ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:05:30.068051Z","caller":"traceutil/trace.go:171","msg":"trace[716545043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8317; }","duration":"940.832401ms","start":"2026-03-18T01:05:29.12721Z","end":"2026-03-18T01:05:30.068043Z","steps":["trace[716545043] 'agreement among raft nodes before linearized reading' (duration: 940.729588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.06838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.127203Z","time spent":"941.168001ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:05:30.068235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:29.127347Z","time spent":"940.880563ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:30.068557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.625392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:30.068611Z","caller":"traceutil/trace.go:171","msg":"trace[1377159248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8317; }","duration":"168.737215ms","start":"2026-03-18T01:05:29.899859Z","end":"2026-03-18T01:05:30.068596Z","steps":["trace[1377159248] 'agreement among raft nodes before linearized reading' (duration: 168.089826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.470865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.957719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:30.471367Z","caller":"traceutil/trace.go:171","msg":"trace[2099889259] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"397.524964ms","start":"2026-03-18T01:05:30.073817Z","end":"2026-03-18T01:05:30.471342Z","steps":["trace[2099889259] 'process raft request' (duration: 397.349259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:30.471399Z","caller":"traceutil/trace.go:171","msg":"trace[2025738380] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"397.71779ms","start":"2026-03-18T01:05:30.073651Z","end":"2026-03-18T01:05:30.471368Z","steps":["trace[2025738380] 'process raft request' (duration: 288.148314ms)","trace[2025738380] 'compare' (duration: 108.760781ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:30.471414Z","caller":"traceutil/trace.go:171","msg":"trace[2017509166] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"397.636327ms","start":"2026-03-18T01:05:30.073743Z","end":"2026-03-18T01:05:30.471379Z","steps":["trace[2017509166] 'process raft request' (duration: 397.279537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.471556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.073624Z","time spent":"397.836824ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:30.471566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.073733Z","time spent":"397.757212ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:30.471573Z","caller":"traceutil/trace.go:171","msg":"trace[51721462] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"397.629337ms","start":"2026-03-18T01:05:30.073927Z","end":"2026-03-18T01:05:30.471557Z","steps":["trace[51721462] 'process raft request' (duration: 397.36164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.471653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.073895Z","time spent":"397.71552ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:30.471493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.073805Z","time spent":"397.618958ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:30.471909Z","caller":"traceutil/trace.go:171","msg":"trace[1351238439] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"396.466623ms","start":"2026-03-18T01:05:30.07543Z","end":"2026-03-18T01:05:30.471897Z","steps":["trace[1351238439] 'process raft request' (duration: 396.073342ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:30.471938Z","caller":"traceutil/trace.go:171","msg":"trace[1818557005] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"395.816403ms","start":"2026-03-18T01:05:30.076107Z","end":"2026-03-18T01:05:30.471923Z","steps":["trace[1818557005] 'process raft request' (duration: 395.71331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.471974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.075403Z","time spent":"396.538006ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:30.471981Z","caller":"traceutil/trace.go:171","msg":"trace[2120618656] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"177.756913ms","start":"2026-03-18T01:05:30.294211Z","end":"2026-03-18T01:05:30.471968Z","steps":["trace[2120618656] 'process raft request' (duration: 177.698801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.471999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.076074Z","time spent":"395.900906ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T01:05:30.472045Z","caller":"traceutil/trace.go:171","msg":"trace[1907129721] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8647; }","duration":"398.091511ms","start":"2026-03-18T01:05:30.073927Z","end":"2026-03-18T01:05:30.472018Z","steps":["trace[1907129721] 'read index received' (duration: 21.549341ms)","trace[1907129721] 'applied index is now lower than readState.Index' (duration: 376.53927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:30.472205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.435792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:30.472257Z","caller":"traceutil/trace.go:171","msg":"trace[1547827919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8325; }","duration":"393.498833ms","start":"2026-03-18T01:05:30.078739Z","end":"2026-03-18T01:05:30.472238Z","steps":["trace[1547827919] 'agreement among raft nodes before linearized reading' (duration: 393.419531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.472292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.078725Z","time spent":"393.559256ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:30.472283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.350748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T01:05:30.472338Z","caller":"traceutil/trace.go:171","msg":"trace[1096772284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8325; }","duration":"398.441751ms","start":"2026-03-18T01:05:30.073883Z","end":"2026-03-18T01:05:30.472325Z","steps":["trace[1096772284] 'agreement among raft nodes before linearized reading' (duration: 398.242005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.472381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.073875Z","time spent":"398.496423ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:05:30.472593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.198715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228579"} {"level":"info","ts":"2026-03-18T01:05:30.472636Z","caller":"traceutil/trace.go:171","msg":"trace[138848453] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8325; }","duration":"398.244336ms","start":"2026-03-18T01:05:30.074382Z","end":"2026-03-18T01:05:30.472626Z","steps":["trace[138848453] 'agreement among raft nodes before linearized reading' (duration: 397.772192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:30.472663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:30.07434Z","time spent":"398.314778ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228603,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:05:30.94571Z","caller":"traceutil/trace.go:171","msg":"trace[1454489330] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"124.752537ms","start":"2026-03-18T01:05:30.820935Z","end":"2026-03-18T01:05:30.945688Z","steps":["trace[1454489330] 'process raft request' (duration: 124.574672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:32.239911Z","caller":"traceutil/trace.go:171","msg":"trace[1258495603] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8655; }","duration":"141.681131ms","start":"2026-03-18T01:05:32.0982Z","end":"2026-03-18T01:05:32.239882Z","steps":["trace[1258495603] 'read index received' (duration: 73.350731ms)","trace[1258495603] 'applied index is now lower than readState.Index' (duration: 68.32907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:32.240011Z","caller":"traceutil/trace.go:171","msg":"trace[754957626] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"163.608932ms","start":"2026-03-18T01:05:32.07636Z","end":"2026-03-18T01:05:32.239969Z","steps":["trace[754957626] 'process raft request' (duration: 163.374085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:32.240194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.977889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:05:32.240242Z","caller":"traceutil/trace.go:171","msg":"trace[648302924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8328; }","duration":"142.073042ms","start":"2026-03-18T01:05:32.098154Z","end":"2026-03-18T01:05:32.240227Z","steps":["trace[648302924] 'agreement among raft nodes before linearized reading' (duration: 141.874016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:32.908075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.040566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:32.908203Z","caller":"traceutil/trace.go:171","msg":"trace[1505316379] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"432.056111ms","start":"2026-03-18T01:05:32.476124Z","end":"2026-03-18T01:05:32.90818Z","steps":["trace[1505316379] 'read index received' (duration: 38.181µs)","trace[1505316379] 'applied index is now lower than readState.Index' (duration: 432.01606ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:32.908235Z","caller":"traceutil/trace.go:171","msg":"trace[1055469242] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"664.102217ms","start":"2026-03-18T01:05:32.244102Z","end":"2026-03-18T01:05:32.908205Z","steps":["trace[1055469242] 'process raft request' (duration: 110.814283ms)","trace[1055469242] 'compare' (duration: 552.739157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:32.908371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.244084Z","time spent":"664.20948ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:32.908431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.291988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:05:32.908528Z","caller":"traceutil/trace.go:171","msg":"trace[7427621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8329; }","duration":"432.442223ms","start":"2026-03-18T01:05:32.476064Z","end":"2026-03-18T01:05:32.908506Z","steps":["trace[7427621] 'agreement among raft nodes before linearized reading' (duration: 432.197696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:32.908577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.476042Z","time spent":"432.521885ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:05:33.465951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.463278ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T01:05:33.4661Z","caller":"traceutil/trace.go:171","msg":"trace[1573096738] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8658; }","duration":"557.843449ms","start":"2026-03-18T01:05:32.908238Z","end":"2026-03-18T01:05:33.466082Z","steps":["trace[1573096738] 'read index received' (duration: 37.235666ms)","trace[1573096738] 'applied index is now lower than readState.Index' (duration: 520.605513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:33.466473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.044824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T01:05:33.466454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.379075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T01:05:33.466463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.20671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:05:33.46652Z","caller":"traceutil/trace.go:171","msg":"trace[1527560622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8329; }","duration":"989.107936ms","start":"2026-03-18T01:05:32.477399Z","end":"2026-03-18T01:05:33.466507Z","steps":["trace[1527560622] 'agreement among raft nodes before linearized reading' (duration: 988.91218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:33.46654Z","caller":"traceutil/trace.go:171","msg":"trace[545637405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8329; }","duration":"988.483378ms","start":"2026-03-18T01:05:32.478037Z","end":"2026-03-18T01:05:33.46652Z","steps":["trace[545637405] 'agreement among raft nodes before linearized reading' (duration: 988.22596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:33.46655Z","caller":"traceutil/trace.go:171","msg":"trace[544145566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:8329; }","duration":"985.323724ms","start":"2026-03-18T01:05:32.481205Z","end":"2026-03-18T01:05:33.466528Z","steps":["trace[544145566] 'agreement among raft nodes before linearized reading' (duration: 985.089457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:33.466581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.478032Z","time spent":"988.541129ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:33.466611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.481195Z","time spent":"985.407136ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:05:33.466634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.116195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T01:05:33.466562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.477392Z","time spent":"989.162368ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:05:33.466796Z","caller":"traceutil/trace.go:171","msg":"trace[1819365234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8329; }","duration":"990.315341ms","start":"2026-03-18T01:05:32.476452Z","end":"2026-03-18T01:05:33.466767Z","steps":["trace[1819365234] 'agreement among raft nodes before linearized reading' (duration: 989.909249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:33.466856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.476445Z","time spent":"990.396964ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:33.467799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.29429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:05:33.467916Z","caller":"traceutil/trace.go:171","msg":"trace[1611335111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8329; }","duration":"991.445095ms","start":"2026-03-18T01:05:32.476442Z","end":"2026-03-18T01:05:33.467887Z","steps":["trace[1611335111] 'agreement among raft nodes before linearized reading' (duration: 990.021683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:33.467977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.476436Z","time spent":"991.531477ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:05:33.574125Z","caller":"traceutil/trace.go:171","msg":"trace[485844511] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8659; }","duration":"107.966548ms","start":"2026-03-18T01:05:33.466127Z","end":"2026-03-18T01:05:33.574093Z","steps":["trace[485844511] 'read index received' (duration: 107.391231ms)","trace[485844511] 'applied index is now lower than readState.Index' (duration: 574.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:33.57417Z","caller":"traceutil/trace.go:171","msg":"trace[1798690725] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"661.102127ms","start":"2026-03-18T01:05:32.91303Z","end":"2026-03-18T01:05:33.574132Z","steps":["trace[1798690725] 'process raft request' (duration: 660.572892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:33.574279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.89354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:33.574321Z","caller":"traceutil/trace.go:171","msg":"trace[1261643251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8330; }","duration":"630.955111ms","start":"2026-03-18T01:05:32.943355Z","end":"2026-03-18T01:05:33.57431Z","steps":["trace[1261643251] 'agreement among raft nodes before linearized reading' (duration: 630.873379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:33.57436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.943308Z","time spent":"631.044884ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:33.574427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:32.913008Z","time spent":"661.248362ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:33.574639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.34016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-18T01:05:33.574798Z","caller":"traceutil/trace.go:171","msg":"trace[1582333744] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8330; }","duration":"284.458354ms","start":"2026-03-18T01:05:33.290245Z","end":"2026-03-18T01:05:33.574703Z","steps":["trace[1582333744] 'agreement among raft nodes before linearized reading' (duration: 283.896756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:33.598256Z","caller":"traceutil/trace.go:171","msg":"trace[1320884131] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"126.405767ms","start":"2026-03-18T01:05:33.471823Z","end":"2026-03-18T01:05:33.598228Z","steps":["trace[1320884131] 'process raft request' (duration: 126.199421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:33.598498Z","caller":"traceutil/trace.go:171","msg":"trace[638791018] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"125.538801ms","start":"2026-03-18T01:05:33.472941Z","end":"2026-03-18T01:05:33.59848Z","steps":["trace[638791018] 'process raft request' (duration: 125.245672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:33.598523Z","caller":"traceutil/trace.go:171","msg":"trace[1322174410] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"125.473519ms","start":"2026-03-18T01:05:33.473034Z","end":"2026-03-18T01:05:33.598507Z","steps":["trace[1322174410] 'process raft request' (duration: 125.353695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:33.598645Z","caller":"traceutil/trace.go:171","msg":"trace[678590065] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"125.387377ms","start":"2026-03-18T01:05:33.473247Z","end":"2026-03-18T01:05:33.598635Z","steps":["trace[678590065] 'process raft request' (duration: 125.219992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:33.599303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.108857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228579"} {"level":"info","ts":"2026-03-18T01:05:33.599361Z","caller":"traceutil/trace.go:171","msg":"trace[136173848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8334; }","duration":"128.175409ms","start":"2026-03-18T01:05:33.471171Z","end":"2026-03-18T01:05:33.599346Z","steps":["trace[136173848] 'agreement among raft nodes before linearized reading' (duration: 127.438807ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:34.054866Z","caller":"traceutil/trace.go:171","msg":"trace[994507550] linearizableReadLoop","detail":"{readStateIndex:8665; appliedIndex:8664; }","duration":"119.033368ms","start":"2026-03-18T01:05:33.935796Z","end":"2026-03-18T01:05:34.05483Z","steps":["trace[994507550] 'read index received' (duration: 117.621655ms)","trace[994507550] 'applied index is now lower than readState.Index' (duration: 1.410033ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:34.055033Z","caller":"traceutil/trace.go:171","msg":"trace[1055654754] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"123.050847ms","start":"2026-03-18T01:05:33.931931Z","end":"2026-03-18T01:05:34.054982Z","steps":["trace[1055654754] 'process raft request' (duration: 121.916344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.055121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.284766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:34.055169Z","caller":"traceutil/trace.go:171","msg":"trace[209451418] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8335; }","duration":"119.42641ms","start":"2026-03-18T01:05:33.935729Z","end":"2026-03-18T01:05:34.055155Z","steps":["trace[209451418] 'agreement among raft nodes before linearized reading' (duration: 119.233854ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:28.735554Z","caller":"traceutil/trace.go:171","msg":"trace[1414915277] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"237.992075ms","start":"2026-03-18T01:06:28.497531Z","end":"2026-03-18T01:06:28.735523Z","steps":["trace[1414915277] 'process raft request' (duration: 233.707769ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:29.336411Z","caller":"traceutil/trace.go:171","msg":"trace[1565196482] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"169.004099ms","start":"2026-03-18T01:06:29.167379Z","end":"2026-03-18T01:06:29.336383Z","steps":["trace[1565196482] 'process raft request' (duration: 168.788135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:29.336617Z","caller":"traceutil/trace.go:171","msg":"trace[1845441237] linearizableReadLoop","detail":"{readStateIndex:9220; appliedIndex:9219; }","duration":"137.069482ms","start":"2026-03-18T01:06:29.199272Z","end":"2026-03-18T01:06:29.336341Z","steps":["trace[1845441237] 'read index received' (duration: 136.780696ms)","trace[1845441237] 'applied index is now lower than readState.Index' (duration: 287.716µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:29.336689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.393409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:29.336779Z","caller":"traceutil/trace.go:171","msg":"trace[241713941] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8875; }","duration":"137.534983ms","start":"2026-03-18T01:06:29.199225Z","end":"2026-03-18T01:06:29.33676Z","steps":["trace[241713941] 'agreement among raft nodes before linearized reading' (duration: 137.290117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:33.257451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.506992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:33.257531Z","caller":"traceutil/trace.go:171","msg":"trace[975859877] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8929; }","duration":"352.644085ms","start":"2026-03-18T01:06:32.904869Z","end":"2026-03-18T01:06:33.257513Z","steps":["trace[975859877] 'count revisions from in-memory index tree' (duration: 352.405499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:33.257566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:32.904814Z","time spent":"352.744527ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:06:34.262611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017339494s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T01:06:34.262687Z","caller":"traceutil/trace.go:171","msg":"trace[243330976] linearizableReadLoop","detail":"{readStateIndex:9275; appliedIndex:9274; }","duration":"1.084227004s","start":"2026-03-18T01:06:33.178448Z","end":"2026-03-18T01:06:34.262675Z","steps":["trace[243330976] 'read index received' (duration: 66.735986ms)","trace[243330976] 'applied index is now lower than readState.Index' (duration: 1.017490188s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:34.263069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084598572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:06:34.263101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.769053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:34.263149Z","caller":"traceutil/trace.go:171","msg":"trace[1658245576] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8929; }","duration":"1.084690764s","start":"2026-03-18T01:06:33.178441Z","end":"2026-03-18T01:06:34.263132Z","steps":["trace[1658245576] 'agreement among raft nodes before linearized reading' (duration: 1.084559401s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.263158Z","caller":"traceutil/trace.go:171","msg":"trace[577397260] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8929; }","duration":"644.874315ms","start":"2026-03-18T01:06:33.618266Z","end":"2026-03-18T01:06:34.26314Z","steps":["trace[577397260] 'agreement among raft nodes before linearized reading' (duration: 644.780893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.26318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.178419Z","time spent":"1.084754926s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:06:34.263205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.618244Z","time spent":"644.945807ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:06:34.263277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.36541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:06:34.263257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.88661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414497"} {"level":"warn","ts":"2026-03-18T01:06:34.263326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.984176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:34.263341Z","caller":"traceutil/trace.go:171","msg":"trace[1883352493] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8929; }","duration":"222.040187ms","start":"2026-03-18T01:06:34.041295Z","end":"2026-03-18T01:06:34.263335Z","steps":["trace[1883352493] 'agreement among raft nodes before linearized reading' (duration: 222.018317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.263335Z","caller":"traceutil/trace.go:171","msg":"trace[1543278126] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8929; }","duration":"986.013102ms","start":"2026-03-18T01:06:33.277304Z","end":"2026-03-18T01:06:34.263317Z","steps":["trace[1543278126] 'agreement among raft nodes before linearized reading' (duration: 985.725746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.26312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.761361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:06:34.263379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.516102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T01:06:34.26324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.227759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:06:34.263414Z","caller":"traceutil/trace.go:171","msg":"trace[1732978958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8929; }","duration":"371.052817ms","start":"2026-03-18T01:06:33.892341Z","end":"2026-03-18T01:06:34.263394Z","steps":["trace[1732978958] 'agreement among raft nodes before linearized reading' (duration: 370.692399ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.26343Z","caller":"traceutil/trace.go:171","msg":"trace[1345177388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8929; }","duration":"378.438953ms","start":"2026-03-18T01:06:33.884981Z","end":"2026-03-18T01:06:34.26342Z","steps":["trace[1345177388] 'agreement among raft nodes before linearized reading' (duration: 378.057615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.263439Z","caller":"traceutil/trace.go:171","msg":"trace[286669362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8929; }","duration":"373.596434ms","start":"2026-03-18T01:06:33.889823Z","end":"2026-03-18T01:06:34.263419Z","steps":["trace[286669362] 'agreement among raft nodes before linearized reading' (duration: 373.469642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.26346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.884928Z","time spent":"378.524955ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:06:34.263487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.889801Z","time spent":"373.678466ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:06:34.26353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.397512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:06:34.263556Z","caller":"traceutil/trace.go:171","msg":"trace[2129095708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8929; }","duration":"374.443273ms","start":"2026-03-18T01:06:33.889108Z","end":"2026-03-18T01:06:34.263551Z","steps":["trace[2129095708] 'agreement among raft nodes before linearized reading' (duration: 374.383802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.263569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.889099Z","time spent":"374.466794ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:06:34.263303Z","caller":"traceutil/trace.go:171","msg":"trace[972230257] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8929; }","duration":"113.433022ms","start":"2026-03-18T01:06:34.149861Z","end":"2026-03-18T01:06:34.263294Z","steps":["trace[972230257] 'agreement among raft nodes before linearized reading' (duration: 113.399551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.263599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.845682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:06:34.263392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.277279Z","time spent":"986.104265ms","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414521,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T01:06:34.26362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.172614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:06:34.263451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.892337Z","time spent":"371.102768ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:06:34.263648Z","caller":"traceutil/trace.go:171","msg":"trace[160722215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8929; }","duration":"320.952024ms","start":"2026-03-18T01:06:33.942682Z","end":"2026-03-18T01:06:34.263634Z","steps":["trace[160722215] 'agreement among raft nodes before linearized reading' (duration: 320.869832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.263655Z","caller":"traceutil/trace.go:171","msg":"trace[1860793360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8929; }","duration":"915.250185ms","start":"2026-03-18T01:06:33.348396Z","end":"2026-03-18T01:06:34.263646Z","steps":["trace[1860793360] 'agreement among raft nodes before linearized reading' (duration: 915.151753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.263675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.910195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-5fdld\" ","response":"range_response_count:1 size:9598"} {"level":"warn","ts":"2026-03-18T01:06:34.263685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.348364Z","time spent":"915.315648ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:06:34.263687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.942668Z","time spent":"321.009396ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:06:34.263704Z","caller":"traceutil/trace.go:171","msg":"trace[725945162] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-5fdld; range_end:; response_count:1; response_revision:8929; }","duration":"429.056248ms","start":"2026-03-18T01:06:33.834639Z","end":"2026-03-18T01:06:34.263695Z","steps":["trace[725945162] 'agreement among raft nodes before linearized reading' (duration: 428.826612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.263651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.441433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:06:34.263671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.690887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:06:34.263732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.834614Z","time spent":"429.11377ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9622,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-5fdld\" "} {"level":"info","ts":"2026-03-18T01:06:34.263756Z","caller":"traceutil/trace.go:171","msg":"trace[1256636652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8929; }","duration":"374.579826ms","start":"2026-03-18T01:06:33.889158Z","end":"2026-03-18T01:06:34.263738Z","steps":["trace[1256636652] 'agreement among raft nodes before linearized reading' (duration: 374.214287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.263787Z","caller":"traceutil/trace.go:171","msg":"trace[278462875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:8929; }","duration":"332.868882ms","start":"2026-03-18T01:06:33.930888Z","end":"2026-03-18T01:06:34.263757Z","steps":["trace[278462875] 'agreement among raft nodes before linearized reading' (duration: 332.478282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.26383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.88914Z","time spent":"374.678959ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:06:34.263847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.930868Z","time spent":"332.969184ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qwhnp\" "} {"level":"warn","ts":"2026-03-18T01:06:34.26494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.287602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:06:34.264975Z","caller":"traceutil/trace.go:171","msg":"trace[716425480] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8929; }","duration":"681.375083ms","start":"2026-03-18T01:06:33.583591Z","end":"2026-03-18T01:06:34.264966Z","steps":["trace[716425480] 'agreement among raft nodes before linearized reading' (duration: 679.753957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.264996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:33.583566Z","time spent":"681.424134ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:06:34.808557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.646566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:06:34.808802Z","caller":"traceutil/trace.go:171","msg":"trace[1822919144] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"540.753982ms","start":"2026-03-18T01:06:34.268031Z","end":"2026-03-18T01:06:34.808785Z","steps":["trace[1822919144] 'process raft request' (duration: 540.623069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.808876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.26802Z","time spent":"540.821833ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:34.809184Z","caller":"traceutil/trace.go:171","msg":"trace[2092127175] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"540.387244ms","start":"2026-03-18T01:06:34.268765Z","end":"2026-03-18T01:06:34.809152Z","steps":["trace[2092127175] 'process raft request' (duration: 539.976595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.80922Z","caller":"traceutil/trace.go:171","msg":"trace[857449108] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"541.10711ms","start":"2026-03-18T01:06:34.267815Z","end":"2026-03-18T01:06:34.808922Z","steps":["trace[857449108] 'process raft request' (duration: 312.011704ms)","trace[857449108] 'compare' (duration: 228.4017ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:34.809253Z","caller":"traceutil/trace.go:171","msg":"trace[2133515452] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"540.400253ms","start":"2026-03-18T01:06:34.268823Z","end":"2026-03-18T01:06:34.809223Z","steps":["trace[2133515452] 'process raft request' (duration: 540.22385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.809307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.267799Z","time spent":"541.462697ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:34.809308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.268757Z","time spent":"540.485036ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:34.809292Z","caller":"traceutil/trace.go:171","msg":"trace[371893867] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"536.633119ms","start":"2026-03-18T01:06:34.272629Z","end":"2026-03-18T01:06:34.809262Z","steps":["trace[371893867] 'process raft request' (duration: 536.537117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.809344Z","caller":"traceutil/trace.go:171","msg":"trace[581903015] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"533.864567ms","start":"2026-03-18T01:06:34.275466Z","end":"2026-03-18T01:06:34.80933Z","steps":["trace[581903015] 'process raft request' (duration: 533.772585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.809408Z","caller":"traceutil/trace.go:171","msg":"trace[1362352932] linearizableReadLoop","detail":"{readStateIndex:9283; appliedIndex:9275; }","duration":"532.020036ms","start":"2026-03-18T01:06:34.27738Z","end":"2026-03-18T01:06:34.8094Z","steps":["trace[1362352932] 'read index received' (duration: 7.064019ms)","trace[1362352932] 'applied index is now lower than readState.Index' (duration: 524.955147ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:34.809383Z","caller":"traceutil/trace.go:171","msg":"trace[887901447] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"535.496894ms","start":"2026-03-18T01:06:34.273847Z","end":"2026-03-18T01:06:34.809344Z","steps":["trace[887901447] 'process raft request' (duration: 535.355231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.8094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.268815Z","time spent":"540.508447ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:34.809416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.27546Z","time spent":"533.917968ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:06:34.809406Z","caller":"traceutil/trace.go:171","msg":"trace[800885821] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"297.258844ms","start":"2026-03-18T01:06:34.51212Z","end":"2026-03-18T01:06:34.809379Z","steps":["trace[800885821] 'process raft request' (duration: 297.177792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.809451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.272621Z","time spent":"536.739851ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:34.809513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.273843Z","time spent":"535.608136ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:06:34.809764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.378714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290523"} {"level":"info","ts":"2026-03-18T01:06:34.809828Z","caller":"traceutil/trace.go:171","msg":"trace[935860924] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8938; }","duration":"532.465006ms","start":"2026-03-18T01:06:34.277355Z","end":"2026-03-18T01:06:34.80982Z","steps":["trace[935860924] 'agreement among raft nodes before linearized reading' (duration: 532.091567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.809852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.27735Z","time spent":"532.495446ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290547,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:06:34.900482Z","caller":"traceutil/trace.go:171","msg":"trace[1792213678] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"253.953313ms","start":"2026-03-18T01:06:34.646487Z","end":"2026-03-18T01:06:34.900441Z","steps":["trace[1792213678] 'process raft request' (duration: 253.128854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.900826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.849819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:06:34.9009Z","caller":"traceutil/trace.go:171","msg":"trace[783126612] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8940; }","duration":"588.965002ms","start":"2026-03-18T01:06:34.311913Z","end":"2026-03-18T01:06:34.900878Z","steps":["trace[783126612] 'agreement among raft nodes before linearized reading' (duration: 588.807209ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:34.900986Z","caller":"traceutil/trace.go:171","msg":"trace[456778833] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"145.073052ms","start":"2026-03-18T01:06:34.755889Z","end":"2026-03-18T01:06:34.900962Z","steps":["trace[456778833] 'process raft request' (duration: 144.485719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:06:34.901029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:06:34.311894Z","time spent":"589.087114ms","remote":"127.0.0.1:48682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:06:35.045108Z","caller":"traceutil/trace.go:171","msg":"trace[1957231433] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"138.985545ms","start":"2026-03-18T01:06:34.906092Z","end":"2026-03-18T01:06:35.045077Z","steps":["trace[1957231433] 'process raft request' (duration: 138.802121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:35.21066Z","caller":"traceutil/trace.go:171","msg":"trace[1611719752] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"297.408558ms","start":"2026-03-18T01:06:34.913206Z","end":"2026-03-18T01:06:35.210615Z","steps":["trace[1611719752] 'process raft request' (duration: 261.560704ms)","trace[1611719752] 'compare' (duration: 35.7124ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:35.383358Z","caller":"traceutil/trace.go:171","msg":"trace[572354636] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"166.479251ms","start":"2026-03-18T01:06:35.216841Z","end":"2026-03-18T01:06:35.38332Z","steps":["trace[572354636] 'process raft request' (duration: 144.597371ms)","trace[572354636] 'compare' (duration: 21.726447ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:35.389939Z","caller":"traceutil/trace.go:171","msg":"trace[1719380934] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"171.818951ms","start":"2026-03-18T01:06:35.217869Z","end":"2026-03-18T01:06:35.389688Z","steps":["trace[1719380934] 'process raft request' (duration: 171.678708ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:35.574174Z","caller":"traceutil/trace.go:171","msg":"trace[564481033] linearizableReadLoop","detail":"{readStateIndex:9291; appliedIndex:9290; }","duration":"137.724857ms","start":"2026-03-18T01:06:35.436422Z","end":"2026-03-18T01:06:35.574146Z","steps":["trace[564481033] 'read index received' (duration: 68.217608ms)","trace[564481033] 'applied index is now lower than readState.Index' (duration: 69.506029ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:35.574248Z","caller":"traceutil/trace.go:171","msg":"trace[1809805754] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"197.807843ms","start":"2026-03-18T01:06:35.376402Z","end":"2026-03-18T01:06:35.57421Z","steps":["trace[1809805754] 'process raft request' (duration: 128.032149ms)","trace[1809805754] 'compare' (duration: 69.546229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:06:35.574458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.023493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T01:06:35.574545Z","caller":"traceutil/trace.go:171","msg":"trace[1053841805] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8945; }","duration":"138.157136ms","start":"2026-03-18T01:06:35.436366Z","end":"2026-03-18T01:06:35.574523Z","steps":["trace[1053841805] 'agreement among raft nodes before linearized reading' (duration: 137.88277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:35.761629Z","caller":"traceutil/trace.go:171","msg":"trace[454504855] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"147.888255ms","start":"2026-03-18T01:06:35.613706Z","end":"2026-03-18T01:06:35.761594Z","steps":["trace[454504855] 'process raft request' (duration: 104.918152ms)","trace[454504855] 'compare' (duration: 42.534183ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:07:45.32643Z","caller":"traceutil/trace.go:171","msg":"trace[2005711558] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"100.027142ms","start":"2026-03-18T01:07:45.226382Z","end":"2026-03-18T01:07:45.326409Z","steps":["trace[2005711558] 'process raft request' (duration: 99.96532ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:45.326445Z","caller":"traceutil/trace.go:171","msg":"trace[1568677745] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"100.702007ms","start":"2026-03-18T01:07:45.225712Z","end":"2026-03-18T01:07:45.326414Z","steps":["trace[1568677745] 'process raft request' (duration: 97.714058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:45.326463Z","caller":"traceutil/trace.go:171","msg":"trace[1979996653] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"100.149334ms","start":"2026-03-18T01:07:45.226286Z","end":"2026-03-18T01:07:45.326435Z","steps":["trace[1979996653] 'process raft request' (duration: 100.037112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:54.538766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7274} {"level":"info","ts":"2026-03-18T01:07:54.605929Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7274,"took":"65.653247ms","hash":175955412,"current-db-size-bytes":39714816,"current-db-size":"40 MB","current-db-size-in-use-bytes":24895488,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-18T01:07:54.605998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":175955412,"revision":7274,"compact-revision":5095} {"level":"info","ts":"2026-03-18T01:08:18.909672Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:08:18.945946Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:08:18.946081Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:08:29.756914Z","caller":"traceutil/trace.go:171","msg":"trace[2121154610] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10092; }","duration":"156.211122ms","start":"2026-03-18T01:08:29.600677Z","end":"2026-03-18T01:08:29.756888Z","steps":["trace[2121154610] 'read index received' (duration: 156.029568ms)","trace[2121154610] 'applied index is now lower than readState.Index' (duration: 180.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:08:29.757001Z","caller":"traceutil/trace.go:171","msg":"trace[1587403922] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"267.468651ms","start":"2026-03-18T01:08:29.489496Z","end":"2026-03-18T01:08:29.756964Z","steps":["trace[1587403922] 'process raft request' (duration: 267.259316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:29.757171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.476709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:08:29.757267Z","caller":"traceutil/trace.go:171","msg":"trace[586041959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9719; }","duration":"156.631723ms","start":"2026-03-18T01:08:29.600625Z","end":"2026-03-18T01:08:29.757256Z","steps":["trace[586041959] 'agreement among raft nodes before linearized reading' (duration: 156.395437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:29.757311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.687259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:08:29.757217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.102147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:08:29.75735Z","caller":"traceutil/trace.go:171","msg":"trace[218031555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9719; }","duration":"147.735829ms","start":"2026-03-18T01:08:29.6096Z","end":"2026-03-18T01:08:29.757335Z","steps":["trace[218031555] 'agreement among raft nodes before linearized reading' (duration: 147.653608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:29.757376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.193939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:08:29.75739Z","caller":"traceutil/trace.go:171","msg":"trace[1952781269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9719; }","duration":"148.354324ms","start":"2026-03-18T01:08:29.609004Z","end":"2026-03-18T01:08:29.757358Z","steps":["trace[1952781269] 'agreement among raft nodes before linearized reading' (duration: 148.071998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:29.75741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.460552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qwhnp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:08:29.757459Z","caller":"traceutil/trace.go:171","msg":"trace[304181935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9719; }","duration":"130.316262ms","start":"2026-03-18T01:08:29.627125Z","end":"2026-03-18T01:08:29.757442Z","steps":["trace[304181935] 'agreement among raft nodes before linearized reading' (duration: 129.987584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:29.757482Z","caller":"traceutil/trace.go:171","msg":"trace[1918509167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qwhnp; range_end:; response_count:1; response_revision:9719; }","duration":"125.571254ms","start":"2026-03-18T01:08:29.631895Z","end":"2026-03-18T01:08:29.757466Z","steps":["trace[1918509167] 'agreement among raft nodes before linearized reading' (duration: 125.37248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:29.757824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.284138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T01:08:29.75797Z","caller":"traceutil/trace.go:171","msg":"trace[368759609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9719; }","duration":"147.470902ms","start":"2026-03-18T01:08:29.610486Z","end":"2026-03-18T01:08:29.757957Z","steps":["trace[368759609] 'agreement among raft nodes before linearized reading' (duration: 146.664574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:33.064928Z","caller":"traceutil/trace.go:171","msg":"trace[1487494] linearizableReadLoop","detail":"{readStateIndex:10115; appliedIndex:10114; }","duration":"121.991173ms","start":"2026-03-18T01:08:32.942911Z","end":"2026-03-18T01:08:33.064902Z","steps":["trace[1487494] 'read index received' (duration: 118.702328ms)","trace[1487494] 'applied index is now lower than readState.Index' (duration: 3.287385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:08:33.06506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.134026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:08:33.065118Z","caller":"traceutil/trace.go:171","msg":"trace[760749667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9740; }","duration":"122.240449ms","start":"2026-03-18T01:08:32.94286Z","end":"2026-03-18T01:08:33.065101Z","steps":["trace[760749667] 'agreement among raft nodes before linearized reading' (duration: 122.134696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:33.746102Z","caller":"traceutil/trace.go:171","msg":"trace[1055588568] transaction","detail":"{read_only:false; response_revision:9744; number_of_response:1; }","duration":"107.85827ms","start":"2026-03-18T01:08:33.638218Z","end":"2026-03-18T01:08:33.746076Z","steps":["trace[1055588568] 'process raft request' (duration: 107.149414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:53.625423Z","caller":"traceutil/trace.go:171","msg":"trace[306787835] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"387.935347ms","start":"2026-03-18T01:08:53.237462Z","end":"2026-03-18T01:08:53.625397Z","steps":["trace[306787835] 'process raft request' (duration: 387.788764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:53.625587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:53.237441Z","time spent":"388.068291ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:08:53.633127Z","caller":"traceutil/trace.go:171","msg":"trace[1182554639] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"388.054531ms","start":"2026-03-18T01:08:53.245056Z","end":"2026-03-18T01:08:53.63311Z","steps":["trace[1182554639] 'process raft request' (duration: 387.704403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:53.633236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:53.245028Z","time spent":"388.154183ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:08:56.029991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.124353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:08:56.030128Z","caller":"traceutil/trace.go:171","msg":"trace[535217825] linearizableReadLoop","detail":"{readStateIndex:10331; appliedIndex:10329; }","duration":"355.678592ms","start":"2026-03-18T01:08:55.674426Z","end":"2026-03-18T01:08:56.030104Z","steps":["trace[535217825] 'read index received' (duration: 51.278219ms)","trace[535217825] 'applied index is now lower than readState.Index' (duration: 304.398923ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:08:56.030233Z","caller":"traceutil/trace.go:171","msg":"trace[1990849065] transaction","detail":"{read_only:false; response_revision:9950; number_of_response:1; }","duration":"389.708199ms","start":"2026-03-18T01:08:55.640496Z","end":"2026-03-18T01:08:56.030204Z","steps":["trace[1990849065] 'process raft request' (duration: 275.234808ms)","trace[1990849065] 'compare' (duration: 113.973619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:08:56.030361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.937108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:08:56.030382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:55.640477Z","time spent":"389.828351ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:08:56.030424Z","caller":"traceutil/trace.go:171","msg":"trace[1659703202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9950; }","duration":"356.02926ms","start":"2026-03-18T01:08:55.67438Z","end":"2026-03-18T01:08:56.030409Z","steps":["trace[1659703202] 'agreement among raft nodes before linearized reading' (duration: 355.844085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:56.030509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:55.67436Z","time spent":"356.133902ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:08:56.196352Z","caller":"traceutil/trace.go:171","msg":"trace[405661213] linearizableReadLoop","detail":"{readStateIndex:10333; appliedIndex:10332; }","duration":"112.317881ms","start":"2026-03-18T01:08:56.084004Z","end":"2026-03-18T01:08:56.196322Z","steps":["trace[405661213] 'read index received' (duration: 97.958364ms)","trace[405661213] 'applied index is now lower than readState.Index' (duration: 14.357807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:08:56.196629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.517324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T01:08:56.196706Z","caller":"traceutil/trace.go:171","msg":"trace[1247174351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9952; }","duration":"154.632186ms","start":"2026-03-18T01:08:56.042058Z","end":"2026-03-18T01:08:56.19669Z","steps":["trace[1247174351] 'agreement among raft nodes before linearized reading' (duration: 154.407011ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:56.196859Z","caller":"traceutil/trace.go:171","msg":"trace[875035686] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"161.281599ms","start":"2026-03-18T01:08:56.03513Z","end":"2026-03-18T01:08:56.196412Z","steps":["trace[875035686] 'process raft request' (duration: 146.878841ms)","trace[875035686] 'compare' (duration: 14.192333ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:08:58.360854Z","caller":"traceutil/trace.go:171","msg":"trace[872729047] linearizableReadLoop","detail":"{readStateIndex:10347; appliedIndex:10346; }","duration":"111.974844ms","start":"2026-03-18T01:08:58.248856Z","end":"2026-03-18T01:08:58.360831Z","steps":["trace[872729047] 'read index received' (duration: 111.776229ms)","trace[872729047] 'applied index is now lower than readState.Index' (duration: 197.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:08:58.360898Z","caller":"traceutil/trace.go:171","msg":"trace[625845328] transaction","detail":"{read_only:false; response_revision:9965; number_of_response:1; }","duration":"152.279064ms","start":"2026-03-18T01:08:58.208597Z","end":"2026-03-18T01:08:58.360876Z","steps":["trace[625845328] 'process raft request' (duration: 152.08541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:58.361134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:08:58.361212Z","caller":"traceutil/trace.go:171","msg":"trace[305760931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9965; }","duration":"112.373812ms","start":"2026-03-18T01:08:58.248817Z","end":"2026-03-18T01:08:58.361191Z","steps":["trace[305760931] 'agreement among raft nodes before linearized reading' (duration: 112.141907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:58.542034Z","caller":"traceutil/trace.go:171","msg":"trace[770943387] transaction","detail":"{read_only:false; response_revision:9966; number_of_response:1; }","duration":"176.659039ms","start":"2026-03-18T01:08:58.36506Z","end":"2026-03-18T01:08:58.541719Z","steps":["trace[770943387] 'process raft request' (duration: 165.852813ms)","trace[770943387] 'compare' (duration: 10.406417ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:08:58.704362Z","caller":"traceutil/trace.go:171","msg":"trace[376927311] transaction","detail":"{read_only:false; response_revision:9968; number_of_response:1; }","duration":"336.451613ms","start":"2026-03-18T01:08:58.367885Z","end":"2026-03-18T01:08:58.704337Z","steps":["trace[376927311] 'process raft request' (duration: 336.352301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:58.704421Z","caller":"traceutil/trace.go:171","msg":"trace[461026777] transaction","detail":"{read_only:false; response_revision:9967; number_of_response:1; }","duration":"337.545988ms","start":"2026-03-18T01:08:58.366823Z","end":"2026-03-18T01:08:58.704369Z","steps":["trace[461026777] 'process raft request' (duration: 292.402858ms)","trace[461026777] 'compare' (duration: 44.906674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:08:58.704524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:58.367878Z","time spent":"336.565146ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:08:58.704614Z","caller":"traceutil/trace.go:171","msg":"trace[1315869141] transaction","detail":"{read_only:false; response_revision:9969; number_of_response:1; }","duration":"336.152597ms","start":"2026-03-18T01:08:58.368441Z","end":"2026-03-18T01:08:58.704594Z","steps":["trace[1315869141] 'process raft request' (duration: 335.85293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:58.704686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:58.366804Z","time spent":"337.719052ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:08:58.704708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:58.368435Z","time spent":"336.221598ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:08:58.704835Z","caller":"traceutil/trace.go:171","msg":"trace[1776141429] transaction","detail":"{read_only:false; response_revision:9971; number_of_response:1; }","duration":"203.285186ms","start":"2026-03-18T01:08:58.501538Z","end":"2026-03-18T01:08:58.704823Z","steps":["trace[1776141429] 'process raft request' (duration: 203.178913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:58.704811Z","caller":"traceutil/trace.go:171","msg":"trace[939668979] linearizableReadLoop","detail":"{readStateIndex:10352; appliedIndex:10347; }","duration":"293.305999ms","start":"2026-03-18T01:08:58.411478Z","end":"2026-03-18T01:08:58.704784Z","steps":["trace[939668979] 'read index received' (duration: 119.529646ms)","trace[939668979] 'applied index is now lower than readState.Index' (duration: 173.775143ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:08:58.704835Z","caller":"traceutil/trace.go:171","msg":"trace[1102027930] transaction","detail":"{read_only:false; response_revision:9970; number_of_response:1; }","duration":"332.990095ms","start":"2026-03-18T01:08:58.371831Z","end":"2026-03-18T01:08:58.704822Z","steps":["trace[1102027930] 'process raft request' (duration: 332.655057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:08:58.704942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:08:58.371823Z","time spent":"333.083787ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:08:58.705025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.532394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:08:58.705075Z","caller":"traceutil/trace.go:171","msg":"trace[257979914] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9971; }","duration":"293.657586ms","start":"2026-03-18T01:08:58.411406Z","end":"2026-03-18T01:08:58.705064Z","steps":["trace[257979914] 'agreement among raft nodes before linearized reading' (duration: 293.518253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:59.039778Z","caller":"traceutil/trace.go:171","msg":"trace[446235133] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"150.927432ms","start":"2026-03-18T01:08:58.888824Z","end":"2026-03-18T01:08:59.039751Z","steps":["trace[446235133] 'process raft request' (duration: 150.770558ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:12:54.544549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9461} {"level":"info","ts":"2026-03-18T01:12:54.624966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9461,"took":"78.56781ms","hash":3421294540,"current-db-size-bytes":39714816,"current-db-size":"40 MB","current-db-size-in-use-bytes":18784256,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-18T01:12:54.625057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3421294540,"revision":9461,"compact-revision":7274}