{"level":"warn","ts":"2026-02-26T17:56:49.405564Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T17:56:49.405638Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T17:56:49.405703Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T17:56:49.405724Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-02-26T17:56:49.405741Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T17:56:49.406337Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-02-26T17:56:49.406401Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T17:56:49.410638Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.853156ms"} {"level":"info","ts":"2026-02-26T17:56:49.416587Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-02-26T17:56:49.416645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T17:56:49.416667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-02-26T17:56:49.416677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T17:56:49.416691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-02-26T17:56:49.416719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-02-26T17:56:49.429519Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T17:56:49.431046Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T17:56:49.432112Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T17:56:49.434515Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T17:56:49.434696Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T17:56:49.434723Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T17:56:49.434849Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T17:56:49.434866Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T17:56:49.435856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-02-26T17:56:49.436083Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-02-26T17:56:49.439895Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T17:56:49.440034Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-02-26T17:56:49.440123Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-02-26T17:56:49.440287Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T17:56:49.44038Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T17:56:49.517722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T17:56:49.517817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T17:56:49.517837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-02-26T17:56:49.517852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-02-26T17:56:49.517871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-02-26T17:56:49.517883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-02-26T17:56:49.517893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-02-26T17:56:49.51881Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T17:56:49.519745Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T17:56:49.519747Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T17:56:49.520069Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T17:56:49.520196Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T17:56:49.520296Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T17:56:49.520345Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T17:56:49.520432Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T17:56:49.520453Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T17:56:49.521951Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-02-26T17:56:49.522121Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-02-26T17:57:08.300281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.484482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:57:08.300507Z","caller":"traceutil/trace.go:171","msg":"trace[152396908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:443; }","duration":"407.742977ms","start":"2026-02-26T17:57:07.892738Z","end":"2026-02-26T17:57:08.300481Z","steps":["trace[152396908] 'range keys from in-memory index tree' (duration: 407.459302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:18.945176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.722505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:57:18.945271Z","caller":"traceutil/trace.go:171","msg":"trace[290166335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"227.836018ms","start":"2026-02-26T17:57:18.717416Z","end":"2026-02-26T17:57:18.945252Z","steps":["trace[290166335] 'range keys from in-memory index tree' (duration: 227.583623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:20.029094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.801952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T17:57:20.029214Z","caller":"traceutil/trace.go:171","msg":"trace[64025523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"172.986455ms","start":"2026-02-26T17:57:19.856198Z","end":"2026-02-26T17:57:20.029185Z","steps":["trace[64025523] 'range keys from in-memory index tree' (duration: 172.534097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:57:22.942561Z","caller":"traceutil/trace.go:171","msg":"trace[1751276843] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"382.927007ms","start":"2026-02-26T17:57:22.559599Z","end":"2026-02-26T17:57:22.942526Z","steps":["trace[1751276843] 'process raft request' (duration: 382.722633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:22.943142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:57:22.559569Z","time spent":"383.069671ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T17:57:25.813061Z","caller":"traceutil/trace.go:171","msg":"trace[368113498] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"150.305913ms","start":"2026-02-26T17:57:25.662701Z","end":"2026-02-26T17:57:25.813007Z","steps":["trace[368113498] 'process raft request' (duration: 149.998667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:57:27.102386Z","caller":"traceutil/trace.go:171","msg":"trace[792015586] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:565; }","duration":"105.843499ms","start":"2026-02-26T17:57:26.996513Z","end":"2026-02-26T17:57:27.102356Z","steps":["trace[792015586] 'read index received' (duration: 89.958522ms)","trace[792015586] 'applied index is now lower than readState.Index' (duration: 15.883977ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:57:27.102506Z","caller":"traceutil/trace.go:171","msg":"trace[550469638] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"112.429469ms","start":"2026-02-26T17:57:26.990045Z","end":"2026-02-26T17:57:27.102475Z","steps":["trace[550469638] 'process raft request' (duration: 96.475401ms)","trace[550469638] 'compare' (duration: 15.706623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T17:57:27.102556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.023262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:57:27.102599Z","caller":"traceutil/trace.go:171","msg":"trace[1430974445] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:549; }","duration":"106.124114ms","start":"2026-02-26T17:57:26.99646Z","end":"2026-02-26T17:57:27.102584Z","steps":["trace[1430974445] 'agreement among raft nodes before linearized reading' (duration: 106.027022ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:57:27.94437Z","caller":"traceutil/trace.go:171","msg":"trace[950213627] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"127.913787ms","start":"2026-02-26T17:57:27.816432Z","end":"2026-02-26T17:57:27.944346Z","steps":["trace[950213627] 'read index received' (duration: 127.731014ms)","trace[950213627] 'applied index is now lower than readState.Index' (duration: 181.623µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:57:27.944494Z","caller":"traceutil/trace.go:171","msg":"trace[130051208] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"132.202594ms","start":"2026-02-26T17:57:27.812214Z","end":"2026-02-26T17:57:27.944417Z","steps":["trace[130051208] 'process raft request' (duration: 131.921428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:27.94469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.240023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T17:57:27.944734Z","caller":"traceutil/trace.go:171","msg":"trace[1609021291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"128.321935ms","start":"2026-02-26T17:57:27.816398Z","end":"2026-02-26T17:57:27.94472Z","steps":["trace[1609021291] 'agreement among raft nodes before linearized reading' (duration: 128.116571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:57:28.212401Z","caller":"traceutil/trace.go:171","msg":"trace[774115113] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"263.299925ms","start":"2026-02-26T17:57:27.949065Z","end":"2026-02-26T17:57:28.212365Z","steps":["trace[774115113] 'process raft request' (duration: 263.01718ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:57:28.21261Z","caller":"traceutil/trace.go:171","msg":"trace[2111634070] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"252.629632ms","start":"2026-02-26T17:57:27.959966Z","end":"2026-02-26T17:57:28.212596Z","steps":["trace[2111634070] 'process raft request' (duration: 252.426948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:57:28.213304Z","caller":"traceutil/trace.go:171","msg":"trace[1800369627] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"263.848846ms","start":"2026-02-26T17:57:27.949406Z","end":"2026-02-26T17:57:28.213254Z","steps":["trace[1800369627] 'process raft request' (duration: 262.871527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:28.518996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.325171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T17:57:28.810804Z","caller":"traceutil/trace.go:171","msg":"trace[631728828] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:570; }","duration":"729.91417ms","start":"2026-02-26T17:57:28.080856Z","end":"2026-02-26T17:57:28.81077Z","steps":["trace[631728828] 'read index received' (duration: 131.219465ms)","trace[631728828] 'applied index is now lower than readState.Index' (duration: 598.693235ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:57:28.810945Z","caller":"traceutil/trace.go:171","msg":"trace[698075706] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"770.296703ms","start":"2026-02-26T17:57:28.040591Z","end":"2026-02-26T17:57:28.810888Z","steps":["trace[698075706] 'process raft request' (duration: 769.592619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:28.811246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:57:28.040563Z","time spent":"770.483808ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T17:57:28.811329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.4376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T17:57:28.81144Z","caller":"traceutil/trace.go:171","msg":"trace[1500248545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:557; }","duration":"730.605994ms","start":"2026-02-26T17:57:28.080809Z","end":"2026-02-26T17:57:28.811415Z","steps":["trace[1500248545] 'agreement among raft nodes before linearized reading' (duration: 730.215576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:28.811501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:57:28.080796Z","time spent":"730.694435ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T17:57:30.187801Z","caller":"traceutil/trace.go:171","msg":"trace[1199608998] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"160.874414ms","start":"2026-02-26T17:57:30.0269Z","end":"2026-02-26T17:57:30.187774Z","steps":["trace[1199608998] 'process raft request' (duration: 160.730241ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:57:32.053871Z","caller":"traceutil/trace.go:171","msg":"trace[2067055181] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"111.535072ms","start":"2026-02-26T17:57:31.942306Z","end":"2026-02-26T17:57:32.053841Z","steps":["trace[2067055181] 'process raft request' (duration: 84.81322ms)","trace[2067055181] 'compare' (duration: 26.550558ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:57:38.646235Z","caller":"traceutil/trace.go:171","msg":"trace[1730682486] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"111.197205ms","start":"2026-02-26T17:57:38.535012Z","end":"2026-02-26T17:57:38.646209Z","steps":["trace[1730682486] 'process raft request' (duration: 111.051442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:48.711101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530683538214735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T17:57:48.822987Z","caller":"traceutil/trace.go:171","msg":"trace[2042725474] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:956; }","duration":"612.209883ms","start":"2026-02-26T17:57:48.210745Z","end":"2026-02-26T17:57:48.822955Z","steps":["trace[2042725474] 'read index received' (duration: 611.843396ms)","trace[2042725474] 'applied index is now lower than readState.Index' (duration: 365.087µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:57:48.823116Z","caller":"traceutil/trace.go:171","msg":"trace[1738194996] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"705.88774ms","start":"2026-02-26T17:57:48.11719Z","end":"2026-02-26T17:57:48.823077Z","steps":["trace[1738194996] 'process raft request' (duration: 705.483242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:48.82331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:57:48.117163Z","time spent":"706.032552ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T17:57:48.823413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.619235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T17:57:48.823485Z","caller":"traceutil/trace.go:171","msg":"trace[64212107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:931; }","duration":"441.738298ms","start":"2026-02-26T17:57:48.381725Z","end":"2026-02-26T17:57:48.823463Z","steps":["trace[64212107] 'agreement among raft nodes before linearized reading' (duration: 441.504413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:48.823545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:57:48.381698Z","time spent":"441.832599ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T17:57:48.823323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.55137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T17:57:48.823619Z","caller":"traceutil/trace.go:171","msg":"trace[665803014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:931; }","duration":"612.928007ms","start":"2026-02-26T17:57:48.210671Z","end":"2026-02-26T17:57:48.823599Z","steps":["trace[665803014] 'agreement among raft nodes before linearized reading' (duration: 612.469168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:57:48.823686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:57:48.21064Z","time spent":"613.02915ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T17:58:42.180014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.888022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T17:58:42.18013Z","caller":"traceutil/trace.go:171","msg":"trace[223384519] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1665; }","duration":"279.757355ms","start":"2026-02-26T17:58:41.900354Z","end":"2026-02-26T17:58:42.180111Z","steps":["trace[223384519] 'read index received' (duration: 67.381µs)","trace[223384519] 'applied index is now lower than readState.Index' (duration: 279.688904ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T17:58:42.180259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.913648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-94020088-7e75-4605-ba2f-3997bdebccea\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T17:58:42.180236Z","caller":"traceutil/trace.go:171","msg":"trace[1414583225] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"407.084071ms","start":"2026-02-26T17:58:41.773099Z","end":"2026-02-26T17:58:42.180183Z","steps":["trace[1414583225] 'process raft request' (duration: 37.928055ms)","trace[1414583225] 'compare' (duration: 368.596895ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:58:42.180294Z","caller":"traceutil/trace.go:171","msg":"trace[1409428230] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-94020088-7e75-4605-ba2f-3997bdebccea; range_end:; response_count:1; response_revision:1604; }","duration":"279.991629ms","start":"2026-02-26T17:58:41.900292Z","end":"2026-02-26T17:58:42.180284Z","steps":["trace[1409428230] 'agreement among raft nodes before linearized reading' (duration: 279.865957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:58:42.180451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:58:41.773057Z","time spent":"407.273575ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T17:58:42.501773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.212517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T17:58:42.501855Z","caller":"traceutil/trace.go:171","msg":"trace[1064500325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1604; }","duration":"101.3602ms","start":"2026-02-26T17:58:42.400476Z","end":"2026-02-26T17:58:42.501836Z","steps":["trace[1064500325] 'range keys from in-memory index tree' (duration: 101.010763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:58:42.501909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.418536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-94020088-7e75-4605-ba2f-3997bdebccea\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T17:58:42.502057Z","caller":"traceutil/trace.go:171","msg":"trace[612815164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-94020088-7e75-4605-ba2f-3997bdebccea; range_end:; response_count:1; response_revision:1604; }","duration":"168.63075ms","start":"2026-02-26T17:58:42.333398Z","end":"2026-02-26T17:58:42.502029Z","steps":["trace[612815164] 'range keys from in-memory index tree' (duration: 168.180151ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:58:42.638915Z","caller":"traceutil/trace.go:171","msg":"trace[225000938] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"127.385559ms","start":"2026-02-26T17:58:42.511495Z","end":"2026-02-26T17:58:42.63888Z","steps":["trace[225000938] 'process raft request' (duration: 127.040882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:58:43.063294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.174058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:58:43.063418Z","caller":"traceutil/trace.go:171","msg":"trace[234858984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1605; }","duration":"345.385712ms","start":"2026-02-26T17:58:42.718005Z","end":"2026-02-26T17:58:43.063391Z","steps":["trace[234858984] 'range keys from in-memory index tree' (duration: 345.009726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:58:43.063494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:58:42.717982Z","time spent":"345.500504ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T17:58:43.063623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.899134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T17:58:43.063725Z","caller":"traceutil/trace.go:171","msg":"trace[1331760882] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:1605; }","duration":"185.076559ms","start":"2026-02-26T17:58:42.878625Z","end":"2026-02-26T17:58:43.063702Z","steps":["trace[1331760882] 'range keys from in-memory index tree' (duration: 184.584208ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:58:54.360393Z","caller":"traceutil/trace.go:171","msg":"trace[1248363226] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"132.892558ms","start":"2026-02-26T17:58:54.22747Z","end":"2026-02-26T17:58:54.360362Z","steps":["trace[1248363226] 'process raft request' (duration: 132.678404ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:59:08.171017Z","caller":"traceutil/trace.go:171","msg":"trace[1174031676] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"121.867068ms","start":"2026-02-26T17:59:08.049109Z","end":"2026-02-26T17:59:08.170976Z","steps":["trace[1174031676] 'process raft request' (duration: 121.593143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:59:08.385252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.569499ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T17:59:26.897322Z","caller":"traceutil/trace.go:171","msg":"trace[2087107192] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"107.068035ms","start":"2026-02-26T17:59:26.790232Z","end":"2026-02-26T17:59:26.8973Z","steps":["trace[2087107192] 'process raft request' (duration: 106.367621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:59:34.4578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.276138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T17:59:34.457918Z","caller":"traceutil/trace.go:171","msg":"trace[800387140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"508.42864ms","start":"2026-02-26T17:59:33.949454Z","end":"2026-02-26T17:59:34.457882Z","steps":["trace[800387140] 'range keys from in-memory index tree' (duration: 508.084645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:59:34.457964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:59:33.949437Z","time spent":"508.517093ms","remote":"127.0.0.1:34892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T17:59:34.592166Z","caller":"traceutil/trace.go:171","msg":"trace[1539068360] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"318.041332ms","start":"2026-02-26T17:59:34.274067Z","end":"2026-02-26T17:59:34.592108Z","steps":["trace[1539068360] 'process raft request' (duration: 317.588852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:59:34.592451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:59:34.274031Z","time spent":"318.292827ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T17:59:35.073802Z","caller":"traceutil/trace.go:171","msg":"trace[1194367749] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"356.258622ms","start":"2026-02-26T17:59:34.71752Z","end":"2026-02-26T17:59:35.073778Z","steps":["trace[1194367749] 'read index received' (duration: 310.593845ms)","trace[1194367749] 'applied index is now lower than readState.Index' (duration: 45.663467ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:59:35.073824Z","caller":"traceutil/trace.go:171","msg":"trace[890424977] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"500.638767ms","start":"2026-02-26T17:59:34.573145Z","end":"2026-02-26T17:59:35.073784Z","steps":["trace[890424977] 'process raft request' (duration: 454.950249ms)","trace[890424977] 'compare' (duration: 45.373891ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T17:59:35.073928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.408754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:59:35.073957Z","caller":"traceutil/trace.go:171","msg":"trace[1846604649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"356.499906ms","start":"2026-02-26T17:59:34.717448Z","end":"2026-02-26T17:59:35.073948Z","steps":["trace[1846604649] 'agreement among raft nodes before linearized reading' (duration: 356.408094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:59:35.07398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:59:34.717419Z","time spent":"356.555968ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T17:59:35.074034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:59:34.573115Z","time spent":"500.81802ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T17:59:35.416393Z","caller":"traceutil/trace.go:171","msg":"trace[1332910407] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"588.993769ms","start":"2026-02-26T17:59:34.827364Z","end":"2026-02-26T17:59:35.416358Z","steps":["trace[1332910407] 'process raft request' (duration: 584.495049ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:59:35.416385Z","caller":"traceutil/trace.go:171","msg":"trace[1118060194] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"341.470457ms","start":"2026-02-26T17:59:35.074862Z","end":"2026-02-26T17:59:35.416333Z","steps":["trace[1118060194] 'read index received' (duration: 337.041568ms)","trace[1118060194] 'applied index is now lower than readState.Index' (duration: 4.426409ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T17:59:35.416672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.779733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:59:35.416684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:59:34.827332Z","time spent":"589.184422ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T17:59:35.416756Z","caller":"traceutil/trace.go:171","msg":"trace[2047107870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"341.940256ms","start":"2026-02-26T17:59:35.074789Z","end":"2026-02-26T17:59:35.41673Z","steps":["trace[2047107870] 'agreement among raft nodes before linearized reading' (duration: 341.679501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:59:35.416803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:59:35.074771Z","time spent":"342.022978ms","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T17:59:35.416905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.156544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897ddb58b84903a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T17:59:35.416972Z","caller":"traceutil/trace.go:171","msg":"trace[450879997] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897ddb58b84903a; range_end:; response_count:1; response_revision:1922; }","duration":"192.254846ms","start":"2026-02-26T17:59:35.224697Z","end":"2026-02-26T17:59:35.416952Z","steps":["trace[450879997] 'agreement among raft nodes before linearized reading' (duration: 192.005811ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:59:46.415344Z","caller":"traceutil/trace.go:171","msg":"trace[569836788] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"126.008791ms","start":"2026-02-26T17:59:46.289308Z","end":"2026-02-26T17:59:46.415316Z","steps":["trace[569836788] 'process raft request' (duration: 78.05116ms)","trace[569836788] 'compare' (duration: 47.653455ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:59:46.415461Z","caller":"traceutil/trace.go:171","msg":"trace[202319469] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"125.658764ms","start":"2026-02-26T17:59:46.289793Z","end":"2026-02-26T17:59:46.415452Z","steps":["trace[202319469] 'process raft request' (duration: 125.431249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:59:46.415649Z","caller":"traceutil/trace.go:171","msg":"trace[647644068] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"125.398248ms","start":"2026-02-26T17:59:46.290244Z","end":"2026-02-26T17:59:46.415642Z","steps":["trace[647644068] 'process raft request' (duration: 125.153904ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:59:46.41598Z","caller":"traceutil/trace.go:171","msg":"trace[235362998] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"118.848308ms","start":"2026-02-26T17:59:46.297089Z","end":"2026-02-26T17:59:46.415937Z","steps":["trace[235362998] 'process raft request' (duration: 118.514092ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:00:29.615134Z","caller":"traceutil/trace.go:171","msg":"trace[541663016] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"129.700384ms","start":"2026-02-26T18:00:29.485371Z","end":"2026-02-26T18:00:29.615072Z","steps":["trace[541663016] 'process raft request' (duration: 129.550101ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:01:02.501264Z","caller":"traceutil/trace.go:171","msg":"trace[819978035] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"193.328158ms","start":"2026-02-26T18:01:02.307903Z","end":"2026-02-26T18:01:02.501231Z","steps":["trace[819978035] 'process raft request' (duration: 193.125454ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:01:02.50588Z","caller":"traceutil/trace.go:171","msg":"trace[271436175] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"197.398779ms","start":"2026-02-26T18:01:02.308436Z","end":"2026-02-26T18:01:02.505835Z","steps":["trace[271436175] 'process raft request' (duration: 197.157564ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:01:03.104189Z","caller":"traceutil/trace.go:171","msg":"trace[60297510] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2645; }","duration":"118.649006ms","start":"2026-02-26T18:01:02.985516Z","end":"2026-02-26T18:01:03.104165Z","steps":["trace[60297510] 'read index received' (duration: 69.739025ms)","trace[60297510] 'applied index is now lower than readState.Index' (duration: 48.905591ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:01:03.104207Z","caller":"traceutil/trace.go:171","msg":"trace[690600442] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"168.784772ms","start":"2026-02-26T18:01:02.935345Z","end":"2026-02-26T18:01:03.104129Z","steps":["trace[690600442] 'process raft request' (duration: 167.068087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:01:03.104403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.877972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T18:01:03.104448Z","caller":"traceutil/trace.go:171","msg":"trace[398901210] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2547; }","duration":"118.966363ms","start":"2026-02-26T18:01:02.985469Z","end":"2026-02-26T18:01:03.104436Z","steps":["trace[398901210] 'agreement among raft nodes before linearized reading' (duration: 118.794579ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:03:33.832663Z","caller":"traceutil/trace.go:171","msg":"trace[2002662397] linearizableReadLoop","detail":"{readStateIndex:3606; appliedIndex:3605; }","duration":"102.325375ms","start":"2026-02-26T18:03:33.730308Z","end":"2026-02-26T18:03:33.832633Z","steps":["trace[2002662397] 'read index received' (duration: 102.188982ms)","trace[2002662397] 'applied index is now lower than readState.Index' (duration: 134.963µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:03:33.832812Z","caller":"traceutil/trace.go:171","msg":"trace[1790723317] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"131.193458ms","start":"2026-02-26T18:03:33.701565Z","end":"2026-02-26T18:03:33.832758Z","steps":["trace[1790723317] 'process raft request' (duration: 130.885352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:03:33.832896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.566429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T18:03:33.832997Z","caller":"traceutil/trace.go:171","msg":"trace[891736843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3468; }","duration":"102.677731ms","start":"2026-02-26T18:03:33.730294Z","end":"2026-02-26T18:03:33.832972Z","steps":["trace[891736843] 'agreement among raft nodes before linearized reading' (duration: 102.472267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:04:57.617461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.118793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521357"} {"level":"info","ts":"2026-02-26T18:04:57.617632Z","caller":"traceutil/trace.go:171","msg":"trace[1836941404] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4476; }","duration":"155.347048ms","start":"2026-02-26T18:04:57.462258Z","end":"2026-02-26T18:04:57.617605Z","steps":["trace[1836941404] 'range keys from in-memory index tree' (duration: 154.621463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:01.154006Z","caller":"traceutil/trace.go:171","msg":"trace[1833795895] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"117.130718ms","start":"2026-02-26T18:05:01.036807Z","end":"2026-02-26T18:05:01.153937Z","steps":["trace[1833795895] 'process raft request' (duration: 116.793322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:01.488459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.128023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8b95d38-9ad9-4c8a-82c1-d0af27f7b60f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-26T18:05:01.488555Z","caller":"traceutil/trace.go:171","msg":"trace[1460365622] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8b95d38-9ad9-4c8a-82c1-d0af27f7b60f; range_end:; response_count:1; response_revision:4595; }","duration":"154.280566ms","start":"2026-02-26T18:05:01.334252Z","end":"2026-02-26T18:05:01.488533Z","steps":["trace[1460365622] 'range keys from in-memory index tree' (duration: 153.938489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:01.48854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.652785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T18:05:01.488522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.636248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T18:05:01.488637Z","caller":"traceutil/trace.go:171","msg":"trace[219174415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4595; }","duration":"140.813008ms","start":"2026-02-26T18:05:01.347804Z","end":"2026-02-26T18:05:01.488617Z","steps":["trace[219174415] 'range keys from in-memory index tree' (duration: 140.456831ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:01.488686Z","caller":"traceutil/trace.go:171","msg":"trace[2030348775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"118.868132ms","start":"2026-02-26T18:05:01.369786Z","end":"2026-02-26T18:05:01.488654Z","steps":["trace[2030348775] 'range keys from in-memory index tree' (duration: 118.386912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:01.488763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.010223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T18:05:01.488865Z","caller":"traceutil/trace.go:171","msg":"trace[2034736718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4595; }","duration":"133.160497ms","start":"2026-02-26T18:05:01.35568Z","end":"2026-02-26T18:05:01.488841Z","steps":["trace[2034736718] 'range keys from in-memory index tree' (duration: 132.821209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:03.690905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.792681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T18:05:03.691005Z","caller":"traceutil/trace.go:171","msg":"trace[1800454131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4634; }","duration":"124.008965ms","start":"2026-02-26T18:05:03.566972Z","end":"2026-02-26T18:05:03.69098Z","steps":["trace[1800454131] 'range keys from in-memory index tree' (duration: 123.572897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:03.69115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.168068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T18:05:03.691224Z","caller":"traceutil/trace.go:171","msg":"trace[2081969157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4634; }","duration":"124.299411ms","start":"2026-02-26T18:05:03.56691Z","end":"2026-02-26T18:05:03.691209Z","steps":["trace[2081969157] 'range keys from in-memory index tree' (duration: 123.924103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:03.690909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.779277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T18:05:03.691299Z","caller":"traceutil/trace.go:171","msg":"trace[1851618678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4634; }","duration":"153.210785ms","start":"2026-02-26T18:05:03.538064Z","end":"2026-02-26T18:05:03.691275Z","steps":["trace[1851618678] 'range keys from in-memory index tree' (duration: 152.600333ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:03.915029Z","caller":"traceutil/trace.go:171","msg":"trace[1530842050] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4817; }","duration":"194.153159ms","start":"2026-02-26T18:05:03.720855Z","end":"2026-02-26T18:05:03.915008Z","steps":["trace[1530842050] 'read index received' (duration: 193.786351ms)","trace[1530842050] 'applied index is now lower than readState.Index' (duration: 365.888µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:05:03.915149Z","caller":"traceutil/trace.go:171","msg":"trace[1642262387] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"218.999693ms","start":"2026-02-26T18:05:03.696137Z","end":"2026-02-26T18:05:03.915137Z","steps":["trace[1642262387] 'process raft request' (duration: 218.816039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:03.915164Z","caller":"traceutil/trace.go:171","msg":"trace[1449625681] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"219.670407ms","start":"2026-02-26T18:05:03.695451Z","end":"2026-02-26T18:05:03.915121Z","steps":["trace[1449625681] 'process raft request' (duration: 219.255398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:03.916634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.72736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776985"} {"level":"info","ts":"2026-02-26T18:05:03.916785Z","caller":"traceutil/trace.go:171","msg":"trace[528929045] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4637; }","duration":"195.934864ms","start":"2026-02-26T18:05:03.720819Z","end":"2026-02-26T18:05:03.916754Z","steps":["trace[528929045] 'agreement among raft nodes before linearized reading' (duration: 194.395293ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:19.056443Z","caller":"traceutil/trace.go:171","msg":"trace[1668248276] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"229.546992ms","start":"2026-02-26T18:05:18.826867Z","end":"2026-02-26T18:05:19.056414Z","steps":["trace[1668248276] 'process raft request' (duration: 229.393509ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:20.969956Z","caller":"traceutil/trace.go:171","msg":"trace[176625871] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"409.256923ms","start":"2026-02-26T18:05:20.560675Z","end":"2026-02-26T18:05:20.969932Z","steps":["trace[176625871] 'process raft request' (duration: 409.10941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:20.970145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:05:20.560655Z","time spent":"409.413876ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T18:05:20.981629Z","caller":"traceutil/trace.go:171","msg":"trace[312050534] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5142; }","duration":"261.697501ms","start":"2026-02-26T18:05:20.719911Z","end":"2026-02-26T18:05:20.981609Z","steps":["trace[312050534] 'read index received' (duration: 249.899447ms)","trace[312050534] 'applied index is now lower than readState.Index' (duration: 11.797224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:05:20.981746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.818993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T18:05:20.981773Z","caller":"traceutil/trace.go:171","msg":"trace[1883646715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4955; }","duration":"261.859734ms","start":"2026-02-26T18:05:20.719905Z","end":"2026-02-26T18:05:20.981765Z","steps":["trace[1883646715] 'agreement among raft nodes before linearized reading' (duration: 261.779223ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:20.981859Z","caller":"traceutil/trace.go:171","msg":"trace[1874023047] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"384.571013ms","start":"2026-02-26T18:05:20.597274Z","end":"2026-02-26T18:05:20.981845Z","steps":["trace[1874023047] 'process raft request' (duration: 384.219926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:20.981929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:05:20.59726Z","time spent":"384.633704ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T18:05:21.508834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.492178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T18:05:21.508922Z","caller":"traceutil/trace.go:171","msg":"trace[1498203247] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4955; }","duration":"330.644381ms","start":"2026-02-26T18:05:21.178261Z","end":"2026-02-26T18:05:21.508905Z","steps":["trace[1498203247] 'count revisions from in-memory index tree' (duration: 330.388086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:21.508962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:05:21.178239Z","time spent":"330.713302ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":54,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T18:05:21.509965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.418961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T18:05:21.510043Z","caller":"traceutil/trace.go:171","msg":"trace[1516820309] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4955; }","duration":"285.549594ms","start":"2026-02-26T18:05:21.224475Z","end":"2026-02-26T18:05:21.510024Z","steps":["trace[1516820309] 'count revisions from in-memory index tree' (duration: 285.34468ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:21.724827Z","caller":"traceutil/trace.go:171","msg":"trace[211712469] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5144; }","duration":"294.671026ms","start":"2026-02-26T18:05:21.430141Z","end":"2026-02-26T18:05:21.724812Z","steps":["trace[211712469] 'read index received' (duration: 294.502212ms)","trace[211712469] 'applied index is now lower than readState.Index' (duration: 167.634µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:05:21.724895Z","caller":"traceutil/trace.go:171","msg":"trace[991019870] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"478.658453ms","start":"2026-02-26T18:05:21.246204Z","end":"2026-02-26T18:05:21.724863Z","steps":["trace[991019870] 'process raft request' (duration: 478.471439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:21.725039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:05:21.246177Z","time spent":"478.783905ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T18:05:21.725055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.90366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fdfbad9-4bac-4dae-8afc-e0e48905054c\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-02-26T18:05:21.725113Z","caller":"traceutil/trace.go:171","msg":"trace[1614159273] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fdfbad9-4bac-4dae-8afc-e0e48905054c; range_end:; response_count:1; response_revision:4956; }","duration":"295.013932ms","start":"2026-02-26T18:05:21.430084Z","end":"2026-02-26T18:05:21.725098Z","steps":["trace[1614159273] 'agreement among raft nodes before linearized reading' (duration: 294.833949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:23.891555Z","caller":"traceutil/trace.go:171","msg":"trace[1633550187] linearizableReadLoop","detail":"{readStateIndex:5202; appliedIndex:5201; }","duration":"119.777781ms","start":"2026-02-26T18:05:23.77176Z","end":"2026-02-26T18:05:23.891538Z","steps":["trace[1633550187] 'read index received' (duration: 119.589387ms)","trace[1633550187] 'applied index is now lower than readState.Index' (duration: 187.524µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:05:23.891783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.999045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-26T18:05:23.891854Z","caller":"traceutil/trace.go:171","msg":"trace[1961946328] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5009; }","duration":"120.095846ms","start":"2026-02-26T18:05:23.77174Z","end":"2026-02-26T18:05:23.891835Z","steps":["trace[1961946328] 'agreement among raft nodes before linearized reading' (duration: 119.920833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:23.891948Z","caller":"traceutil/trace.go:171","msg":"trace[1108487960] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"129.867251ms","start":"2026-02-26T18:05:23.76191Z","end":"2026-02-26T18:05:23.891777Z","steps":["trace[1108487960] 'process raft request' (duration: 129.509634ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.119572Z","caller":"traceutil/trace.go:171","msg":"trace[1162225608] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5352; }","duration":"360.179329ms","start":"2026-02-26T18:05:35.759365Z","end":"2026-02-26T18:05:36.119544Z","steps":["trace[1162225608] 'read index received' (duration: 360.002305ms)","trace[1162225608] 'applied index is now lower than readState.Index' (duration: 175.804µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:05:36.119625Z","caller":"traceutil/trace.go:171","msg":"trace[1677950117] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"364.102556ms","start":"2026-02-26T18:05:35.755492Z","end":"2026-02-26T18:05:36.119594Z","steps":["trace[1677950117] 'process raft request' (duration: 363.888922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:36.11979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:05:35.755477Z","time spent":"364.214968ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T18:05:36.11986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.468284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-26T18:05:36.119933Z","caller":"traceutil/trace.go:171","msg":"trace[1160133842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5158; }","duration":"360.572956ms","start":"2026-02-26T18:05:35.759343Z","end":"2026-02-26T18:05:36.119916Z","steps":["trace[1160133842] 'agreement among raft nodes before linearized reading' (duration: 360.340652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:36.11999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:05:35.759334Z","time spent":"360.642867ms","remote":"127.0.0.1:34892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T18:05:36.131099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.710724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T18:05:36.131163Z","caller":"traceutil/trace.go:171","msg":"trace[94278794] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5159; }","duration":"316.806176ms","start":"2026-02-26T18:05:35.814343Z","end":"2026-02-26T18:05:36.131149Z","steps":["trace[94278794] 'agreement among raft nodes before linearized reading' (duration: 316.635983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:36.131191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:05:35.814328Z","time spent":"316.857447ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T18:05:36.131339Z","caller":"traceutil/trace.go:171","msg":"trace[1207021046] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"178.356124ms","start":"2026-02-26T18:05:35.952952Z","end":"2026-02-26T18:05:36.131308Z","steps":["trace[1207021046] 'process raft request' (duration: 177.914136ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.239697Z","caller":"traceutil/trace.go:171","msg":"trace[1186802818] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5354; }","duration":"105.456846ms","start":"2026-02-26T18:05:36.134215Z","end":"2026-02-26T18:05:36.239672Z","steps":["trace[1186802818] 'read index received' (duration: 70.490311ms)","trace[1186802818] 'applied index is now lower than readState.Index' (duration: 34.965305ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:05:36.239787Z","caller":"traceutil/trace.go:171","msg":"trace[2129797529] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"112.459506ms","start":"2026-02-26T18:05:36.127288Z","end":"2026-02-26T18:05:36.239748Z","steps":["trace[2129797529] 'process raft request' (duration: 112.233581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.240036Z","caller":"traceutil/trace.go:171","msg":"trace[1803107420] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"112.438215ms","start":"2026-02-26T18:05:36.127568Z","end":"2026-02-26T18:05:36.240006Z","steps":["trace[1803107420] 'process raft request' (duration: 112.060997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:05:36.240247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.012607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fdfbad9-4bac-4dae-8afc-e0e48905054c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T18:05:36.240296Z","caller":"traceutil/trace.go:171","msg":"trace[1459291234] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fdfbad9-4bac-4dae-8afc-e0e48905054c; range_end:; response_count:1; response_revision:5163; }","duration":"106.099518ms","start":"2026-02-26T18:05:36.134184Z","end":"2026-02-26T18:05:36.240283Z","steps":["trace[1459291234] 'agreement among raft nodes before linearized reading' (duration: 105.939705ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.240616Z","caller":"traceutil/trace.go:171","msg":"trace[28433998] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"113.113309ms","start":"2026-02-26T18:05:36.127491Z","end":"2026-02-26T18:05:36.240605Z","steps":["trace[28433998] 'process raft request' (duration: 112.087228ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.24084Z","caller":"traceutil/trace.go:171","msg":"trace[418804600] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"113.676959ms","start":"2026-02-26T18:05:36.127149Z","end":"2026-02-26T18:05:36.240826Z","steps":["trace[418804600] 'process raft request' (duration: 77.00674ms)","trace[418804600] 'compare' (duration: 35.199979ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:05:36.279057Z","caller":"traceutil/trace.go:171","msg":"trace[1535364283] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"144.264977ms","start":"2026-02-26T18:05:36.134751Z","end":"2026-02-26T18:05:36.279016Z","steps":["trace[1535364283] 'process raft request' (duration: 144.162865ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.279256Z","caller":"traceutil/trace.go:171","msg":"trace[782058830] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"144.324509ms","start":"2026-02-26T18:05:36.134912Z","end":"2026-02-26T18:05:36.279236Z","steps":["trace[782058830] 'process raft request' (duration: 144.050473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.279138Z","caller":"traceutil/trace.go:171","msg":"trace[1211208078] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"144.385559ms","start":"2026-02-26T18:05:36.134691Z","end":"2026-02-26T18:05:36.279077Z","steps":["trace[1211208078] 'process raft request' (duration: 144.004181ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.279894Z","caller":"traceutil/trace.go:171","msg":"trace[397346608] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"144.174906ms","start":"2026-02-26T18:05:36.135699Z","end":"2026-02-26T18:05:36.279874Z","steps":["trace[397346608] 'process raft request' (duration: 144.005113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:05:36.279905Z","caller":"traceutil/trace.go:171","msg":"trace[611626874] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"144.812898ms","start":"2026-02-26T18:05:36.135047Z","end":"2026-02-26T18:05:36.27986Z","steps":["trace[611626874] 'process raft request' (duration: 144.112364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:06:33.022532Z","caller":"traceutil/trace.go:171","msg":"trace[1269634175] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"105.234281ms","start":"2026-02-26T18:06:32.917277Z","end":"2026-02-26T18:06:33.022511Z","steps":["trace[1269634175] 'process raft request' (duration: 98.494737ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:06:49.814213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2778} {"level":"info","ts":"2026-02-26T18:06:49.877632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2778,"took":"61.91797ms","hash":4198326355,"current-db-size-bytes":41132032,"current-db-size":"41 MB","current-db-size-in-use-bytes":30957568,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-26T18:06:49.87771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4198326355,"revision":2778,"compact-revision":-1} {"level":"warn","ts":"2026-02-26T18:11:34.975945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530683538231429,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T18:11:35.192513Z","caller":"traceutil/trace.go:171","msg":"trace[1348003358] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"847.237451ms","start":"2026-02-26T18:11:34.345249Z","end":"2026-02-26T18:11:35.192486Z","steps":["trace[1348003358] 'process raft request' (duration: 847.038747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:11:35.192662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:11:34.34521Z","time spent":"847.374535ms","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T18:11:35.30183Z","caller":"traceutil/trace.go:171","msg":"trace[122904792] linearizableReadLoop","detail":"{readStateIndex:7964; appliedIndex:7962; }","duration":"826.347575ms","start":"2026-02-26T18:11:34.475447Z","end":"2026-02-26T18:11:35.301795Z","steps":["trace[122904792] 'read index received' (duration: 716.796909ms)","trace[122904792] 'applied index is now lower than readState.Index' (duration: 109.549486ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:11:35.301947Z","caller":"traceutil/trace.go:171","msg":"trace[207228969] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"938.063936ms","start":"2026-02-26T18:11:34.363829Z","end":"2026-02-26T18:11:35.301893Z","steps":["trace[207228969] 'process raft request' (duration: 925.71618ms)","trace[207228969] 'compare' (duration: 12.115581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:11:35.302026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.56688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rq28m\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T18:11:35.302063Z","caller":"traceutil/trace.go:171","msg":"trace[1711368119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rq28m; range_end:; response_count:1; response_revision:7683; }","duration":"826.647103ms","start":"2026-02-26T18:11:34.475406Z","end":"2026-02-26T18:11:35.302053Z","steps":["trace[1711368119] 'agreement among raft nodes before linearized reading' (duration: 826.49692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:11:35.302096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:11:34.475391Z","time spent":"826.698194ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-rq28m\" "} {"level":"warn","ts":"2026-02-26T18:11:35.302106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:11:34.363804Z","time spent":"938.216569ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T18:11:45.975758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.782758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T18:11:45.975879Z","caller":"traceutil/trace.go:171","msg":"trace[1095037413] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"386.314665ms","start":"2026-02-26T18:11:45.589545Z","end":"2026-02-26T18:11:45.97586Z","steps":["trace[1095037413] 'process raft request' (duration: 254.339723ms)","trace[1095037413] 'compare' (duration: 131.647465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:11:45.975956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:11:45.589509Z","time spent":"386.417377ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T18:11:45.993511Z","caller":"traceutil/trace.go:171","msg":"trace[1168507068] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"158.360715ms","start":"2026-02-26T18:11:45.835132Z","end":"2026-02-26T18:11:45.993493Z","steps":["trace[1168507068] 'process raft request' (duration: 158.252793ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:11:48.420403Z","caller":"traceutil/trace.go:171","msg":"trace[443073519] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"245.031708ms","start":"2026-02-26T18:11:48.175346Z","end":"2026-02-26T18:11:48.420378Z","steps":["trace[443073519] 'process raft request' (duration: 244.875165ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:11:48.424534Z","caller":"traceutil/trace.go:171","msg":"trace[828518601] linearizableReadLoop","detail":"{readStateIndex:8029; appliedIndex:8027; }","duration":"221.090592ms","start":"2026-02-26T18:11:48.203415Z","end":"2026-02-26T18:11:48.424506Z","steps":["trace[828518601] 'read index received' (duration: 216.856598ms)","trace[828518601] 'applied index is now lower than readState.Index' (duration: 4.232734ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:11:48.424595Z","caller":"traceutil/trace.go:171","msg":"trace[1575264768] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"249.17979ms","start":"2026-02-26T18:11:48.175382Z","end":"2026-02-26T18:11:48.424562Z","steps":["trace[1575264768] 'process raft request' (duration: 248.986296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:11:48.424845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.373978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T18:11:48.424819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.861946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T18:11:48.424891Z","caller":"traceutil/trace.go:171","msg":"trace[995316413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7744; }","duration":"221.48996ms","start":"2026-02-26T18:11:48.203391Z","end":"2026-02-26T18:11:48.424881Z","steps":["trace[995316413] 'agreement among raft nodes before linearized reading' (duration: 221.296727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:11:48.424925Z","caller":"traceutil/trace.go:171","msg":"trace[1387943151] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7744; }","duration":"151.99645ms","start":"2026-02-26T18:11:48.2729Z","end":"2026-02-26T18:11:48.424896Z","steps":["trace[1387943151] 'agreement among raft nodes before linearized reading' (duration: 151.838297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:11:48.724793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.465518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T18:11:48.724874Z","caller":"traceutil/trace.go:171","msg":"trace[1879631472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7745; }","duration":"159.557369ms","start":"2026-02-26T18:11:48.565298Z","end":"2026-02-26T18:11:48.724855Z","steps":["trace[1879631472] 'range keys from in-memory index tree' (duration: 159.322295ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:11:49.820243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5735} {"level":"info","ts":"2026-02-26T18:11:49.91688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5735,"took":"93.5674ms","hash":1808173402,"current-db-size-bytes":43864064,"current-db-size":"44 MB","current-db-size-in-use-bytes":23248896,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-26T18:11:49.916936Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1808173402,"revision":5735,"compact-revision":2778} {"level":"warn","ts":"2026-02-26T18:12:12.048849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.068606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"warn","ts":"2026-02-26T18:12:12.048905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.956355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lblhp\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-02-26T18:12:12.048988Z","caller":"traceutil/trace.go:171","msg":"trace[1945811322] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lblhp; range_end:; response_count:1; response_revision:7909; }","duration":"256.052387ms","start":"2026-02-26T18:12:11.792915Z","end":"2026-02-26T18:12:12.048968Z","steps":["trace[1945811322] 'range keys from in-memory index tree' (duration: 255.759841ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:12.048933Z","caller":"traceutil/trace.go:171","msg":"trace[1644002992] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7909; }","duration":"115.159888ms","start":"2026-02-26T18:12:11.933751Z","end":"2026-02-26T18:12:12.048911Z","steps":["trace[1644002992] 'range keys from in-memory index tree' (duration: 114.886302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:16.134038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530683538232268,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T18:12:16.451117Z","caller":"traceutil/trace.go:171","msg":"trace[72378930] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"927.115598ms","start":"2026-02-26T18:12:15.523978Z","end":"2026-02-26T18:12:16.451093Z","steps":["trace[72378930] 'process raft request' (duration: 926.76465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:16.451271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:15.52395Z","time spent":"927.252841ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T18:12:16.451736Z","caller":"traceutil/trace.go:171","msg":"trace[227087800] linearizableReadLoop","detail":"{readStateIndex:8225; appliedIndex:8222; }","duration":"825.552301ms","start":"2026-02-26T18:12:15.626168Z","end":"2026-02-26T18:12:16.451721Z","steps":["trace[227087800] 'read index received' (duration: 824.731754ms)","trace[227087800] 'applied index is now lower than readState.Index' (duration: 819.877µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:16.451971Z","caller":"traceutil/trace.go:171","msg":"trace[2019286726] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"918.835604ms","start":"2026-02-26T18:12:15.533127Z","end":"2026-02-26T18:12:16.451963Z","steps":["trace[2019286726] 'process raft request' (duration: 918.468057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:16.452079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:15.533097Z","time spent":"918.895074ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T18:12:16.452213Z","caller":"traceutil/trace.go:171","msg":"trace[815839255] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"802.621996ms","start":"2026-02-26T18:12:15.649583Z","end":"2026-02-26T18:12:16.452205Z","steps":["trace[815839255] 'process raft request' (duration: 802.091795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:16.452246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:15.649562Z","time spent":"802.667946ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T18:12:16.452328Z","caller":"traceutil/trace.go:171","msg":"trace[78189615] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"295.903279ms","start":"2026-02-26T18:12:16.156419Z","end":"2026-02-26T18:12:16.452323Z","steps":["trace[78189615] 'process raft request' (duration: 295.274947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:16.452465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.296766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rq28m\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T18:12:16.452488Z","caller":"traceutil/trace.go:171","msg":"trace[1894747836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rq28m; range_end:; response_count:1; response_revision:7933; }","duration":"826.347606ms","start":"2026-02-26T18:12:15.626131Z","end":"2026-02-26T18:12:16.452479Z","steps":["trace[1894747836] 'agreement among raft nodes before linearized reading' (duration: 826.251134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:16.452502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:15.626115Z","time spent":"826.383767ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-rq28m\" "} {"level":"warn","ts":"2026-02-26T18:12:16.452765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.002138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T18:12:16.452827Z","caller":"traceutil/trace.go:171","msg":"trace[1534730453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7933; }","duration":"464.10023ms","start":"2026-02-26T18:12:15.988712Z","end":"2026-02-26T18:12:16.452812Z","steps":["trace[1534730453] 'agreement among raft nodes before linearized reading' (duration: 463.951358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:16.452868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:15.988695Z","time spent":"464.164771ms","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T18:12:16.453005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.896115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T18:12:16.453025Z","caller":"traceutil/trace.go:171","msg":"trace[1263861846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7933; }","duration":"246.951085ms","start":"2026-02-26T18:12:16.206069Z","end":"2026-02-26T18:12:16.45302Z","steps":["trace[1263861846] 'agreement among raft nodes before linearized reading' (duration: 246.907935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:18.947828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.492379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T18:12:18.94785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.079414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T18:12:18.947923Z","caller":"traceutil/trace.go:171","msg":"trace[1111198160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7944; }","duration":"231.635202ms","start":"2026-02-26T18:12:18.716267Z","end":"2026-02-26T18:12:18.947902Z","steps":["trace[1111198160] 'range keys from in-memory index tree' (duration: 231.339807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:18.947923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.193246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T18:12:18.947938Z","caller":"traceutil/trace.go:171","msg":"trace[908973357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7944; }","duration":"290.234536ms","start":"2026-02-26T18:12:18.657686Z","end":"2026-02-26T18:12:18.94792Z","steps":["trace[908973357] 'range keys from in-memory index tree' (duration: 289.859959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:18.947974Z","caller":"traceutil/trace.go:171","msg":"trace[2146610482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7944; }","duration":"282.297128ms","start":"2026-02-26T18:12:18.665663Z","end":"2026-02-26T18:12:18.94796Z","steps":["trace[2146610482] 'range keys from in-memory index tree' (duration: 282.066024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:18.947953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.015075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T18:12:18.947955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.983982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T18:12:18.948038Z","caller":"traceutil/trace.go:171","msg":"trace[1345017890] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7944; }","duration":"195.159067ms","start":"2026-02-26T18:12:18.752854Z","end":"2026-02-26T18:12:18.948013Z","steps":["trace[1345017890] 'range keys from in-memory index tree' (duration: 194.802231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:18.948044Z","caller":"traceutil/trace.go:171","msg":"trace[341932339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7944; }","duration":"286.117124ms","start":"2026-02-26T18:12:18.661908Z","end":"2026-02-26T18:12:18.948025Z","steps":["trace[341932339] 'range keys from in-memory index tree' (duration: 285.800438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:19.096709Z","caller":"traceutil/trace.go:171","msg":"trace[1540004154] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"141.236486ms","start":"2026-02-26T18:12:18.955447Z","end":"2026-02-26T18:12:19.096684Z","steps":["trace[1540004154] 'process raft request' (duration: 141.009582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:19.096888Z","caller":"traceutil/trace.go:171","msg":"trace[937800571] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"141.388899ms","start":"2026-02-26T18:12:18.955461Z","end":"2026-02-26T18:12:19.096849Z","steps":["trace[937800571] 'process raft request' (duration: 141.180405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:19.097066Z","caller":"traceutil/trace.go:171","msg":"trace[1121694882] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"141.50628ms","start":"2026-02-26T18:12:18.95553Z","end":"2026-02-26T18:12:19.097037Z","steps":["trace[1121694882] 'process raft request' (duration: 141.262496ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:28.138517Z","caller":"traceutil/trace.go:171","msg":"trace[2143459543] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"117.207519ms","start":"2026-02-26T18:12:28.021271Z","end":"2026-02-26T18:12:28.138479Z","steps":["trace[2143459543] 'process raft request' (duration: 83.576411ms)","trace[2143459543] 'compare' (duration: 33.420953ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:28.738538Z","caller":"traceutil/trace.go:171","msg":"trace[1452446418] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"174.138269ms","start":"2026-02-26T18:12:28.564379Z","end":"2026-02-26T18:12:28.738518Z","steps":["trace[1452446418] 'process raft request' (duration: 138.425789ms)","trace[1452446418] 'compare' (duration: 35.412874ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:28.738627Z","caller":"traceutil/trace.go:171","msg":"trace[1470510381] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8330; }","duration":"146.871518ms","start":"2026-02-26T18:12:28.591732Z","end":"2026-02-26T18:12:28.738603Z","steps":["trace[1470510381] 'read index received' (duration: 111.083947ms)","trace[1470510381] 'applied index is now lower than readState.Index' (duration: 35.786581ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:28.738673Z","caller":"traceutil/trace.go:171","msg":"trace[576150537] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"172.68758ms","start":"2026-02-26T18:12:28.565968Z","end":"2026-02-26T18:12:28.738656Z","steps":["trace[576150537] 'process raft request' (duration: 172.469826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:28.738784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.044332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T18:12:28.738818Z","caller":"traceutil/trace.go:171","msg":"trace[332350339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8032; }","duration":"147.125993ms","start":"2026-02-26T18:12:28.591683Z","end":"2026-02-26T18:12:28.738809Z","steps":["trace[332350339] 'agreement among raft nodes before linearized reading' (duration: 147.020521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:28.738897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.332177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T18:12:28.738942Z","caller":"traceutil/trace.go:171","msg":"trace[2146830337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8032; }","duration":"143.419669ms","start":"2026-02-26T18:12:28.59551Z","end":"2026-02-26T18:12:28.73893Z","steps":["trace[2146830337] 'agreement among raft nodes before linearized reading' (duration: 143.232995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:28.739011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.679256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rq28m\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T18:12:28.739086Z","caller":"traceutil/trace.go:171","msg":"trace[854638250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rq28m; range_end:; response_count:1; response_revision:8032; }","duration":"130.779399ms","start":"2026-02-26T18:12:28.608289Z","end":"2026-02-26T18:12:28.739069Z","steps":["trace[854638250] 'agreement among raft nodes before linearized reading' (duration: 130.578365ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:28.972453Z","caller":"traceutil/trace.go:171","msg":"trace[703701431] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"229.446708ms","start":"2026-02-26T18:12:28.742981Z","end":"2026-02-26T18:12:28.972427Z","steps":["trace[703701431] 'process raft request' (duration: 151.466069ms)","trace[703701431] 'compare' (duration: 77.879817ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:28.987496Z","caller":"traceutil/trace.go:171","msg":"trace[1104216764] linearizableReadLoop","detail":"{readStateIndex:8334; appliedIndex:8332; }","duration":"239.131632ms","start":"2026-02-26T18:12:28.748335Z","end":"2026-02-26T18:12:28.987467Z","steps":["trace[1104216764] 'read index received' (duration: 146.109913ms)","trace[1104216764] 'applied index is now lower than readState.Index' (duration: 93.020179ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:28.987546Z","caller":"traceutil/trace.go:171","msg":"trace[1393349883] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"243.364035ms","start":"2026-02-26T18:12:28.744152Z","end":"2026-02-26T18:12:28.987516Z","steps":["trace[1393349883] 'process raft request' (duration: 243.080009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:28.987994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.635891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228790"} {"level":"info","ts":"2026-02-26T18:12:28.988051Z","caller":"traceutil/trace.go:171","msg":"trace[544454055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8034; }","duration":"239.733423ms","start":"2026-02-26T18:12:28.748305Z","end":"2026-02-26T18:12:28.988038Z","steps":["trace[544454055] 'agreement among raft nodes before linearized reading' (duration: 239.312625ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:29.259289Z","caller":"traceutil/trace.go:171","msg":"trace[1908739910] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8334; }","duration":"271.683357ms","start":"2026-02-26T18:12:28.987583Z","end":"2026-02-26T18:12:29.259267Z","steps":["trace[1908739910] 'read index received' (duration: 271.414152ms)","trace[1908739910] 'applied index is now lower than readState.Index' (duration: 268.145µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:29.259338Z","caller":"traceutil/trace.go:171","msg":"trace[217738452] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"310.926107ms","start":"2026-02-26T18:12:28.948377Z","end":"2026-02-26T18:12:29.259303Z","steps":["trace[217738452] 'process raft request' (duration: 310.823455ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:29.259365Z","caller":"traceutil/trace.go:171","msg":"trace[277093720] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"322.786194ms","start":"2026-02-26T18:12:28.936553Z","end":"2026-02-26T18:12:29.259339Z","steps":["trace[277093720] 'process raft request' (duration: 322.507888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:29.259482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:28.936542Z","time spent":"322.879655ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T18:12:29.25951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:28.948352Z","time spent":"311.06845ms","remote":"127.0.0.1:43716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T18:12:29.25962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.91152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-26T18:12:29.259608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.574889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lblhp\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-02-26T18:12:29.259668Z","caller":"traceutil/trace.go:171","msg":"trace[1526682795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8036; }","duration":"511.066844ms","start":"2026-02-26T18:12:28.74859Z","end":"2026-02-26T18:12:29.259657Z","steps":["trace[1526682795] 'agreement among raft nodes before linearized reading' (duration: 510.807149ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:29.25969Z","caller":"traceutil/trace.go:171","msg":"trace[973153292] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lblhp; range_end:; response_count:1; response_revision:8036; }","duration":"323.710431ms","start":"2026-02-26T18:12:28.93596Z","end":"2026-02-26T18:12:29.25967Z","steps":["trace[973153292] 'agreement among raft nodes before linearized reading' (duration: 323.414275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:29.259745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:28.935939Z","time spent":"323.797613ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lblhp\" "} {"level":"warn","ts":"2026-02-26T18:12:29.259771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:28.748582Z","time spent":"511.144955ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T18:12:29.259891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.331651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T18:12:29.259936Z","caller":"traceutil/trace.go:171","msg":"trace[1024231649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8036; }","duration":"116.392533ms","start":"2026-02-26T18:12:29.143533Z","end":"2026-02-26T18:12:29.259925Z","steps":["trace[1024231649] 'agreement among raft nodes before linearized reading' (duration: 116.23898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:29.259944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.74279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T18:12:29.260013Z","caller":"traceutil/trace.go:171","msg":"trace[381674268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8036; }","duration":"186.848552ms","start":"2026-02-26T18:12:29.073145Z","end":"2026-02-26T18:12:29.259994Z","steps":["trace[381674268] 'agreement among raft nodes before linearized reading' (duration: 186.607288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:29.260067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.066036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T18:12:29.26012Z","caller":"traceutil/trace.go:171","msg":"trace[29324147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8036; }","duration":"117.137527ms","start":"2026-02-26T18:12:29.142971Z","end":"2026-02-26T18:12:29.260108Z","steps":["trace[29324147] 'agreement among raft nodes before linearized reading' (duration: 117.014204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:29.260242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.62616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-02-26T18:12:29.260401Z","caller":"traceutil/trace.go:171","msg":"trace[63935639] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8036; }","duration":"323.867975ms","start":"2026-02-26T18:12:28.936492Z","end":"2026-02-26T18:12:29.26036Z","steps":["trace[63935639] 'agreement among raft nodes before linearized reading' (duration: 323.081689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:29.260508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T18:12:28.936485Z","time spent":"324.009457ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T18:12:30.006003Z","caller":"traceutil/trace.go:171","msg":"trace[316754148] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"272.861271ms","start":"2026-02-26T18:12:29.733115Z","end":"2026-02-26T18:12:30.005976Z","steps":["trace[316754148] 'process raft request' (duration: 272.629986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:42.832313Z","caller":"traceutil/trace.go:171","msg":"trace[1770948515] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8449; }","duration":"146.810837ms","start":"2026-02-26T18:12:42.685482Z","end":"2026-02-26T18:12:42.832293Z","steps":["trace[1770948515] 'read index received' (duration: 122.592605ms)","trace[1770948515] 'applied index is now lower than readState.Index' (duration: 24.217172ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:42.83238Z","caller":"traceutil/trace.go:171","msg":"trace[991888234] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"182.114968ms","start":"2026-02-26T18:12:42.650223Z","end":"2026-02-26T18:12:42.832338Z","steps":["trace[991888234] 'process raft request' (duration: 157.880726ms)","trace[991888234] 'compare' (duration: 24.011757ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:12:42.832562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.004441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-sc57b\" ","response":"range_response_count:1 size:2946"} {"level":"info","ts":"2026-02-26T18:12:42.832591Z","caller":"traceutil/trace.go:171","msg":"trace[1333848189] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-sc57b; range_end:; response_count:1; response_revision:8146; }","duration":"208.053663ms","start":"2026-02-26T18:12:42.624529Z","end":"2026-02-26T18:12:42.832583Z","steps":["trace[1333848189] 'agreement among raft nodes before linearized reading' (duration: 207.856599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:42.83816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.324697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-sc57b\" ","response":"range_response_count:1 size:4769"} {"level":"info","ts":"2026-02-26T18:12:42.838214Z","caller":"traceutil/trace.go:171","msg":"trace[1814146173] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-sc57b; range_end:; response_count:1; response_revision:8148; }","duration":"148.383418ms","start":"2026-02-26T18:12:42.689816Z","end":"2026-02-26T18:12:42.838199Z","steps":["trace[1814146173] 'agreement among raft nodes before linearized reading' (duration: 148.252596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:42.838996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.175238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T18:12:42.839043Z","caller":"traceutil/trace.go:171","msg":"trace[481211944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8148; }","duration":"124.257328ms","start":"2026-02-26T18:12:42.714773Z","end":"2026-02-26T18:12:42.83903Z","steps":["trace[481211944] 'agreement among raft nodes before linearized reading' (duration: 123.176257ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:43.024153Z","caller":"traceutil/trace.go:171","msg":"trace[167319836] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"157.488128ms","start":"2026-02-26T18:12:42.866641Z","end":"2026-02-26T18:12:43.024129Z","steps":["trace[167319836] 'read index received' (duration: 6.604681ms)","trace[167319836] 'applied index is now lower than readState.Index' (duration: 150.881927ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:43.024285Z","caller":"traceutil/trace.go:171","msg":"trace[346011653] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"179.077298ms","start":"2026-02-26T18:12:42.845179Z","end":"2026-02-26T18:12:43.024256Z","steps":["trace[346011653] 'process raft request' (duration: 146.332198ms)","trace[346011653] 'compare' (duration: 32.467674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:12:43.02441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.744193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T18:12:43.02448Z","caller":"traceutil/trace.go:171","msg":"trace[208229826] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8150; }","duration":"157.843426ms","start":"2026-02-26T18:12:42.86662Z","end":"2026-02-26T18:12:43.024463Z","steps":["trace[208229826] 'agreement among raft nodes before linearized reading' (duration: 157.726044ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:43.170416Z","caller":"traceutil/trace.go:171","msg":"trace[1537028990] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"107.79708ms","start":"2026-02-26T18:12:43.062582Z","end":"2026-02-26T18:12:43.170379Z","steps":["trace[1537028990] 'process raft request' (duration: 63.43866ms)","trace[1537028990] 'compare' (duration: 44.112116ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:12:43.171815Z","caller":"traceutil/trace.go:171","msg":"trace[348165691] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"108.352323ms","start":"2026-02-26T18:12:43.063432Z","end":"2026-02-26T18:12:43.171784Z","steps":["trace[348165691] 'process raft request' (duration: 108.164239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:43.172003Z","caller":"traceutil/trace.go:171","msg":"trace[996925265] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"101.20262ms","start":"2026-02-26T18:12:43.070782Z","end":"2026-02-26T18:12:43.171985Z","steps":["trace[996925265] 'process raft request' (duration: 100.915844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T18:12:43.172409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.919933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T18:12:43.172511Z","caller":"traceutil/trace.go:171","msg":"trace[2113022551] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8156; }","duration":"109.050027ms","start":"2026-02-26T18:12:43.063439Z","end":"2026-02-26T18:12:43.172489Z","steps":["trace[2113022551] 'agreement among raft nodes before linearized reading' (duration: 108.746091ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:43.172103Z","caller":"traceutil/trace.go:171","msg":"trace[1433232188] linearizableReadLoop","detail":"{readStateIndex:8460; appliedIndex:8458; }","duration":"108.624058ms","start":"2026-02-26T18:12:43.063458Z","end":"2026-02-26T18:12:43.172082Z","steps":["trace[1433232188] 'read index received' (duration: 62.577493ms)","trace[1433232188] 'applied index is now lower than readState.Index' (duration: 46.044445ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:12:43.17324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.053405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229067"} {"level":"info","ts":"2026-02-26T18:12:43.173332Z","caller":"traceutil/trace.go:171","msg":"trace[891607511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8156; }","duration":"109.23302ms","start":"2026-02-26T18:12:43.064049Z","end":"2026-02-26T18:12:43.173282Z","steps":["trace[891607511] 'agreement among raft nodes before linearized reading' (duration: 108.602577ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:12:46.662304Z","caller":"traceutil/trace.go:171","msg":"trace[619634325] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"181.845783ms","start":"2026-02-26T18:12:46.480435Z","end":"2026-02-26T18:12:46.66228Z","steps":["trace[619634325] 'process raft request' (duration: 117.516645ms)","trace[619634325] 'compare' (duration: 64.180185ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:13:09.676243Z","caller":"traceutil/trace.go:171","msg":"trace[1791278376] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8697; }","duration":"123.521134ms","start":"2026-02-26T18:13:09.552698Z","end":"2026-02-26T18:13:09.676219Z","steps":["trace[1791278376] 'read index received' (duration: 35.7287ms)","trace[1791278376] 'applied index is now lower than readState.Index' (duration: 87.791504ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T18:13:09.67627Z","caller":"traceutil/trace.go:171","msg":"trace[1451753013] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"152.846836ms","start":"2026-02-26T18:13:09.523394Z","end":"2026-02-26T18:13:09.676241Z","steps":["trace[1451753013] 'process raft request' (duration: 65.075373ms)","trace[1451753013] 'compare' (duration: 87.646971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T18:13:09.676376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.653136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T18:13:09.676441Z","caller":"traceutil/trace.go:171","msg":"trace[527925738] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8384; }","duration":"123.757338ms","start":"2026-02-26T18:13:09.552666Z","end":"2026-02-26T18:13:09.676424Z","steps":["trace[527925738] 'agreement among raft nodes before linearized reading' (duration: 123.590495ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:13:44.640598Z","caller":"traceutil/trace.go:171","msg":"trace[260183919] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"121.231339ms","start":"2026-02-26T18:13:44.51934Z","end":"2026-02-26T18:13:44.640571Z","steps":["trace[260183919] 'process raft request' (duration: 121.063285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:14:13.962508Z","caller":"traceutil/trace.go:171","msg":"trace[1352657711] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"142.803027ms","start":"2026-02-26T18:14:13.819685Z","end":"2026-02-26T18:14:13.962488Z","steps":["trace[1352657711] 'process raft request' (duration: 142.684825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:14:14.061288Z","caller":"traceutil/trace.go:171","msg":"trace[392642118] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"241.560969ms","start":"2026-02-26T18:14:13.819702Z","end":"2026-02-26T18:14:14.061263Z","steps":["trace[392642118] 'process raft request' (duration: 235.835205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:15:38.4583Z","caller":"traceutil/trace.go:171","msg":"trace[353793554] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"103.112279ms","start":"2026-02-26T18:15:38.355164Z","end":"2026-02-26T18:15:38.458277Z","steps":["trace[353793554] 'process raft request' (duration: 102.989847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T18:16:06.023836Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T18:16:06.030162Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T18:16:06.030302Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-26T18:16:49.826198Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7756} {"level":"info","ts":"2026-02-26T18:16:49.900631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7756,"took":"71.862957ms","hash":2884205818,"current-db-size-bytes":43864064,"current-db-size":"44 MB","current-db-size-in-use-bytes":25636864,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-26T18:16:49.900709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2884205818,"revision":7756,"compact-revision":5735}