{"level":"warn","ts":"2026-04-08T01:15:15.830739Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:15:15.830833Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.33:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.33:2380","--initial-cluster=instance=https://199.204.45.33:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.33:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.33:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T01:15:15.833461Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:15:15.833481Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-04-08T01:15:15.833522Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:15:15.834505Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"]} {"level":"info","ts":"2026-04-08T01:15:15.834647Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.33:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T01:15:15.839827Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.873837ms"} {"level":"info","ts":"2026-04-08T01:15:15.848834Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f1e5729930cf7e1f","cluster-id":"14aeb8c3ec66b749"} {"level":"info","ts":"2026-04-08T01:15:15.848931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T01:15:15.848983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 0"} {"level":"info","ts":"2026-04-08T01:15:15.848998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f1e5729930cf7e1f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T01:15:15.849009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 1"} {"level":"info","ts":"2026-04-08T01:15:15.849146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"warn","ts":"2026-04-08T01:15:15.857923Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T01:15:15.85915Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T01:15:15.86053Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T01:15:15.863199Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f1e5729930cf7e1f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T01:15:15.864403Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f1e5729930cf7e1f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T01:15:15.864678Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:15:15.864727Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:15:15.86474Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:15:15.865046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"info","ts":"2026-04-08T01:15:15.865539Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","added-peer-id":"f1e5729930cf7e1f","added-peer-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-04-08T01:15:15.871174Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:15:15.871294Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-04-08T01:15:15.871361Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-04-08T01:15:15.871546Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f1e5729930cf7e1f","initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T01:15:15.871601Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T01:15:16.149678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T01:15:16.149891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T01:15:16.149985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgPreVoteResp from f1e5729930cf7e1f at term 1"} {"level":"info","ts":"2026-04-08T01:15:16.150051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became candidate at term 2"} {"level":"info","ts":"2026-04-08T01:15:16.150086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgVoteResp from f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-04-08T01:15:16.150157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became leader at term 2"} {"level":"info","ts":"2026-04-08T01:15:16.150201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f1e5729930cf7e1f elected leader f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-04-08T01:15:16.151286Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f1e5729930cf7e1f","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.33:2379]}","request-path":"/0/members/f1e5729930cf7e1f/attributes","cluster-id":"14aeb8c3ec66b749","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T01:15:16.151348Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:15:16.151732Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:15:16.152473Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T01:15:16.152511Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T01:15:16.155475Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T01:15:16.15565Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:15:16.156929Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:15:16.157085Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:15:16.157115Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:15:16.158864Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.33:2379"} {"level":"info","ts":"2026-04-08T01:15:32.447916Z","caller":"traceutil/trace.go:171","msg":"trace[1081285857] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"192.008608ms","start":"2026-04-08T01:15:32.255867Z","end":"2026-04-08T01:15:32.447876Z","steps":["trace[1081285857] 'process raft request' (duration: 191.862114ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:32.448087Z","caller":"traceutil/trace.go:171","msg":"trace[1227814099] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"193.663295ms","start":"2026-04-08T01:15:32.254346Z","end":"2026-04-08T01:15:32.448009Z","steps":["trace[1227814099] 'process raft request' (duration: 104.178121ms)","trace[1227814099] 'compare' (duration: 88.914369ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:32.464534Z","caller":"traceutil/trace.go:171","msg":"trace[1029490916] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:434; }","duration":"207.362643ms","start":"2026-04-08T01:15:32.257151Z","end":"2026-04-08T01:15:32.464513Z","steps":["trace[1029490916] 'read index received' (duration: 101.528269ms)","trace[1029490916] 'applied index is now lower than readState.Index' (duration: 105.833036ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:32.464848Z","caller":"traceutil/trace.go:171","msg":"trace[933041679] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"207.696899ms","start":"2026-04-08T01:15:32.257123Z","end":"2026-04-08T01:15:32.46482Z","steps":["trace[933041679] 'process raft request' (duration: 207.284823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:32.465062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.881239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-08T01:15:32.465135Z","caller":"traceutil/trace.go:171","msg":"trace[696115816] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:421; }","duration":"207.992432ms","start":"2026-04-08T01:15:32.257129Z","end":"2026-04-08T01:15:32.465122Z","steps":["trace[696115816] 'agreement among raft nodes before linearized reading' (duration: 207.862596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:32.465337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.566198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-08T01:15:32.465451Z","caller":"traceutil/trace.go:171","msg":"trace[529137786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"206.721106ms","start":"2026-04-08T01:15:32.258703Z","end":"2026-04-08T01:15:32.465424Z","steps":["trace[529137786] 'agreement among raft nodes before linearized reading' (duration: 206.522195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:32.465748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.814201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-04-08T01:15:32.465792Z","caller":"traceutil/trace.go:171","msg":"trace[1837287964] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:421; }","duration":"197.874723ms","start":"2026-04-08T01:15:32.267906Z","end":"2026-04-08T01:15:32.465781Z","steps":["trace[1837287964] 'agreement among raft nodes before linearized reading' (duration: 197.795818ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.054267Z","caller":"traceutil/trace.go:171","msg":"trace[2040080840] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"237.625596ms","start":"2026-04-08T01:15:44.816618Z","end":"2026-04-08T01:15:45.054243Z","steps":["trace[2040080840] 'process raft request' (duration: 237.504313ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.067161Z","caller":"traceutil/trace.go:171","msg":"trace[892528013] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"250.131363ms","start":"2026-04-08T01:15:44.817011Z","end":"2026-04-08T01:15:45.067142Z","steps":["trace[892528013] 'process raft request' (duration: 249.846796ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.067241Z","caller":"traceutil/trace.go:171","msg":"trace[333023469] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"245.862463ms","start":"2026-04-08T01:15:44.821361Z","end":"2026-04-08T01:15:45.067224Z","steps":["trace[333023469] 'process raft request' (duration: 245.70863ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.067379Z","caller":"traceutil/trace.go:171","msg":"trace[1820753503] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"239.009703ms","start":"2026-04-08T01:15:44.828358Z","end":"2026-04-08T01:15:45.067367Z","steps":["trace[1820753503] 'process raft request' (duration: 238.912046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.068971Z","caller":"traceutil/trace.go:171","msg":"trace[88343287] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"236.533363ms","start":"2026-04-08T01:15:44.830858Z","end":"2026-04-08T01:15:45.067391Z","steps":["trace[88343287] 'process raft request' (duration: 236.465998ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.067316Z","caller":"traceutil/trace.go:171","msg":"trace[610779840] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"240.795647ms","start":"2026-04-08T01:15:44.826481Z","end":"2026-04-08T01:15:45.067277Z","steps":["trace[610779840] 'process raft request' (duration: 240.662794ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.067351Z","caller":"traceutil/trace.go:171","msg":"trace[871426295] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"239.723921ms","start":"2026-04-08T01:15:44.8276Z","end":"2026-04-08T01:15:45.067324Z","steps":["trace[871426295] 'process raft request' (duration: 239.607531ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.071842Z","caller":"traceutil/trace.go:171","msg":"trace[1971507979] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"240.597317ms","start":"2026-04-08T01:15:44.831029Z","end":"2026-04-08T01:15:45.071626Z","steps":["trace[1971507979] 'process raft request' (duration: 238.476908ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.076654Z","caller":"traceutil/trace.go:171","msg":"trace[2078865765] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"240.832462ms","start":"2026-04-08T01:15:44.835783Z","end":"2026-04-08T01:15:45.076615Z","steps":["trace[2078865765] 'process raft request' (duration: 237.460633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.076869Z","caller":"traceutil/trace.go:171","msg":"trace[1959993585] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"224.795678ms","start":"2026-04-08T01:15:44.852053Z","end":"2026-04-08T01:15:45.076849Z","steps":["trace[1959993585] 'process raft request' (duration: 224.548365ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.077238Z","caller":"traceutil/trace.go:171","msg":"trace[1533883807] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"224.165734ms","start":"2026-04-08T01:15:44.853061Z","end":"2026-04-08T01:15:45.077227Z","steps":["trace[1533883807] 'process raft request' (duration: 223.661287ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:45.088767Z","caller":"traceutil/trace.go:171","msg":"trace[1334700109] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"125.092076ms","start":"2026-04-08T01:15:44.963656Z","end":"2026-04-08T01:15:45.088748Z","steps":["trace[1334700109] 'process raft request' (duration: 124.696765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:51.880827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155654474698240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:15:52.163578Z","caller":"traceutil/trace.go:171","msg":"trace[1790411284] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"831.969612ms","start":"2026-04-08T01:15:51.331585Z","end":"2026-04-08T01:15:52.163555Z","steps":["trace[1790411284] 'process raft request' (duration: 831.818635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:52.164119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:51.331576Z","time spent":"832.070752ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:15:52.943688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.665576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:15:52.944112Z","caller":"traceutil/trace.go:171","msg":"trace[1262430269] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.585853393s","start":"2026-04-08T01:15:51.358229Z","end":"2026-04-08T01:15:52.944083Z","steps":["trace[1262430269] 'process raft request' (duration: 835.448062ms)","trace[1262430269] 'compare' (duration: 749.399458ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:15:52.944299Z","caller":"traceutil/trace.go:171","msg":"trace[1673170514] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"890.437544ms","start":"2026-04-08T01:15:52.053836Z","end":"2026-04-08T01:15:52.944274Z","steps":["trace[1673170514] 'process raft request' (duration: 889.983844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:52.944332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:51.358205Z","time spent":"1.586064748s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:15:52.944422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:52.05381Z","time spent":"890.552335ms","remote":"127.0.0.1:35296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:52.944538Z","caller":"traceutil/trace.go:171","msg":"trace[1089438106] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"763.356605ms","start":"2026-04-08T01:15:52.181157Z","end":"2026-04-08T01:15:52.944513Z","steps":["trace[1089438106] 'process raft request' (duration: 763.051484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:52.944676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:52.181121Z","time spent":"763.485077ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:15:52.944718Z","caller":"traceutil/trace.go:171","msg":"trace[1477292957] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:636; }","duration":"1.564165341s","start":"2026-04-08T01:15:51.380512Z","end":"2026-04-08T01:15:52.944678Z","steps":["trace[1477292957] 'read index received' (duration: 782.89465ms)","trace[1477292957] 'applied index is now lower than readState.Index' (duration: 781.266024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:15:52.944947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387987631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T01:15:52.944931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564392085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:15:52.944992Z","caller":"traceutil/trace.go:171","msg":"trace[1198179435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"1.388083094s","start":"2026-04-08T01:15:51.556897Z","end":"2026-04-08T01:15:52.944981Z","steps":["trace[1198179435] 'agreement among raft nodes before linearized reading' (duration: 1.387942249s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:52.944984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.879033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T01:15:52.945008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.952955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T01:15:52.945027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:51.556873Z","time spent":"1.38814681s","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:15:52.945033Z","caller":"traceutil/trace.go:171","msg":"trace[432414587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"326.929299ms","start":"2026-04-08T01:15:52.618092Z","end":"2026-04-08T01:15:52.945021Z","steps":["trace[432414587] 'agreement among raft nodes before linearized reading' (duration: 326.776303ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:52.945027Z","caller":"traceutil/trace.go:171","msg":"trace[739684804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"1.564526713s","start":"2026-04-08T01:15:51.380478Z","end":"2026-04-08T01:15:52.945005Z","steps":["trace[739684804] 'agreement among raft nodes before linearized reading' (duration: 1.564350573s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:15:52.945046Z","caller":"traceutil/trace.go:171","msg":"trace[1158088817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"492.039426ms","start":"2026-04-08T01:15:52.452996Z","end":"2026-04-08T01:15:52.945036Z","steps":["trace[1158088817] 'agreement among raft nodes before linearized reading' (duration: 491.949517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:15:52.945064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:52.618035Z","time spent":"327.022715ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:15:52.945076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:52.45297Z","time spent":"492.098685ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:15:52.945081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:15:51.380466Z","time spent":"1.564606958s","remote":"127.0.0.1:35084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:16:09.618468Z","caller":"traceutil/trace.go:171","msg":"trace[721533150] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"191.381322ms","start":"2026-04-08T01:16:09.427039Z","end":"2026-04-08T01:16:09.61842Z","steps":["trace[721533150] 'read index received' (duration: 191.02855ms)","trace[721533150] 'applied index is now lower than readState.Index' (duration: 351.103µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:16:09.618558Z","caller":"traceutil/trace.go:171","msg":"trace[1209797062] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"370.272608ms","start":"2026-04-08T01:16:09.248237Z","end":"2026-04-08T01:16:09.618509Z","steps":["trace[1209797062] 'process raft request' (duration: 369.956083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:09.618756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:16:09.248211Z","time spent":"370.438938ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:16:09.618886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.815186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6ljsw\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-08T01:16:09.618951Z","caller":"traceutil/trace.go:171","msg":"trace[1922885764] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6ljsw; range_end:; response_count:1; response_revision:784; }","duration":"191.964352ms","start":"2026-04-08T01:16:09.426965Z","end":"2026-04-08T01:16:09.61893Z","steps":["trace[1922885764] 'agreement among raft nodes before linearized reading' (duration: 191.670328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:16:09.618971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.031769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:16:09.619059Z","caller":"traceutil/trace.go:171","msg":"trace[226465932] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:784; }","duration":"182.187721ms","start":"2026-04-08T01:16:09.436847Z","end":"2026-04-08T01:16:09.619035Z","steps":["trace[226465932] 'agreement among raft nodes before linearized reading' (duration: 181.891049ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:16:38.55626Z","caller":"traceutil/trace.go:171","msg":"trace[1807378806] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"159.848579ms","start":"2026-04-08T01:16:38.39638Z","end":"2026-04-08T01:16:38.556228Z","steps":["trace[1807378806] 'process raft request' (duration: 159.702789ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:01.92024Z","caller":"traceutil/trace.go:171","msg":"trace[2143884221] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"122.161262ms","start":"2026-04-08T01:17:01.798056Z","end":"2026-04-08T01:17:01.920218Z","steps":["trace[2143884221] 'process raft request' (duration: 121.769299ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:14.71519Z","caller":"traceutil/trace.go:171","msg":"trace[1590996951] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1680; }","duration":"103.636878ms","start":"2026-04-08T01:17:14.611528Z","end":"2026-04-08T01:17:14.715165Z","steps":["trace[1590996951] 'process raft request' (duration: 103.48042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:18.267303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.717209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:17:18.267555Z","caller":"traceutil/trace.go:171","msg":"trace[2103450320] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"234.277051ms","start":"2026-04-08T01:17:18.033258Z","end":"2026-04-08T01:17:18.267535Z","steps":["trace[2103450320] 'process raft request' (duration: 117.265519ms)","trace[2103450320] 'compare' (duration: 116.612258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:24.536442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155654474700666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:17:24.780051Z","caller":"traceutil/trace.go:171","msg":"trace[701965278] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"744.716993ms","start":"2026-04-08T01:17:24.035305Z","end":"2026-04-08T01:17:24.780022Z","steps":["trace[701965278] 'process raft request' (duration: 744.530812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:24.780216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.035278Z","time spent":"744.850931ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:25.008804Z","caller":"traceutil/trace.go:171","msg":"trace[257394016] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"613.570594ms","start":"2026-04-08T01:17:24.395207Z","end":"2026-04-08T01:17:25.008778Z","steps":["trace[257394016] 'process raft request' (duration: 580.724641ms)","trace[257394016] 'compare' (duration: 32.552484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:25.008946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.395191Z","time spent":"613.684513ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:25.06152Z","caller":"traceutil/trace.go:171","msg":"trace[1005018115] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"279.183758ms","start":"2026-04-08T01:17:24.782312Z","end":"2026-04-08T01:17:25.061496Z","steps":["trace[1005018115] 'process raft request' (duration: 279.061071ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.061527Z","caller":"traceutil/trace.go:171","msg":"trace[327977081] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1902; }","duration":"1.025280353s","start":"2026-04-08T01:17:24.036205Z","end":"2026-04-08T01:17:25.061485Z","steps":["trace[327977081] 'read index received' (duration: 743.612784ms)","trace[327977081] 'applied index is now lower than readState.Index' (duration: 281.66456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:17:25.061706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025488742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-08T01:17:25.061736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.608327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:17:25.06177Z","caller":"traceutil/trace.go:171","msg":"trace[2145834235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1834; }","duration":"1.025587472s","start":"2026-04-08T01:17:24.036164Z","end":"2026-04-08T01:17:25.061752Z","steps":["trace[2145834235] 'agreement among raft nodes before linearized reading' (duration: 1.025422669s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.061812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.036147Z","time spent":"1.025657824s","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:17:25.061775Z","caller":"traceutil/trace.go:171","msg":"trace[1424788668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1834; }","duration":"971.667921ms","start":"2026-04-08T01:17:24.090095Z","end":"2026-04-08T01:17:25.061763Z","steps":["trace[1424788668] 'agreement among raft nodes before linearized reading' (duration: 971.569891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.061882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.397704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:17:25.061911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.680837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a43cd5eb35b4f7\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-08T01:17:25.061912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.090061Z","time spent":"971.845162ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:17:25.061924Z","caller":"traceutil/trace.go:171","msg":"trace[428403412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1834; }","duration":"326.465347ms","start":"2026-04-08T01:17:24.735446Z","end":"2026-04-08T01:17:25.061911Z","steps":["trace[428403412] 'agreement among raft nodes before linearized reading' (duration: 326.34427ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.061951Z","caller":"traceutil/trace.go:171","msg":"trace[1824470869] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a43cd5eb35b4f7; range_end:; response_count:1; response_revision:1834; }","duration":"427.75731ms","start":"2026-04-08T01:17:24.634181Z","end":"2026-04-08T01:17:25.061939Z","steps":["trace[1824470869] 'agreement among raft nodes before linearized reading' (duration: 427.613564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.06196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.735434Z","time spent":"326.516432ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:17:25.061993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.634159Z","time spent":"427.825442ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a43cd5eb35b4f7\" "} {"level":"warn","ts":"2026-04-08T01:17:25.062089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.208775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:17:25.062235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.909448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1708817-2695-4cd3-8fb4-bbe28057a9bc\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-08T01:17:25.062277Z","caller":"traceutil/trace.go:171","msg":"trace[139609388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1708817-2695-4cd3-8fb4-bbe28057a9bc; range_end:; response_count:1; response_revision:1834; }","duration":"274.977441ms","start":"2026-04-08T01:17:24.787288Z","end":"2026-04-08T01:17:25.062266Z","steps":["trace[139609388] 'agreement among raft nodes before linearized reading' (duration: 274.875102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.062301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.121598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:17:25.062305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.507762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1708817-2695-4cd3-8fb4-bbe28057a9bc\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-08T01:17:25.062455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.107667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:17:25.062493Z","caller":"traceutil/trace.go:171","msg":"trace[2034953466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1834; }","duration":"274.155333ms","start":"2026-04-08T01:17:24.788329Z","end":"2026-04-08T01:17:25.062484Z","steps":["trace[2034953466] 'agreement among raft nodes before linearized reading' (duration: 274.066442ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.06245Z","caller":"traceutil/trace.go:171","msg":"trace[1852710476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1708817-2695-4cd3-8fb4-bbe28057a9bc; range_end:; response_count:1; response_revision:1834; }","duration":"455.697612ms","start":"2026-04-08T01:17:24.60673Z","end":"2026-04-08T01:17:25.062428Z","steps":["trace[1852710476] 'agreement among raft nodes before linearized reading' (duration: 455.370166ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.062231Z","caller":"traceutil/trace.go:171","msg":"trace[1919471737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1834; }","duration":"681.382906ms","start":"2026-04-08T01:17:24.38083Z","end":"2026-04-08T01:17:25.062213Z","steps":["trace[1919471737] 'agreement among raft nodes before linearized reading' (duration: 680.998435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.062712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.380816Z","time spent":"681.887605ms","remote":"127.0.0.1:35084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:17:25.062337Z","caller":"traceutil/trace.go:171","msg":"trace[1563774543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1834; }","duration":"775.19388ms","start":"2026-04-08T01:17:24.287135Z","end":"2026-04-08T01:17:25.062329Z","steps":["trace[1563774543] 'agreement among raft nodes before linearized reading' (duration: 775.10203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.062847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.287117Z","time spent":"775.712367ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:17:25.062665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:24.606714Z","time spent":"455.838008ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1708817-2695-4cd3-8fb4-bbe28057a9bc\" "} {"level":"info","ts":"2026-04-08T01:17:25.232034Z","caller":"traceutil/trace.go:171","msg":"trace[1179247720] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"165.587829ms","start":"2026-04-08T01:17:25.066413Z","end":"2026-04-08T01:17:25.232Z","steps":["trace[1179247720] 'process raft request' (duration: 134.290234ms)","trace[1179247720] 'compare' (duration: 31.045361ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:17:25.232044Z","caller":"traceutil/trace.go:171","msg":"trace[1073738957] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"164.423969ms","start":"2026-04-08T01:17:25.067596Z","end":"2026-04-08T01:17:25.23202Z","steps":["trace[1073738957] 'process raft request' (duration: 164.278644ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.232615Z","caller":"traceutil/trace.go:171","msg":"trace[1604330997] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"164.49134ms","start":"2026-04-08T01:17:25.068107Z","end":"2026-04-08T01:17:25.232598Z","steps":["trace[1604330997] 'process raft request' (duration: 163.835328ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.232876Z","caller":"traceutil/trace.go:171","msg":"trace[1509548663] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"161.294987ms","start":"2026-04-08T01:17:25.071551Z","end":"2026-04-08T01:17:25.232846Z","steps":["trace[1509548663] 'process raft request' (duration: 160.803737ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.284521Z","caller":"traceutil/trace.go:171","msg":"trace[1320292714] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"169.665233ms","start":"2026-04-08T01:17:25.114834Z","end":"2026-04-08T01:17:25.284499Z","steps":["trace[1320292714] 'process raft request' (duration: 169.538136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.514701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.238233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:17:25.515356Z","caller":"traceutil/trace.go:171","msg":"trace[916534904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"132.930442ms","start":"2026-04-08T01:17:25.382399Z","end":"2026-04-08T01:17:25.515329Z","steps":["trace[916534904] 'range keys from in-memory index tree' (duration: 132.17084ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.760951Z","caller":"traceutil/trace.go:171","msg":"trace[19827683] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"241.870783ms","start":"2026-04-08T01:17:25.519049Z","end":"2026-04-08T01:17:25.76092Z","steps":["trace[19827683] 'process raft request' (duration: 241.662045ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:25.840276Z","caller":"traceutil/trace.go:171","msg":"trace[2023877028] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"320.592508ms","start":"2026-04-08T01:17:25.519654Z","end":"2026-04-08T01:17:25.840246Z","steps":["trace[2023877028] 'process raft request' (duration: 313.659106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.840455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:25.519636Z","time spent":"320.690979ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:25.840839Z","caller":"traceutil/trace.go:171","msg":"trace[806189260] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"320.561062ms","start":"2026-04-08T01:17:25.520245Z","end":"2026-04-08T01:17:25.840806Z","steps":["trace[806189260] 'process raft request' (duration: 320.018616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:25.841119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:25.520237Z","time spent":"320.729204ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:33.193974Z","caller":"traceutil/trace.go:171","msg":"trace[2127068044] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"101.470291ms","start":"2026-04-08T01:17:33.092453Z","end":"2026-04-08T01:17:33.193924Z","steps":["trace[2127068044] 'process raft request' (duration: 95.9143ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:17:39.187888Z","caller":"traceutil/trace.go:171","msg":"trace[2103525195] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2026; }","duration":"222.931264ms","start":"2026-04-08T01:17:38.964927Z","end":"2026-04-08T01:17:39.187858Z","steps":["trace[2103525195] 'read index received' (duration: 222.743537ms)","trace[2103525195] 'applied index is now lower than readState.Index' (duration: 184.778µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:17:39.187939Z","caller":"traceutil/trace.go:171","msg":"trace[1374266844] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"358.55723ms","start":"2026-04-08T01:17:38.829358Z","end":"2026-04-08T01:17:39.187915Z","steps":["trace[1374266844] 'process raft request' (duration: 358.351255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:17:39.188086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.143948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:17:39.188089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:38.829333Z","time spent":"358.659218ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:17:39.188136Z","caller":"traceutil/trace.go:171","msg":"trace[934553762] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1952; }","duration":"223.236828ms","start":"2026-04-08T01:17:38.964884Z","end":"2026-04-08T01:17:39.188121Z","steps":["trace[934553762] 'agreement among raft nodes before linearized reading' (duration: 223.146369ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.112993Z","caller":"traceutil/trace.go:171","msg":"trace[126350902] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"192.442029ms","start":"2026-04-08T01:17:59.920524Z","end":"2026-04-08T01:18:00.112966Z","steps":["trace[126350902] 'process raft request' (duration: 192.277371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.282002Z","caller":"traceutil/trace.go:171","msg":"trace[62237451] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2162; }","duration":"338.891577ms","start":"2026-04-08T01:17:59.943083Z","end":"2026-04-08T01:18:00.281975Z","steps":["trace[62237451] 'read index received' (duration: 169.767631ms)","trace[62237451] 'applied index is now lower than readState.Index' (duration: 169.122806ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:00.28203Z","caller":"traceutil/trace.go:171","msg":"trace[499246939] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"360.683153ms","start":"2026-04-08T01:17:59.921303Z","end":"2026-04-08T01:18:00.281987Z","steps":["trace[499246939] 'process raft request' (duration: 320.242748ms)","trace[499246939] 'compare' (duration: 40.176791ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:00.282142Z","caller":"traceutil/trace.go:171","msg":"trace[1996956306] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"264.065276ms","start":"2026-04-08T01:18:00.018062Z","end":"2026-04-08T01:18:00.282128Z","steps":["trace[1996956306] 'process raft request' (duration: 263.836267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:00.282173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:59.921281Z","time spent":"360.821874ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:18:00.282676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.53029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T01:18:00.282569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.4566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T01:18:00.283091Z","caller":"traceutil/trace.go:171","msg":"trace[2058695653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2085; }","duration":"339.885492ms","start":"2026-04-08T01:17:59.943042Z","end":"2026-04-08T01:18:00.282927Z","steps":["trace[2058695653] 'agreement among raft nodes before linearized reading' (duration: 339.169799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:00.282595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.764194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-08T01:18:00.283219Z","caller":"traceutil/trace.go:171","msg":"trace[1964227065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2085; }","duration":"245.556518ms","start":"2026-04-08T01:18:00.037642Z","end":"2026-04-08T01:18:00.283198Z","steps":["trace[1964227065] 'agreement among raft nodes before linearized reading' (duration: 244.710822ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:00.282778Z","caller":"traceutil/trace.go:171","msg":"trace[544139010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2085; }","duration":"245.634126ms","start":"2026-04-08T01:18:00.037095Z","end":"2026-04-08T01:18:00.282729Z","steps":["trace[544139010] 'agreement among raft nodes before linearized reading' (duration: 245.412077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:00.283746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:17:59.94303Z","time spent":"340.161365ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:18:01.882228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088155654474701243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:18:01.960244Z","caller":"traceutil/trace.go:171","msg":"trace[1400221562] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"702.827599ms","start":"2026-04-08T01:18:01.257394Z","end":"2026-04-08T01:18:01.960222Z","steps":["trace[1400221562] 'process raft request' (duration: 702.689857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:01.960386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.257367Z","time spent":"702.947783ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:02.367039Z","caller":"traceutil/trace.go:171","msg":"trace[731968493] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2169; }","duration":"985.376445ms","start":"2026-04-08T01:18:01.381634Z","end":"2026-04-08T01:18:02.36701Z","steps":["trace[731968493] 'read index received' (duration: 578.502971ms)","trace[731968493] 'applied index is now lower than readState.Index' (duration: 406.871934ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:02.367061Z","caller":"traceutil/trace.go:171","msg":"trace[913643045] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"1.066274693s","start":"2026-04-08T01:18:01.300751Z","end":"2026-04-08T01:18:02.367026Z","steps":["trace[913643045] 'process raft request' (duration: 984.076222ms)","trace[913643045] 'compare' (duration: 81.998508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:18:02.367184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.539223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:18:02.367203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.300736Z","time spent":"1.066393186s","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:02.367218Z","caller":"traceutil/trace.go:171","msg":"trace[2082202509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2091; }","duration":"985.625071ms","start":"2026-04-08T01:18:01.381582Z","end":"2026-04-08T01:18:02.367207Z","steps":["trace[2082202509] 'agreement among raft nodes before linearized reading' (duration: 985.547161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.367251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.381563Z","time spent":"985.681184ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:18:02.372228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.467275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:18:02.372326Z","caller":"traceutil/trace.go:171","msg":"trace[642046048] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2092; }","duration":"463.623203ms","start":"2026-04-08T01:18:01.908684Z","end":"2026-04-08T01:18:02.372307Z","steps":["trace[642046048] 'agreement among raft nodes before linearized reading' (duration: 463.474853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.372348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.108432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:18:02.372433Z","caller":"traceutil/trace.go:171","msg":"trace[610501554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2092; }","duration":"935.204718ms","start":"2026-04-08T01:18:01.437198Z","end":"2026-04-08T01:18:02.372402Z","steps":["trace[610501554] 'agreement among raft nodes before linearized reading' (duration: 935.04651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.372569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.437174Z","time spent":"935.358857ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:18:02.372368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.908662Z","time spent":"463.696203ms","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:18:02.372782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.419804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-08T01:18:02.372613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.511246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:18:02.37284Z","caller":"traceutil/trace.go:171","msg":"trace[629046745] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2092; }","duration":"420.511861ms","start":"2026-04-08T01:18:01.952303Z","end":"2026-04-08T01:18:02.372815Z","steps":["trace[629046745] 'agreement among raft nodes before linearized reading' (duration: 420.386188ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:02.372848Z","caller":"traceutil/trace.go:171","msg":"trace[2103147363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2092; }","duration":"255.769861ms","start":"2026-04-08T01:18:02.117065Z","end":"2026-04-08T01:18:02.372835Z","steps":["trace[2103147363] 'agreement among raft nodes before linearized reading' (duration: 255.424208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.372882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.952285Z","time spent":"420.589321ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T01:18:02.372914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.980128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:18:02.372972Z","caller":"traceutil/trace.go:171","msg":"trace[635611782] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2092; }","duration":"435.067556ms","start":"2026-04-08T01:18:01.937885Z","end":"2026-04-08T01:18:02.372952Z","steps":["trace[635611782] 'agreement among raft nodes before linearized reading' (duration: 434.993696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.373005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.937866Z","time spent":"435.130727ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:18:02.373105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.832918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:18:02.37324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.930612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:18:02.373312Z","caller":"traceutil/trace.go:171","msg":"trace[860083779] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2092; }","duration":"941.025789ms","start":"2026-04-08T01:18:01.432271Z","end":"2026-04-08T01:18:02.373296Z","steps":["trace[860083779] 'agreement among raft nodes before linearized reading' (duration: 940.902206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.373345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.869351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:18:02.373355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.432255Z","time spent":"941.08892ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:18:02.373121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.620404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:18:02.373388Z","caller":"traceutil/trace.go:171","msg":"trace[1851663177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2092; }","duration":"961.933043ms","start":"2026-04-08T01:18:01.411445Z","end":"2026-04-08T01:18:02.373378Z","steps":["trace[1851663177] 'agreement among raft nodes before linearized reading' (duration: 961.825167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.373424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.411434Z","time spent":"961.983455ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:18:02.373432Z","caller":"traceutil/trace.go:171","msg":"trace[375382813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2092; }","duration":"961.94946ms","start":"2026-04-08T01:18:01.411464Z","end":"2026-04-08T01:18:02.373413Z","steps":["trace[375382813] 'agreement among raft nodes before linearized reading' (duration: 961.542065ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:02.373255Z","caller":"traceutil/trace.go:171","msg":"trace[1905181834] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2092; }","duration":"402.958931ms","start":"2026-04-08T01:18:01.970217Z","end":"2026-04-08T01:18:02.373176Z","steps":["trace[1905181834] 'agreement among raft nodes before linearized reading' (duration: 402.787384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.373479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.411453Z","time spent":"962.011882ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:18:02.373846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.137546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:18:02.373889Z","caller":"traceutil/trace.go:171","msg":"trace[1408458208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2092; }","duration":"967.200597ms","start":"2026-04-08T01:18:01.406677Z","end":"2026-04-08T01:18:02.373878Z","steps":["trace[1408458208] 'agreement among raft nodes before linearized reading' (duration: 967.097031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:02.37351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.970206Z","time spent":"403.291336ms","remote":"127.0.0.1:35230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:18:02.373918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:01.406667Z","time spent":"967.244152ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:18:03.084369Z","caller":"traceutil/trace.go:171","msg":"trace[278676198] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"706.421256ms","start":"2026-04-08T01:18:02.377913Z","end":"2026-04-08T01:18:03.084335Z","steps":["trace[278676198] 'process raft request' (duration: 693.938341ms)","trace[278676198] 'compare' (duration: 11.705871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:18:03.084583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.377907Z","time spent":"706.561736ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.084688Z","caller":"traceutil/trace.go:171","msg":"trace[2020477653] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"706.479838ms","start":"2026-04-08T01:18:02.378177Z","end":"2026-04-08T01:18:03.084657Z","steps":["trace[2020477653] 'process raft request' (duration: 706.072713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.084846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.37817Z","time spent":"706.582824ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.084967Z","caller":"traceutil/trace.go:171","msg":"trace[532244925] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"706.702227ms","start":"2026-04-08T01:18:02.378245Z","end":"2026-04-08T01:18:03.084947Z","steps":["trace[532244925] 'process raft request' (duration: 706.283324ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:18:03.084993Z","caller":"traceutil/trace.go:171","msg":"trace[2045070845] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2174; }","duration":"187.446765ms","start":"2026-04-08T01:18:02.897517Z","end":"2026-04-08T01:18:03.084964Z","steps":["trace[2045070845] 'read index received' (duration: 174.262916ms)","trace[2045070845] 'applied index is now lower than readState.Index' (duration: 13.181629ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:18:03.085048Z","caller":"traceutil/trace.go:171","msg":"trace[470308756] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"706.449111ms","start":"2026-04-08T01:18:02.378588Z","end":"2026-04-08T01:18:03.085037Z","steps":["trace[470308756] 'process raft request' (duration: 706.203195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.085058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.378228Z","time spent":"706.785396ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:03.085107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.378574Z","time spent":"706.503975ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:18:03.085168Z","caller":"traceutil/trace.go:171","msg":"trace[249707091] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"705.524237ms","start":"2026-04-08T01:18:02.379625Z","end":"2026-04-08T01:18:03.08515Z","steps":["trace[249707091] 'process raft request' (duration: 705.264733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:03.085362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:18:02.379601Z","time spent":"705.6491ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:18:03.085426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.912421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43cdcfb71031e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-08T01:18:03.085493Z","caller":"traceutil/trace.go:171","msg":"trace[500941478] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a43cdcfb71031e; range_end:; response_count:1; response_revision:2099; }","duration":"188.002298ms","start":"2026-04-08T01:18:02.897468Z","end":"2026-04-08T01:18:03.085471Z","steps":["trace[500941478] 'agreement among raft nodes before linearized reading' (duration: 187.813984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:18:55.305743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.162662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-jgbx8\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-08T01:18:55.305848Z","caller":"traceutil/trace.go:171","msg":"trace[808504279] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-jgbx8; range_end:; response_count:1; response_revision:2423; }","duration":"102.325481ms","start":"2026-04-08T01:18:55.203502Z","end":"2026-04-08T01:18:55.305827Z","steps":["trace[808504279] 'range keys from in-memory index tree' (duration: 101.897481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:05.04157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.974991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:19:05.041639Z","caller":"traceutil/trace.go:171","msg":"trace[569550008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2530; }","duration":"661.094401ms","start":"2026-04-08T01:19:04.380527Z","end":"2026-04-08T01:19:05.041622Z","steps":["trace[569550008] 'range keys from in-memory index tree' (duration: 660.84664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:05.041667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:04.380501Z","time spent":"661.159296ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:19:05.041872Z","caller":"traceutil/trace.go:171","msg":"trace[2049501104] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"430.118168ms","start":"2026-04-08T01:19:04.611721Z","end":"2026-04-08T01:19:05.041839Z","steps":["trace[2049501104] 'process raft request' (duration: 380.780146ms)","trace[2049501104] 'compare' (duration: 48.820989ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:19:05.041962Z","caller":"traceutil/trace.go:171","msg":"trace[2058571586] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"429.764858ms","start":"2026-04-08T01:19:04.612185Z","end":"2026-04-08T01:19:05.041949Z","steps":["trace[2058571586] 'process raft request' (duration: 429.606185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:05.042035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:04.611703Z","time spent":"430.25847ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:19:05.042048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:04.612179Z","time spent":"429.813781ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:05.047999Z","caller":"traceutil/trace.go:171","msg":"trace[1562893386] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2624; }","duration":"305.206486ms","start":"2026-04-08T01:19:04.742758Z","end":"2026-04-08T01:19:05.047965Z","steps":["trace[1562893386] 'read index received' (duration: 249.748721ms)","trace[1562893386] 'applied index is now lower than readState.Index' (duration: 55.454935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:19:05.048143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.37191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:19:05.048197Z","caller":"traceutil/trace.go:171","msg":"trace[641498410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2532; }","duration":"305.434245ms","start":"2026-04-08T01:19:04.74275Z","end":"2026-04-08T01:19:05.048185Z","steps":["trace[641498410] 'agreement among raft nodes before linearized reading' (duration: 305.299484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:05.048221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:04.742712Z","time spent":"305.50473ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:19:05.048277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.332938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:19:05.048309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.630927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:19:05.048363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.969278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:19:05.048381Z","caller":"traceutil/trace.go:171","msg":"trace[1346394700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2532; }","duration":"302.022892ms","start":"2026-04-08T01:19:04.746352Z","end":"2026-04-08T01:19:05.048375Z","steps":["trace[1346394700] 'agreement among raft nodes before linearized reading' (duration: 301.972018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:05.048397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:04.74632Z","time spent":"302.074697ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:19:05.0484Z","caller":"traceutil/trace.go:171","msg":"trace[1144659753] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2532; }","duration":"126.761779ms","start":"2026-04-08T01:19:04.92161Z","end":"2026-04-08T01:19:05.048372Z","steps":["trace[1144659753] 'agreement among raft nodes before linearized reading' (duration: 126.605046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:05.048334Z","caller":"traceutil/trace.go:171","msg":"trace[487208291] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2532; }","duration":"248.416315ms","start":"2026-04-08T01:19:04.799904Z","end":"2026-04-08T01:19:05.04832Z","steps":["trace[487208291] 'agreement among raft nodes before linearized reading' (duration: 248.332528ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:31.27216Z","caller":"traceutil/trace.go:171","msg":"trace[501669270] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"126.218185ms","start":"2026-04-08T01:19:31.145917Z","end":"2026-04-08T01:19:31.272135Z","steps":["trace[501669270] 'process raft request' (duration: 126.040562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:31.272562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.779013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-08T01:19:31.272662Z","caller":"traceutil/trace.go:171","msg":"trace[1871210590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2678; }","duration":"105.043449ms","start":"2026-04-08T01:19:31.167598Z","end":"2026-04-08T01:19:31.272642Z","steps":["trace[1871210590] 'agreement among raft nodes before linearized reading' (duration: 104.621331ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:31.272581Z","caller":"traceutil/trace.go:171","msg":"trace[1217141643] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2777; }","duration":"104.453608ms","start":"2026-04-08T01:19:31.167638Z","end":"2026-04-08T01:19:31.272092Z","steps":["trace[1217141643] 'read index received' (duration: 70.65182ms)","trace[1217141643] 'applied index is now lower than readState.Index' (duration: 33.800368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:19:37.756081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.368084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:19:37.756298Z","caller":"traceutil/trace.go:171","msg":"trace[1982833020] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"415.642189ms","start":"2026-04-08T01:19:37.340575Z","end":"2026-04-08T01:19:37.756217Z","steps":["trace[1982833020] 'read index received' (duration: 174.436489ms)","trace[1982833020] 'applied index is now lower than readState.Index' (duration: 241.20428ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:19:37.756317Z","caller":"traceutil/trace.go:171","msg":"trace[1939661809] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"449.487792ms","start":"2026-04-08T01:19:37.306791Z","end":"2026-04-08T01:19:37.756279Z","steps":["trace[1939661809] 'process raft request' (duration: 208.288953ms)","trace[1939661809] 'compare' (duration: 239.8601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:19:37.756505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.937231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a43cf0a461bfa9\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-08T01:19:37.756545Z","caller":"traceutil/trace.go:171","msg":"trace[1326287307] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a43cf0a461bfa9; range_end:; response_count:1; response_revision:2709; }","duration":"416.019992ms","start":"2026-04-08T01:19:37.340516Z","end":"2026-04-08T01:19:37.756536Z","steps":["trace[1326287307] 'agreement among raft nodes before linearized reading' (duration: 415.85223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:37.75658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:37.340495Z","time spent":"416.076763ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a43cf0a461bfa9\" "} {"level":"warn","ts":"2026-04-08T01:19:37.756593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:37.306765Z","time spent":"449.634615ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:19:37.797771Z","caller":"traceutil/trace.go:171","msg":"trace[582551612] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"133.011465ms","start":"2026-04-08T01:19:37.664731Z","end":"2026-04-08T01:19:37.797742Z","steps":["trace[582551612] 'process raft request' (duration: 132.778014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:37.797873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.192855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:19:37.797943Z","caller":"traceutil/trace.go:171","msg":"trace[1097312673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2710; }","duration":"127.296886ms","start":"2026-04-08T01:19:37.670626Z","end":"2026-04-08T01:19:37.797923Z","steps":["trace[1097312673] 'agreement among raft nodes before linearized reading' (duration: 127.130015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:37.798431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.8151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:19:37.798485Z","caller":"traceutil/trace.go:171","msg":"trace[685595938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2710; }","duration":"457.91006ms","start":"2026-04-08T01:19:37.34056Z","end":"2026-04-08T01:19:37.79847Z","steps":["trace[685595938] 'agreement among raft nodes before linearized reading' (duration: 457.737908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:37.798524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:37.340539Z","time spent":"457.977771ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:19:37.79939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.479213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:19:37.799448Z","caller":"traceutil/trace.go:171","msg":"trace[966196924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2710; }","duration":"455.561873ms","start":"2026-04-08T01:19:37.343873Z","end":"2026-04-08T01:19:37.799435Z","steps":["trace[966196924] 'agreement among raft nodes before linearized reading' (duration: 454.205024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:37.79943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.753917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T01:19:37.799497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:19:37.343862Z","time spent":"455.626124ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:19:37.799464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.990702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:19:37.79952Z","caller":"traceutil/trace.go:171","msg":"trace[315322110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2710; }","duration":"131.858447ms","start":"2026-04-08T01:19:37.667639Z","end":"2026-04-08T01:19:37.799498Z","steps":["trace[315322110] 'agreement among raft nodes before linearized reading' (duration: 130.040695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:19:37.799417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.486151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:19:37.799753Z","caller":"traceutil/trace.go:171","msg":"trace[806797438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2710; }","duration":"132.751732ms","start":"2026-04-08T01:19:37.666884Z","end":"2026-04-08T01:19:37.799635Z","steps":["trace[806797438] 'agreement among raft nodes before linearized reading' (duration: 130.799699ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:19:37.799794Z","caller":"traceutil/trace.go:171","msg":"trace[645046707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2710; }","duration":"137.118034ms","start":"2026-04-08T01:19:37.662432Z","end":"2026-04-08T01:19:37.79955Z","steps":["trace[645046707] 'agreement among raft nodes before linearized reading' (duration: 136.609861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:34.298694Z","caller":"traceutil/trace.go:171","msg":"trace[41711371] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"126.529093ms","start":"2026-04-08T01:20:34.17214Z","end":"2026-04-08T01:20:34.298669Z","steps":["trace[41711371] 'process raft request' (duration: 126.461957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:20:34.298838Z","caller":"traceutil/trace.go:171","msg":"trace[1933114074] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"126.72409ms","start":"2026-04-08T01:20:34.172068Z","end":"2026-04-08T01:20:34.298792Z","steps":["trace[1933114074] 'process raft request' (duration: 123.78894ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:10.49367Z","caller":"traceutil/trace.go:171","msg":"trace[764605751] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"103.738765ms","start":"2026-04-08T01:21:10.389883Z","end":"2026-04-08T01:21:10.493621Z","steps":["trace[764605751] 'process raft request' (duration: 60.911346ms)","trace[764605751] 'compare' (duration: 42.539292ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:10.493686Z","caller":"traceutil/trace.go:171","msg":"trace[1334450282] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"103.228367ms","start":"2026-04-08T01:21:10.390427Z","end":"2026-04-08T01:21:10.493655Z","steps":["trace[1334450282] 'process raft request' (duration: 103.097456ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:10.494051Z","caller":"traceutil/trace.go:171","msg":"trace[1171175197] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"103.448178ms","start":"2026-04-08T01:21:10.390579Z","end":"2026-04-08T01:21:10.494027Z","steps":["trace[1171175197] 'process raft request' (duration: 103.034751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:28.616045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.430213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:21:28.61613Z","caller":"traceutil/trace.go:171","msg":"trace[2036396854] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3294; }","duration":"223.553362ms","start":"2026-04-08T01:21:28.392559Z","end":"2026-04-08T01:21:28.616112Z","steps":["trace[2036396854] 'range keys from in-memory index tree' (duration: 223.364859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:28.616379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.128152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:21:28.61646Z","caller":"traceutil/trace.go:171","msg":"trace[531241629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3294; }","duration":"136.238062ms","start":"2026-04-08T01:21:28.480201Z","end":"2026-04-08T01:21:28.616439Z","steps":["trace[531241629] 'range keys from in-memory index tree' (duration: 136.008053ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:28.859478Z","caller":"traceutil/trace.go:171","msg":"trace[567214037] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"178.082737ms","start":"2026-04-08T01:21:28.681372Z","end":"2026-04-08T01:21:28.859455Z","steps":["trace[567214037] 'process raft request' (duration: 88.00694ms)","trace[567214037] 'compare' (duration: 89.938709ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:28.859746Z","caller":"traceutil/trace.go:171","msg":"trace[1578245860] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"176.45833ms","start":"2026-04-08T01:21:28.683263Z","end":"2026-04-08T01:21:28.859722Z","steps":["trace[1578245860] 'process raft request' (duration: 176.156277ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:28.859969Z","caller":"traceutil/trace.go:171","msg":"trace[940434739] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"176.132428ms","start":"2026-04-08T01:21:28.683818Z","end":"2026-04-08T01:21:28.85995Z","steps":["trace[940434739] 'process raft request' (duration: 175.762301ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:28.860075Z","caller":"traceutil/trace.go:171","msg":"trace[464642941] linearizableReadLoop","detail":"{readStateIndex:3425; appliedIndex:3421; }","duration":"171.346411ms","start":"2026-04-08T01:21:28.688714Z","end":"2026-04-08T01:21:28.860061Z","steps":["trace[464642941] 'read index received' (duration: 80.73995ms)","trace[464642941] 'applied index is now lower than readState.Index' (duration: 90.605571ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:28.860148Z","caller":"traceutil/trace.go:171","msg":"trace[1418081774] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"174.090649ms","start":"2026-04-08T01:21:28.686049Z","end":"2026-04-08T01:21:28.860139Z","steps":["trace[1418081774] 'process raft request' (duration: 173.808523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:28.860567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.554963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-08T01:21:28.860762Z","caller":"traceutil/trace.go:171","msg":"trace[958795657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3300; }","duration":"171.92282ms","start":"2026-04-08T01:21:28.688691Z","end":"2026-04-08T01:21:28.860614Z","steps":["trace[958795657] 'agreement among raft nodes before linearized reading' (duration: 171.453802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:57.223964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.4807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:21:57.224085Z","caller":"traceutil/trace.go:171","msg":"trace[117635822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3530; }","duration":"134.613548ms","start":"2026-04-08T01:21:57.08945Z","end":"2026-04-08T01:21:57.224063Z","steps":["trace[117635822] 'range keys from in-memory index tree' (duration: 134.320156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:57.224657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.42616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:21:57.224718Z","caller":"traceutil/trace.go:171","msg":"trace[837601125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3530; }","duration":"224.562907ms","start":"2026-04-08T01:21:57.000143Z","end":"2026-04-08T01:21:57.224705Z","steps":["trace[837601125] 'range keys from in-memory index tree' (duration: 224.208691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:57.224909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.554767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:21:57.224967Z","caller":"traceutil/trace.go:171","msg":"trace[217870655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3530; }","duration":"185.648708ms","start":"2026-04-08T01:21:57.039305Z","end":"2026-04-08T01:21:57.224953Z","steps":["trace[217870655] 'range keys from in-memory index tree' (duration: 185.014509ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:57.257976Z","caller":"traceutil/trace.go:171","msg":"trace[1369781600] linearizableReadLoop","detail":"{readStateIndex:3665; appliedIndex:3664; }","duration":"132.402249ms","start":"2026-04-08T01:21:57.125551Z","end":"2026-04-08T01:21:57.257953Z","steps":["trace[1369781600] 'read index received' (duration: 132.243944ms)","trace[1369781600] 'applied index is now lower than readState.Index' (duration: 157.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:57.257995Z","caller":"traceutil/trace.go:171","msg":"trace[1137325359] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"142.349419ms","start":"2026-04-08T01:21:57.115625Z","end":"2026-04-08T01:21:57.257974Z","steps":["trace[1137325359] 'process raft request' (duration: 142.148768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:57.258221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.657864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:21:57.258288Z","caller":"traceutil/trace.go:171","msg":"trace[768957783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3531; }","duration":"132.775053ms","start":"2026-04-08T01:21:57.125495Z","end":"2026-04-08T01:21:57.25827Z","steps":["trace[768957783] 'agreement among raft nodes before linearized reading' (duration: 132.556394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:00.692693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.023899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:00.69282Z","caller":"traceutil/trace.go:171","msg":"trace[468847918] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"160.440559ms","start":"2026-04-08T01:22:00.532355Z","end":"2026-04-08T01:22:00.692796Z","steps":["trace[468847918] 'process raft request' (duration: 20.196011ms)","trace[468847918] 'compare' (duration: 139.859065ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:05.208467Z","caller":"traceutil/trace.go:171","msg":"trace[1198000587] linearizableReadLoop","detail":"{readStateIndex:3710; appliedIndex:3709; }","duration":"125.153782ms","start":"2026-04-08T01:22:05.083292Z","end":"2026-04-08T01:22:05.208446Z","steps":["trace[1198000587] 'read index received' (duration: 47.667591ms)","trace[1198000587] 'applied index is now lower than readState.Index' (duration: 77.484071ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:05.208522Z","caller":"traceutil/trace.go:171","msg":"trace[1695827128] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"144.840794ms","start":"2026-04-08T01:22:05.063646Z","end":"2026-04-08T01:22:05.208487Z","steps":["trace[1695827128] 'process raft request' (duration: 67.379171ms)","trace[1695827128] 'compare' (duration: 77.255403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:05.20859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.275489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:05.208678Z","caller":"traceutil/trace.go:171","msg":"trace[719688623] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3574; }","duration":"125.346033ms","start":"2026-04-08T01:22:05.083266Z","end":"2026-04-08T01:22:05.208612Z","steps":["trace[719688623] 'agreement among raft nodes before linearized reading' (duration: 125.253762ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:05.615147Z","caller":"traceutil/trace.go:171","msg":"trace[911642357] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"142.337228ms","start":"2026-04-08T01:22:05.472783Z","end":"2026-04-08T01:22:05.61512Z","steps":["trace[911642357] 'process raft request' (duration: 103.460015ms)","trace[911642357] 'compare' (duration: 38.548204ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:05.615263Z","caller":"traceutil/trace.go:171","msg":"trace[1023565814] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"142.396622ms","start":"2026-04-08T01:22:05.472846Z","end":"2026-04-08T01:22:05.615243Z","steps":["trace[1023565814] 'process raft request' (duration: 142.057704ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:05.615354Z","caller":"traceutil/trace.go:171","msg":"trace[1687710604] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"142.313529ms","start":"2026-04-08T01:22:05.473034Z","end":"2026-04-08T01:22:05.615347Z","steps":["trace[1687710604] 'process raft request' (duration: 141.911358ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:21.23979Z","caller":"traceutil/trace.go:171","msg":"trace[1275046379] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"130.398969ms","start":"2026-04-08T01:22:21.109368Z","end":"2026-04-08T01:22:21.239767Z","steps":["trace[1275046379] 'process raft request' (duration: 32.942146ms)","trace[1275046379] 'compare' (duration: 97.365122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:21.914623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.808121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:21.914824Z","caller":"traceutil/trace.go:171","msg":"trace[244766155] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"153.289734ms","start":"2026-04-08T01:22:21.761517Z","end":"2026-04-08T01:22:21.914806Z","steps":["trace[244766155] 'process raft request' (duration: 153.205162ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:21.915101Z","caller":"traceutil/trace.go:171","msg":"trace[658597009] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"153.43964ms","start":"2026-04-08T01:22:21.761466Z","end":"2026-04-08T01:22:21.914906Z","steps":["trace[658597009] 'process raft request' (duration: 50.260295ms)","trace[658597009] 'compare' (duration: 102.706071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:26.544481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.130678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:26.544601Z","caller":"traceutil/trace.go:171","msg":"trace[229048715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3691; }","duration":"163.301322ms","start":"2026-04-08T01:22:26.381274Z","end":"2026-04-08T01:22:26.544575Z","steps":["trace[229048715] 'range keys from in-memory index tree' (duration: 163.015209ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:43.133991Z","caller":"traceutil/trace.go:171","msg":"trace[249407954] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"102.384633ms","start":"2026-04-08T01:22:43.031586Z","end":"2026-04-08T01:22:43.13397Z","steps":["trace[249407954] 'process raft request' (duration: 101.934389ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:03.361033Z","caller":"traceutil/trace.go:171","msg":"trace[1812781853] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"149.65905ms","start":"2026-04-08T01:23:03.211336Z","end":"2026-04-08T01:23:03.360995Z","steps":["trace[1812781853] 'process raft request' (duration: 149.51598ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:16.050363Z","caller":"traceutil/trace.go:171","msg":"trace[1979013886] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"182.696208ms","start":"2026-04-08T01:23:15.867637Z","end":"2026-04-08T01:23:16.050334Z","steps":["trace[1979013886] 'process raft request' (duration: 181.393602ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:21.417138Z","caller":"traceutil/trace.go:171","msg":"trace[559347853] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"161.125484ms","start":"2026-04-08T01:23:21.255989Z","end":"2026-04-08T01:23:21.417115Z","steps":["trace[559347853] 'process raft request' (duration: 120.99585ms)","trace[559347853] 'compare' (duration: 39.865954ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:21.481856Z","caller":"traceutil/trace.go:171","msg":"trace[2050889577] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"168.643799ms","start":"2026-04-08T01:23:21.313172Z","end":"2026-04-08T01:23:21.481815Z","steps":["trace[2050889577] 'process raft request' (duration: 168.369098ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:21.482086Z","caller":"traceutil/trace.go:171","msg":"trace[1421218306] linearizableReadLoop","detail":"{readStateIndex:4542; appliedIndex:4539; }","duration":"125.113282ms","start":"2026-04-08T01:23:21.356953Z","end":"2026-04-08T01:23:21.482066Z","steps":["trace[1421218306] 'read index received' (duration: 20.081314ms)","trace[1421218306] 'applied index is now lower than readState.Index' (duration: 105.031078ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:21.482261Z","caller":"traceutil/trace.go:171","msg":"trace[383961137] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"134.929744ms","start":"2026-04-08T01:23:21.347264Z","end":"2026-04-08T01:23:21.482194Z","steps":["trace[383961137] 'process raft request' (duration: 134.518838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.482446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.441979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3023"} {"level":"info","ts":"2026-04-08T01:23:21.482597Z","caller":"traceutil/trace.go:171","msg":"trace[2097718881] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4373; }","duration":"125.668884ms","start":"2026-04-08T01:23:21.356871Z","end":"2026-04-08T01:23:21.48254Z","steps":["trace[2097718881] 'agreement among raft nodes before linearized reading' (duration: 125.304694ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:21.755114Z","caller":"traceutil/trace.go:171","msg":"trace[210885234] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"346.347623ms","start":"2026-04-08T01:23:21.40874Z","end":"2026-04-08T01:23:21.755088Z","steps":["trace[210885234] 'process raft request' (duration: 278.148328ms)","trace[210885234] 'compare' (duration: 67.665745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:21.755253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.408725Z","time spent":"346.453735ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:21.755566Z","caller":"traceutil/trace.go:171","msg":"trace[2106696895] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"314.376724ms","start":"2026-04-08T01:23:21.441176Z","end":"2026-04-08T01:23:21.755552Z","steps":["trace[2106696895] 'process raft request' (duration: 313.561123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.755643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.441153Z","time spent":"314.450323ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:21.755739Z","caller":"traceutil/trace.go:171","msg":"trace[2009420023] linearizableReadLoop","detail":"{readStateIndex:4544; appliedIndex:4542; }","duration":"273.367992ms","start":"2026-04-08T01:23:21.482152Z","end":"2026-04-08T01:23:21.75552Z","steps":["trace[2009420023] 'read index received' (duration: 204.75064ms)","trace[2009420023] 'applied index is now lower than readState.Index' (duration: 68.616292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:21.755841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.260673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:21.755898Z","caller":"traceutil/trace.go:171","msg":"trace[1478295744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4375; }","duration":"377.344842ms","start":"2026-04-08T01:23:21.37854Z","end":"2026-04-08T01:23:21.755885Z","steps":["trace[1478295744] 'agreement among raft nodes before linearized reading' (duration: 377.263992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.755931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.378526Z","time spent":"377.398469ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:23:21.757099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.687838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:23:21.757216Z","caller":"traceutil/trace.go:171","msg":"trace[1981395562] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4375; }","duration":"367.832574ms","start":"2026-04-08T01:23:21.38934Z","end":"2026-04-08T01:23:21.757173Z","steps":["trace[1981395562] 'agreement among raft nodes before linearized reading' (duration: 366.297682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.75734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.389324Z","time spent":"367.934477ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":43,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:23:21.962324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.809941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:21.962718Z","caller":"traceutil/trace.go:171","msg":"trace[205150859] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"472.56865ms","start":"2026-04-08T01:23:21.49009Z","end":"2026-04-08T01:23:21.962659Z","steps":["trace[205150859] 'process raft request' (duration: 364.322611ms)","trace[205150859] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/monitoring/prometheus-tls.18a43d297cb471e1; req_size:731; } (duration: 107.576105ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:21.962843Z","caller":"traceutil/trace.go:171","msg":"trace[1710275866] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"455.339856ms","start":"2026-04-08T01:23:21.507474Z","end":"2026-04-08T01:23:21.962814Z","steps":["trace[1710275866] 'process raft request' (duration: 455.112941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.962912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.490064Z","time spent":"472.7509ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:23:21.963018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.507454Z","time spent":"455.463549ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2714,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:21.963863Z","caller":"traceutil/trace.go:171","msg":"trace[621023787] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"456.165009ms","start":"2026-04-08T01:23:21.507676Z","end":"2026-04-08T01:23:21.963841Z","steps":["trace[621023787] 'process raft request' (duration: 455.022201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.963977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.507668Z","time spent":"456.265301ms","remote":"127.0.0.1:35320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:23:21.96411Z","caller":"traceutil/trace.go:171","msg":"trace[107058710] linearizableReadLoop","detail":"{readStateIndex:4547; appliedIndex:4544; }","duration":"208.226231ms","start":"2026-04-08T01:23:21.755849Z","end":"2026-04-08T01:23:21.964076Z","steps":["trace[107058710] 'read index received' (duration: 98.560342ms)","trace[107058710] 'applied index is now lower than readState.Index' (duration: 109.662338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:21.964492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.858866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:23:21.964557Z","caller":"traceutil/trace.go:171","msg":"trace[2078425447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4378; }","duration":"348.962507ms","start":"2026-04-08T01:23:21.615577Z","end":"2026-04-08T01:23:21.964539Z","steps":["trace[2078425447] 'agreement among raft nodes before linearized reading' (duration: 348.766295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.964602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.615557Z","time spent":"349.034645ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:23:21.964807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.141993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-llngj\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-04-08T01:23:21.964891Z","caller":"traceutil/trace.go:171","msg":"trace[1214840190] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-llngj; range_end:; response_count:1; response_revision:4378; }","duration":"414.285119ms","start":"2026-04-08T01:23:21.550592Z","end":"2026-04-08T01:23:21.964877Z","steps":["trace[1214840190] 'agreement among raft nodes before linearized reading' (duration: 413.895606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.964966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:21.550566Z","time spent":"414.38654ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2479,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls-llngj\" "} {"level":"warn","ts":"2026-04-08T01:23:21.965168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.681869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:21.965271Z","caller":"traceutil/trace.go:171","msg":"trace[1359500372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4379; }","duration":"207.834876ms","start":"2026-04-08T01:23:21.757418Z","end":"2026-04-08T01:23:21.965253Z","steps":["trace[1359500372] 'agreement among raft nodes before linearized reading' (duration: 207.668047ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:21.965397Z","caller":"traceutil/trace.go:171","msg":"trace[1269303531] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"151.687044ms","start":"2026-04-08T01:23:21.813596Z","end":"2026-04-08T01:23:21.965283Z","steps":["trace[1269303531] 'process raft request' (duration: 150.053271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:21.965752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.19269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-q9svp\" ","response":"range_response_count:1 size:2448"} {"level":"info","ts":"2026-04-08T01:23:21.96582Z","caller":"traceutil/trace.go:171","msg":"trace[120116880] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-q9svp; range_end:; response_count:1; response_revision:4379; }","duration":"205.310333ms","start":"2026-04-08T01:23:21.760491Z","end":"2026-04-08T01:23:21.965801Z","steps":["trace[120116880] 'agreement among raft nodes before linearized reading' (duration: 205.054185ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:22.122158Z","caller":"traceutil/trace.go:171","msg":"trace[966330724] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"152.1058ms","start":"2026-04-08T01:23:21.970012Z","end":"2026-04-08T01:23:22.122118Z","steps":["trace[966330724] 'process raft request' (duration: 147.357564ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:22.122606Z","caller":"traceutil/trace.go:171","msg":"trace[941137535] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"147.960813ms","start":"2026-04-08T01:23:21.974576Z","end":"2026-04-08T01:23:22.122537Z","steps":["trace[941137535] 'process raft request' (duration: 147.564069ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:22.123681Z","caller":"traceutil/trace.go:171","msg":"trace[443050942] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4383; }","duration":"148.957354ms","start":"2026-04-08T01:23:21.974695Z","end":"2026-04-08T01:23:22.123652Z","steps":["trace[443050942] 'process raft request' (duration: 147.83957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:22.123851Z","caller":"traceutil/trace.go:171","msg":"trace[368866843] linearizableReadLoop","detail":"{readStateIndex:4553; appliedIndex:4548; }","duration":"147.835328ms","start":"2026-04-08T01:23:21.975998Z","end":"2026-04-08T01:23:22.123833Z","steps":["trace[368866843] 'read index received' (duration: 43.439785ms)","trace[368866843] 'applied index is now lower than readState.Index' (duration: 104.393002ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:22.124047Z","caller":"traceutil/trace.go:171","msg":"trace[1772341067] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"148.577881ms","start":"2026-04-08T01:23:21.975458Z","end":"2026-04-08T01:23:22.124036Z","steps":["trace[1772341067] 'process raft request' (duration: 147.599503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:22.124194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.180606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:22.124236Z","caller":"traceutil/trace.go:171","msg":"trace[1770420893] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4386; }","duration":"148.271347ms","start":"2026-04-08T01:23:21.975956Z","end":"2026-04-08T01:23:22.124227Z","steps":["trace[1770420893] 'agreement among raft nodes before linearized reading' (duration: 148.183517ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:22.352836Z","caller":"traceutil/trace.go:171","msg":"trace[1160611228] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"101.7444ms","start":"2026-04-08T01:23:22.251067Z","end":"2026-04-08T01:23:22.352811Z","steps":["trace[1160611228] 'process raft request' (duration: 100.951052ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:22.807279Z","caller":"traceutil/trace.go:171","msg":"trace[514660613] linearizableReadLoop","detail":"{readStateIndex:4567; appliedIndex:4566; }","duration":"181.10178ms","start":"2026-04-08T01:23:22.626155Z","end":"2026-04-08T01:23:22.807256Z","steps":["trace[514660613] 'read index received' (duration: 166.84099ms)","trace[514660613] 'applied index is now lower than readState.Index' (duration: 14.259739ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:22.807381Z","caller":"traceutil/trace.go:171","msg":"trace[1779482048] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"259.02077ms","start":"2026-04-08T01:23:22.548328Z","end":"2026-04-08T01:23:22.807348Z","steps":["trace[1779482048] 'process raft request' (duration: 244.820757ms)","trace[1779482048] 'compare' (duration: 13.889348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:22.807444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.274468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:22.807499Z","caller":"traceutil/trace.go:171","msg":"trace[596999630] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4398; }","duration":"181.391452ms","start":"2026-04-08T01:23:22.626093Z","end":"2026-04-08T01:23:22.807485Z","steps":["trace[596999630] 'agreement among raft nodes before linearized reading' (duration: 181.250545ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:22.820647Z","caller":"traceutil/trace.go:171","msg":"trace[1000432430] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"156.958936ms","start":"2026-04-08T01:23:22.663674Z","end":"2026-04-08T01:23:22.820633Z","steps":["trace[1000432430] 'process raft request' (duration: 156.874226ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:24.632486Z","caller":"traceutil/trace.go:171","msg":"trace[309807533] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"232.219914ms","start":"2026-04-08T01:23:24.400234Z","end":"2026-04-08T01:23:24.632454Z","steps":["trace[309807533] 'process raft request' (duration: 231.353691ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:24.632692Z","caller":"traceutil/trace.go:171","msg":"trace[309247299] linearizableReadLoop","detail":"{readStateIndex:4629; appliedIndex:4628; }","duration":"231.853965ms","start":"2026-04-08T01:23:24.400814Z","end":"2026-04-08T01:23:24.632668Z","steps":["trace[309247299] 'read index received' (duration: 230.990422ms)","trace[309247299] 'applied index is now lower than readState.Index' (duration: 862.523µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:24.632899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.066778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-08T01:23:24.632941Z","caller":"traceutil/trace.go:171","msg":"trace[625533800] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4460; }","duration":"232.158228ms","start":"2026-04-08T01:23:24.40077Z","end":"2026-04-08T01:23:24.632928Z","steps":["trace[625533800] 'agreement among raft nodes before linearized reading' (duration: 232.007072ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:24.63483Z","caller":"traceutil/trace.go:171","msg":"trace[181998595] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"233.28812ms","start":"2026-04-08T01:23:24.401526Z","end":"2026-04-08T01:23:24.634814Z","steps":["trace[181998595] 'process raft request' (duration: 231.889609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:24.646822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.004597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-blsqn\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-04-08T01:23:24.646859Z","caller":"traceutil/trace.go:171","msg":"trace[1947074556] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-blsqn; range_end:; response_count:1; response_revision:4461; }","duration":"215.070485ms","start":"2026-04-08T01:23:24.431778Z","end":"2026-04-08T01:23:24.646848Z","steps":["trace[1947074556] 'agreement among raft nodes before linearized reading' (duration: 214.93171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:24.646963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.3434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:23:24.647056Z","caller":"traceutil/trace.go:171","msg":"trace[1205565720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4461; }","duration":"240.481325ms","start":"2026-04-08T01:23:24.406555Z","end":"2026-04-08T01:23:24.647036Z","steps":["trace[1205565720] 'agreement among raft nodes before linearized reading' (duration: 240.204165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:24.647104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.601169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:23:24.647131Z","caller":"traceutil/trace.go:171","msg":"trace[157636579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4461; }","duration":"240.640742ms","start":"2026-04-08T01:23:24.406484Z","end":"2026-04-08T01:23:24.647125Z","steps":["trace[157636579] 'agreement among raft nodes before linearized reading' (duration: 240.578826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:28.742665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.837729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-08T01:23:28.742847Z","caller":"traceutil/trace.go:171","msg":"trace[420901318] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4555; }","duration":"173.123175ms","start":"2026-04-08T01:23:28.56971Z","end":"2026-04-08T01:23:28.742833Z","steps":["trace[420901318] 'process raft request' (duration: 50.005538ms)","trace[420901318] 'compare' (duration: 122.696124ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:31.01765Z","caller":"traceutil/trace.go:171","msg":"trace[6295235] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"254.951889ms","start":"2026-04-08T01:23:30.762649Z","end":"2026-04-08T01:23:31.017601Z","steps":["trace[6295235] 'process raft request' (duration: 254.661791ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:31.017715Z","caller":"traceutil/trace.go:171","msg":"trace[1342446117] linearizableReadLoop","detail":"{readStateIndex:4798; appliedIndex:4795; }","duration":"254.100465ms","start":"2026-04-08T01:23:30.763584Z","end":"2026-04-08T01:23:31.017684Z","steps":["trace[1342446117] 'read index received' (duration: 14.9853ms)","trace[1342446117] 'applied index is now lower than readState.Index' (duration: 239.114255ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:31.017988Z","caller":"traceutil/trace.go:171","msg":"trace[1639597269] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"255.268869ms","start":"2026-04-08T01:23:30.762703Z","end":"2026-04-08T01:23:31.017972Z","steps":["trace[1639597269] 'process raft request' (duration: 254.746058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:31.018186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.580812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-08T01:23:31.018217Z","caller":"traceutil/trace.go:171","msg":"trace[233627509] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4624; }","duration":"254.627326ms","start":"2026-04-08T01:23:30.76358Z","end":"2026-04-08T01:23:31.018208Z","steps":["trace[233627509] 'agreement among raft nodes before linearized reading' (duration: 254.481162ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:31.027463Z","caller":"traceutil/trace.go:171","msg":"trace[1582180329] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"141.541805ms","start":"2026-04-08T01:23:30.885904Z","end":"2026-04-08T01:23:31.027446Z","steps":["trace[1582180329] 'process raft request' (duration: 141.300072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:31.028603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.05313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-08T01:23:31.028659Z","caller":"traceutil/trace.go:171","msg":"trace[2060200708] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4626; }","duration":"165.15472ms","start":"2026-04-08T01:23:30.863492Z","end":"2026-04-08T01:23:31.028647Z","steps":["trace[2060200708] 'agreement among raft nodes before linearized reading' (duration: 164.434459ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:31.369738Z","caller":"traceutil/trace.go:171","msg":"trace[1841729293] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"157.195734ms","start":"2026-04-08T01:23:31.212525Z","end":"2026-04-08T01:23:31.369721Z","steps":["trace[1841729293] 'process raft request' (duration: 157.080373ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:32.421437Z","caller":"traceutil/trace.go:171","msg":"trace[1646196688] linearizableReadLoop","detail":"{readStateIndex:4805; appliedIndex:4804; }","duration":"245.436957ms","start":"2026-04-08T01:23:32.175979Z","end":"2026-04-08T01:23:32.421416Z","steps":["trace[1646196688] 'read index received' (duration: 245.293064ms)","trace[1646196688] 'applied index is now lower than readState.Index' (duration: 142.413µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:32.42187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.86943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:23:32.421952Z","caller":"traceutil/trace.go:171","msg":"trace[1260840078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4631; }","duration":"246.007494ms","start":"2026-04-08T01:23:32.175921Z","end":"2026-04-08T01:23:32.421928Z","steps":["trace[1260840078] 'agreement among raft nodes before linearized reading' (duration: 245.744488ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:32.422021Z","caller":"traceutil/trace.go:171","msg":"trace[344727827] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"254.754778ms","start":"2026-04-08T01:23:32.167252Z","end":"2026-04-08T01:23:32.422007Z","steps":["trace[344727827] 'process raft request' (duration: 254.018547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:32.422038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.138033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:23:32.422153Z","caller":"traceutil/trace.go:171","msg":"trace[136057854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4631; }","duration":"238.324881ms","start":"2026-04-08T01:23:32.183803Z","end":"2026-04-08T01:23:32.422128Z","steps":["trace[136057854] 'agreement among raft nodes before linearized reading' (duration: 237.938344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:32.422171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.077737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:23:32.422203Z","caller":"traceutil/trace.go:171","msg":"trace[359728583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4631; }","duration":"238.129212ms","start":"2026-04-08T01:23:32.184066Z","end":"2026-04-08T01:23:32.422195Z","steps":["trace[359728583] 'agreement among raft nodes before linearized reading' (duration: 238.039904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.737141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.492877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-08T01:23:38.73722Z","caller":"traceutil/trace.go:171","msg":"trace[1087372245] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4726; }","duration":"663.624429ms","start":"2026-04-08T01:23:38.073583Z","end":"2026-04-08T01:23:38.737207Z","steps":["trace[1087372245] 'range keys from in-memory index tree' (duration: 663.284039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.737248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:38.073561Z","time spent":"663.680524ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-08T01:23:38.737417Z","caller":"traceutil/trace.go:171","msg":"trace[111297325] linearizableReadLoop","detail":"{readStateIndex:4903; appliedIndex:4902; }","duration":"282.287733ms","start":"2026-04-08T01:23:38.455113Z","end":"2026-04-08T01:23:38.737401Z","steps":["trace[111297325] 'read index received' (duration: 281.539527ms)","trace[111297325] 'applied index is now lower than readState.Index' (duration: 747.186µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:38.737438Z","caller":"traceutil/trace.go:171","msg":"trace[598524513] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"283.758493ms","start":"2026-04-08T01:23:38.453671Z","end":"2026-04-08T01:23:38.73743Z","steps":["trace[598524513] 'process raft request' (duration: 283.062342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.737536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.422705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:23:38.737569Z","caller":"traceutil/trace.go:171","msg":"trace[1562398810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4727; }","duration":"282.48205ms","start":"2026-04-08T01:23:38.455081Z","end":"2026-04-08T01:23:38.737563Z","steps":["trace[1562398810] 'agreement among raft nodes before linearized reading' (duration: 282.410794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.737653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.312895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-78b77675d7-n4x26.18a43d2d3b2079cf\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-04-08T01:23:38.737638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.234417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:23:38.737677Z","caller":"traceutil/trace.go:171","msg":"trace[1174509491] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-78b77675d7-n4x26.18a43d2d3b2079cf; range_end:; response_count:1; response_revision:4727; }","duration":"160.336187ms","start":"2026-04-08T01:23:38.577334Z","end":"2026-04-08T01:23:38.73767Z","steps":["trace[1174509491] 'agreement among raft nodes before linearized reading' (duration: 160.272962ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.737717Z","caller":"traceutil/trace.go:171","msg":"trace[796612878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4727; }","duration":"282.306424ms","start":"2026-04-08T01:23:38.455377Z","end":"2026-04-08T01:23:38.737683Z","steps":["trace[796612878] 'agreement among raft nodes before linearized reading' (duration: 282.14663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.737807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.964107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9362028e-ae22-44fc-9cc6-a7e0db9c57b0\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-08T01:23:38.737829Z","caller":"traceutil/trace.go:171","msg":"trace[2175952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9362028e-ae22-44fc-9cc6-a7e0db9c57b0; range_end:; response_count:1; response_revision:4727; }","duration":"121.022822ms","start":"2026-04-08T01:23:38.616801Z","end":"2026-04-08T01:23:38.737824Z","steps":["trace[2175952] 'agreement among raft nodes before linearized reading' (duration: 120.961287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.738006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.988875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-04-08T01:23:38.738063Z","caller":"traceutil/trace.go:171","msg":"trace[417595997] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4727; }","duration":"161.079915ms","start":"2026-04-08T01:23:38.576963Z","end":"2026-04-08T01:23:38.738043Z","steps":["trace[417595997] 'agreement among raft nodes before linearized reading' (duration: 160.942012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.738083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.24903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T01:23:38.738112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.371283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:38.738131Z","caller":"traceutil/trace.go:171","msg":"trace[1414565201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4727; }","duration":"182.434838ms","start":"2026-04-08T01:23:38.555691Z","end":"2026-04-08T01:23:38.738126Z","steps":["trace[1414565201] 'agreement among raft nodes before linearized reading' (duration: 182.404656ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.738131Z","caller":"traceutil/trace.go:171","msg":"trace[190172362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4727; }","duration":"282.308835ms","start":"2026-04-08T01:23:38.45581Z","end":"2026-04-08T01:23:38.738119Z","steps":["trace[190172362] 'agreement among raft nodes before linearized reading' (duration: 282.208606ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.954295Z","caller":"traceutil/trace.go:171","msg":"trace[682953283] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4903; }","duration":"212.048873ms","start":"2026-04-08T01:23:38.742221Z","end":"2026-04-08T01:23:38.95427Z","steps":["trace[682953283] 'read index received' (duration: 133.836367ms)","trace[682953283] 'applied index is now lower than readState.Index' (duration: 78.211116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:38.954571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.366383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5d61d87-d3c0-4f63-9336-d10e5fb3970a\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-08T01:23:38.954623Z","caller":"traceutil/trace.go:171","msg":"trace[271596722] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5d61d87-d3c0-4f63-9336-d10e5fb3970a; range_end:; response_count:1; response_revision:4728; }","duration":"212.45368ms","start":"2026-04-08T01:23:38.742155Z","end":"2026-04-08T01:23:38.954609Z","steps":["trace[271596722] 'agreement among raft nodes before linearized reading' (duration: 212.22771ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.954347Z","caller":"traceutil/trace.go:171","msg":"trace[1468075686] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"212.414726ms","start":"2026-04-08T01:23:38.741901Z","end":"2026-04-08T01:23:38.954306Z","steps":["trace[1468075686] 'process raft request' (duration: 134.143825ms)","trace[1468075686] 'compare' (duration: 78.058433ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:38.965274Z","caller":"traceutil/trace.go:171","msg":"trace[1025370045] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"222.386261ms","start":"2026-04-08T01:23:38.742872Z","end":"2026-04-08T01:23:38.965258Z","steps":["trace[1025370045] 'process raft request' (duration: 222.161941ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.965597Z","caller":"traceutil/trace.go:171","msg":"trace[137034847] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"222.537464ms","start":"2026-04-08T01:23:38.743045Z","end":"2026-04-08T01:23:38.965582Z","steps":["trace[137034847] 'process raft request' (duration: 222.172272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.966044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.01473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-08T01:23:38.966099Z","caller":"traceutil/trace.go:171","msg":"trace[1101905013] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4732; }","duration":"204.096998ms","start":"2026-04-08T01:23:38.761991Z","end":"2026-04-08T01:23:38.966088Z","steps":["trace[1101905013] 'agreement among raft nodes before linearized reading' (duration: 203.919662ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.966271Z","caller":"traceutil/trace.go:171","msg":"trace[335238590] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"223.16595ms","start":"2026-04-08T01:23:38.743095Z","end":"2026-04-08T01:23:38.966261Z","steps":["trace[335238590] 'process raft request' (duration: 222.397171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:38.966398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.053275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:23:38.9665Z","caller":"traceutil/trace.go:171","msg":"trace[1092714399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4732; }","duration":"159.12127ms","start":"2026-04-08T01:23:38.807304Z","end":"2026-04-08T01:23:38.966425Z","steps":["trace[1092714399] 'agreement among raft nodes before linearized reading' (duration: 159.033533ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:38.966586Z","caller":"traceutil/trace.go:171","msg":"trace[710185678] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"217.09068ms","start":"2026-04-08T01:23:38.749483Z","end":"2026-04-08T01:23:38.966574Z","steps":["trace[710185678] 'process raft request' (duration: 216.346084ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:39.152735Z","caller":"traceutil/trace.go:171","msg":"trace[1843083361] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"176.288938ms","start":"2026-04-08T01:23:38.97641Z","end":"2026-04-08T01:23:39.152699Z","steps":["trace[1843083361] 'process raft request' (duration: 89.078586ms)","trace[1843083361] 'compare' (duration: 86.684385ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:39.152771Z","caller":"traceutil/trace.go:171","msg":"trace[1684133253] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4909; }","duration":"162.523687ms","start":"2026-04-08T01:23:38.990227Z","end":"2026-04-08T01:23:39.152751Z","steps":["trace[1684133253] 'read index received' (duration: 75.200706ms)","trace[1684133253] 'applied index is now lower than readState.Index' (duration: 87.321871ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:39.152872Z","caller":"traceutil/trace.go:171","msg":"trace[1667512424] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"176.405278ms","start":"2026-04-08T01:23:38.97645Z","end":"2026-04-08T01:23:39.152855Z","steps":["trace[1667512424] 'process raft request' (duration: 176.110743ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:39.153006Z","caller":"traceutil/trace.go:171","msg":"trace[239713631] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"176.464354ms","start":"2026-04-08T01:23:38.976534Z","end":"2026-04-08T01:23:39.152998Z","steps":["trace[239713631] 'process raft request' (duration: 176.086111ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:39.153103Z","caller":"traceutil/trace.go:171","msg":"trace[1944247651] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"176.191779ms","start":"2026-04-08T01:23:38.976896Z","end":"2026-04-08T01:23:39.153088Z","steps":["trace[1944247651] 'process raft request' (duration: 175.778364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.153362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.116738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-08T01:23:39.153387Z","caller":"traceutil/trace.go:171","msg":"trace[253378139] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4737; }","duration":"163.170774ms","start":"2026-04-08T01:23:38.990208Z","end":"2026-04-08T01:23:39.153379Z","steps":["trace[253378139] 'agreement among raft nodes before linearized reading' (duration: 163.063434ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:39.768122Z","caller":"traceutil/trace.go:171","msg":"trace[1139873205] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4914; }","duration":"601.208877ms","start":"2026-04-08T01:23:39.166893Z","end":"2026-04-08T01:23:39.768102Z","steps":["trace[1139873205] 'read index received' (duration: 33.088121ms)","trace[1139873205] 'applied index is now lower than readState.Index' (duration: 568.119796ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:39.768309Z","caller":"traceutil/trace.go:171","msg":"trace[971761720] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"602.035141ms","start":"2026-04-08T01:23:39.166266Z","end":"2026-04-08T01:23:39.768301Z","steps":["trace[971761720] 'process raft request' (duration: 601.233091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.768399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.166246Z","time spent":"602.094505ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:39.768598Z","caller":"traceutil/trace.go:171","msg":"trace[679847361] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"594.435576ms","start":"2026-04-08T01:23:39.174152Z","end":"2026-04-08T01:23:39.768588Z","steps":["trace[679847361] 'process raft request' (duration: 593.875877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.76864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.174133Z","time spent":"594.484191ms","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:23:39.768803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.039709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:39.768867Z","caller":"traceutil/trace.go:171","msg":"trace[966525441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4741; }","duration":"388.143539ms","start":"2026-04-08T01:23:39.380706Z","end":"2026-04-08T01:23:39.76885Z","steps":["trace[966525441] 'agreement among raft nodes before linearized reading' (duration: 388.044811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.768875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.91421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-08T01:23:39.76897Z","caller":"traceutil/trace.go:171","msg":"trace[1935622098] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4741; }","duration":"602.072803ms","start":"2026-04-08T01:23:39.166872Z","end":"2026-04-08T01:23:39.768945Z","steps":["trace[1935622098] 'agreement among raft nodes before linearized reading' (duration: 601.761236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.768962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.985627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-08T01:23:39.768906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.380688Z","time spent":"388.210455ms","remote":"127.0.0.1:35084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:23:39.769031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.166865Z","time spent":"602.153261ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-08T01:23:39.769037Z","caller":"traceutil/trace.go:171","msg":"trace[281514673] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4741; }","duration":"104.12382ms","start":"2026-04-08T01:23:39.664893Z","end":"2026-04-08T01:23:39.769016Z","steps":["trace[281514673] 'agreement among raft nodes before linearized reading' (duration: 103.913951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.769296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.8918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:23:39.76933Z","caller":"traceutil/trace.go:171","msg":"trace[678176607] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:4741; }","duration":"305.953586ms","start":"2026-04-08T01:23:39.463366Z","end":"2026-04-08T01:23:39.76932Z","steps":["trace[678176607] 'agreement among raft nodes before linearized reading' (duration: 305.802863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.769358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.463353Z","time spent":"305.99909ms","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.33\" "} {"level":"warn","ts":"2026-04-08T01:23:39.772021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.157701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43d2d3bd2ab0a\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-08T01:23:39.772103Z","caller":"traceutil/trace.go:171","msg":"trace[1246148230] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43d2d3bd2ab0a; range_end:; response_count:1; response_revision:4741; }","duration":"116.242138ms","start":"2026-04-08T01:23:39.65585Z","end":"2026-04-08T01:23:39.772092Z","steps":["trace[1246148230] 'agreement among raft nodes before linearized reading' (duration: 113.202693ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.139986Z","caller":"traceutil/trace.go:171","msg":"trace[1704911564] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"242.928872ms","start":"2026-04-08T01:23:39.897031Z","end":"2026-04-08T01:23:40.13996Z","steps":["trace[1704911564] 'process raft request' (duration: 242.880408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.140235Z","caller":"traceutil/trace.go:171","msg":"trace[62849610] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4918; }","duration":"283.168197ms","start":"2026-04-08T01:23:39.85704Z","end":"2026-04-08T01:23:40.140208Z","steps":["trace[62849610] 'read index received' (duration: 204.904698ms)","trace[62849610] 'applied index is now lower than readState.Index' (duration: 78.259969ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:40.140259Z","caller":"traceutil/trace.go:171","msg":"trace[2103992179] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"310.418669ms","start":"2026-04-08T01:23:39.829814Z","end":"2026-04-08T01:23:40.140233Z","steps":["trace[2103992179] 'process raft request' (duration: 309.995403ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.140334Z","caller":"traceutil/trace.go:171","msg":"trace[1325905501] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"282.222715ms","start":"2026-04-08T01:23:39.858099Z","end":"2026-04-08T01:23:40.140322Z","steps":["trace[1325905501] 'process raft request' (duration: 281.770356ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.140423Z","caller":"traceutil/trace.go:171","msg":"trace[2044436907] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"366.599118ms","start":"2026-04-08T01:23:39.77377Z","end":"2026-04-08T01:23:40.140369Z","steps":["trace[2044436907] 'process raft request' (duration: 288.147942ms)","trace[2044436907] 'compare' (duration: 77.711702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:40.140471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.476497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-04-08T01:23:40.140477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.829793Z","time spent":"310.560161ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:40.140509Z","caller":"traceutil/trace.go:171","msg":"trace[1875128992] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4745; }","duration":"366.545523ms","start":"2026-04-08T01:23:39.773952Z","end":"2026-04-08T01:23:40.140497Z","steps":["trace[1875128992] 'agreement among raft nodes before linearized reading' (duration: 366.348386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:40.140545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.77394Z","time spent":"366.596237ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-08T01:23:40.140574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.406542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:40.140613Z","caller":"traceutil/trace.go:171","msg":"trace[607697826] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4745; }","duration":"312.480008ms","start":"2026-04-08T01:23:39.828122Z","end":"2026-04-08T01:23:40.140603Z","steps":["trace[607697826] 'agreement among raft nodes before linearized reading' (duration: 312.162941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:40.140598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.773756Z","time spent":"366.7507ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:40.14064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.828106Z","time spent":"312.527432ms","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:23:40.485107Z","caller":"traceutil/trace.go:171","msg":"trace[556478361] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4922; }","duration":"241.757936ms","start":"2026-04-08T01:23:40.243323Z","end":"2026-04-08T01:23:40.485081Z","steps":["trace[556478361] 'read index received' (duration: 241.543168ms)","trace[556478361] 'applied index is now lower than readState.Index' (duration: 213.868µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:40.485149Z","caller":"traceutil/trace.go:171","msg":"trace[260560876] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"324.03118ms","start":"2026-04-08T01:23:40.161085Z","end":"2026-04-08T01:23:40.485116Z","steps":["trace[260560876] 'process raft request' (duration: 323.849005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:40.485382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.707916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:23:40.485414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.475915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-49pt8\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-04-08T01:23:40.485428Z","caller":"traceutil/trace.go:171","msg":"trace[1449091199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4746; }","duration":"104.781982ms","start":"2026-04-08T01:23:40.380635Z","end":"2026-04-08T01:23:40.485417Z","steps":["trace[1449091199] 'agreement among raft nodes before linearized reading' (duration: 104.698445ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.48546Z","caller":"traceutil/trace.go:171","msg":"trace[452860623] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-49pt8; range_end:; response_count:1; response_revision:4746; }","duration":"222.564623ms","start":"2026-04-08T01:23:40.26288Z","end":"2026-04-08T01:23:40.485444Z","steps":["trace[452860623] 'agreement among raft nodes before linearized reading' (duration: 222.393289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:40.485766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:40.161067Z","time spent":"324.189994ms","remote":"127.0.0.1:33618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:40.485877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.555235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v998.18a43d2bd32723ad\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-08T01:23:40.485948Z","caller":"traceutil/trace.go:171","msg":"trace[1999834840] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v998.18a43d2bd32723ad; range_end:; response_count:1; response_revision:4746; }","duration":"242.639793ms","start":"2026-04-08T01:23:40.243269Z","end":"2026-04-08T01:23:40.485909Z","steps":["trace[1999834840] 'agreement among raft nodes before linearized reading' (duration: 241.958904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:41.314508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.950818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:23:41.31461Z","caller":"traceutil/trace.go:171","msg":"trace[1972181106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4771; }","duration":"110.09148ms","start":"2026-04-08T01:23:41.20449Z","end":"2026-04-08T01:23:41.314582Z","steps":["trace[1972181106] 'range keys from in-memory index tree' (duration: 109.782083ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:43.066149Z","caller":"traceutil/trace.go:171","msg":"trace[360772197] linearizableReadLoop","detail":"{readStateIndex:4953; appliedIndex:4952; }","duration":"280.740172ms","start":"2026-04-08T01:23:42.785387Z","end":"2026-04-08T01:23:43.066127Z","steps":["trace[360772197] 'read index received' (duration: 280.706328ms)","trace[360772197] 'applied index is now lower than readState.Index' (duration: 32.904µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:43.066273Z","caller":"traceutil/trace.go:171","msg":"trace[477831026] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"316.868031ms","start":"2026-04-08T01:23:42.749337Z","end":"2026-04-08T01:23:43.066205Z","steps":["trace[477831026] 'process raft request' (duration: 316.660754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:43.066384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.972232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9362028e-ae22-44fc-9cc6-a7e0db9c57b0\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-04-08T01:23:43.066445Z","caller":"traceutil/trace.go:171","msg":"trace[968123879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9362028e-ae22-44fc-9cc6-a7e0db9c57b0; range_end:; response_count:1; response_revision:4776; }","duration":"281.047478ms","start":"2026-04-08T01:23:42.785379Z","end":"2026-04-08T01:23:43.066427Z","steps":["trace[968123879] 'agreement among raft nodes before linearized reading' (duration: 280.843531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:43.066468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:42.749314Z","time spent":"317.076959ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:43.240845Z","caller":"traceutil/trace.go:171","msg":"trace[475073538] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4953; }","duration":"174.598933ms","start":"2026-04-08T01:23:43.066213Z","end":"2026-04-08T01:23:43.240812Z","steps":["trace[475073538] 'read index received' (duration: 174.506536ms)","trace[475073538] 'applied index is now lower than readState.Index' (duration: 91.447µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:43.241071Z","caller":"traceutil/trace.go:171","msg":"trace[1104894524] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"321.698435ms","start":"2026-04-08T01:23:42.919346Z","end":"2026-04-08T01:23:43.241045Z","steps":["trace[1104894524] 'process raft request' (duration: 321.292912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:43.241101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.24048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T01:23:43.241086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.1858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:23:43.241137Z","caller":"traceutil/trace.go:171","msg":"trace[589433999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4777; }","duration":"263.327337ms","start":"2026-04-08T01:23:42.9778Z","end":"2026-04-08T01:23:43.241127Z","steps":["trace[589433999] 'agreement among raft nodes before linearized reading' (duration: 263.107419ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:43.241158Z","caller":"traceutil/trace.go:171","msg":"trace[2053001279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4777; }","duration":"239.287958ms","start":"2026-04-08T01:23:43.001851Z","end":"2026-04-08T01:23:43.241139Z","steps":["trace[2053001279] 'agreement among raft nodes before linearized reading' (duration: 239.022016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:43.241231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:42.919323Z","time spent":"321.802074ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:43.241278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.721812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:23:43.241343Z","caller":"traceutil/trace.go:171","msg":"trace[575305688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4777; }","duration":"258.835171ms","start":"2026-04-08T01:23:42.982492Z","end":"2026-04-08T01:23:43.241327Z","steps":["trace[575305688] 'agreement among raft nodes before linearized reading' (duration: 258.631934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:43.241332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.946305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:23:43.2415Z","caller":"traceutil/trace.go:171","msg":"trace[14726194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4777; }","duration":"263.108078ms","start":"2026-04-08T01:23:42.978352Z","end":"2026-04-08T01:23:43.24146Z","steps":["trace[14726194] 'agreement among raft nodes before linearized reading' (duration: 262.852917ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:45.100062Z","caller":"traceutil/trace.go:171","msg":"trace[1456387652] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"104.992921ms","start":"2026-04-08T01:23:44.995054Z","end":"2026-04-08T01:23:45.100047Z","steps":["trace[1456387652] 'process raft request' (duration: 104.891203ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.908428Z","caller":"traceutil/trace.go:171","msg":"trace[675857645] linearizableReadLoop","detail":"{readStateIndex:5079; appliedIndex:5078; }","duration":"176.55543ms","start":"2026-04-08T01:23:51.731844Z","end":"2026-04-08T01:23:51.908399Z","steps":["trace[675857645] 'read index received' (duration: 176.312272ms)","trace[675857645] 'applied index is now lower than readState.Index' (duration: 241.868µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:51.908659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.794108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T01:23:51.908721Z","caller":"traceutil/trace.go:171","msg":"trace[1525142440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4897; }","duration":"176.897026ms","start":"2026-04-08T01:23:51.731807Z","end":"2026-04-08T01:23:51.908704Z","steps":["trace[1525142440] 'agreement among raft nodes before linearized reading' (duration: 176.708582ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.908788Z","caller":"traceutil/trace.go:171","msg":"trace[1443198708] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"189.259692ms","start":"2026-04-08T01:23:51.719508Z","end":"2026-04-08T01:23:51.908768Z","steps":["trace[1443198708] 'process raft request' (duration: 188.678289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.257604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.546446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:52.257707Z","caller":"traceutil/trace.go:171","msg":"trace[629007917] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"342.213113ms","start":"2026-04-08T01:23:51.915471Z","end":"2026-04-08T01:23:52.257684Z","steps":["trace[629007917] 'process raft request' (duration: 37.495464ms)","trace[629007917] 'compare' (duration: 304.363454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:52.257764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:51.915447Z","time spent":"342.291128ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:52.270836Z","caller":"traceutil/trace.go:171","msg":"trace[1607339667] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"354.984605ms","start":"2026-04-08T01:23:51.915827Z","end":"2026-04-08T01:23:52.270812Z","steps":["trace[1607339667] 'process raft request' (duration: 354.791031ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:52.271076Z","caller":"traceutil/trace.go:171","msg":"trace[2146545080] linearizableReadLoop","detail":"{readStateIndex:5083; appliedIndex:5079; }","duration":"347.839276ms","start":"2026-04-08T01:23:51.923219Z","end":"2026-04-08T01:23:52.271058Z","steps":["trace[2146545080] 'read index received' (duration: 29.760642ms)","trace[2146545080] 'applied index is now lower than readState.Index' (duration: 318.077834ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:52.271148Z","caller":"traceutil/trace.go:171","msg":"trace[1545250839] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"355.029608ms","start":"2026-04-08T01:23:51.916111Z","end":"2026-04-08T01:23:52.27114Z","steps":["trace[1545250839] 'process raft request' (duration: 354.63694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.271406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:51.916098Z","time spent":"355.076992ms","remote":"127.0.0.1:35284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:52.271486Z","caller":"traceutil/trace.go:171","msg":"trace[1084210547] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"355.258295ms","start":"2026-04-08T01:23:51.916222Z","end":"2026-04-08T01:23:52.271481Z","steps":["trace[1084210547] 'process raft request' (duration: 354.766139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.271523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:51.916203Z","time spent":"355.302488ms","remote":"127.0.0.1:35284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:52.27166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.434198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:23:52.271746Z","caller":"traceutil/trace.go:171","msg":"trace[184320760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4901; }","duration":"348.543866ms","start":"2026-04-08T01:23:51.923188Z","end":"2026-04-08T01:23:52.271732Z","steps":["trace[184320760] 'agreement among raft nodes before linearized reading' (duration: 348.297139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.271809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:51.923177Z","time spent":"348.621152ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:23:52.273046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:51.915808Z","time spent":"355.098673ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:52.53125Z","caller":"traceutil/trace.go:171","msg":"trace[1383670384] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5083; }","duration":"260.107047ms","start":"2026-04-08T01:23:52.271119Z","end":"2026-04-08T01:23:52.531226Z","steps":["trace[1383670384] 'read index received' (duration: 259.951436ms)","trace[1383670384] 'applied index is now lower than readState.Index' (duration: 154.361µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:52.531328Z","caller":"traceutil/trace.go:171","msg":"trace[83941623] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"345.503202ms","start":"2026-04-08T01:23:52.185793Z","end":"2026-04-08T01:23:52.531296Z","steps":["trace[83941623] 'process raft request' (duration: 345.275596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.531426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.187586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:23:52.531488Z","caller":"traceutil/trace.go:171","msg":"trace[1810716171] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4902; }","duration":"489.303734ms","start":"2026-04-08T01:23:52.042165Z","end":"2026-04-08T01:23:52.531469Z","steps":["trace[1810716171] 'agreement among raft nodes before linearized reading' (duration: 489.168785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.531491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.185772Z","time spent":"345.640562ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:52.531508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.101802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v998.18a43d2b96eef638\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-08T01:23:52.53162Z","caller":"traceutil/trace.go:171","msg":"trace[374037722] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v998.18a43d2b96eef638; range_end:; response_count:1; response_revision:4902; }","duration":"304.261055ms","start":"2026-04-08T01:23:52.227333Z","end":"2026-04-08T01:23:52.531594Z","steps":["trace[374037722] 'agreement among raft nodes before linearized reading' (duration: 303.981264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.531687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.227315Z","time spent":"304.354172ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v998.18a43d2b96eef638\" "} {"level":"warn","ts":"2026-04-08T01:23:52.531541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.042146Z","time spent":"489.37906ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:23:52.535539Z","caller":"traceutil/trace.go:171","msg":"trace[849500883] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"259.265467ms","start":"2026-04-08T01:23:52.276257Z","end":"2026-04-08T01:23:52.535522Z","steps":["trace[849500883] 'process raft request' (duration: 259.15835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.535597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.256919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:52.535654Z","caller":"traceutil/trace.go:171","msg":"trace[12847979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4903; }","duration":"154.364477ms","start":"2026-04-08T01:23:52.381277Z","end":"2026-04-08T01:23:52.535642Z","steps":["trace[12847979] 'agreement among raft nodes before linearized reading' (duration: 154.27377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.535836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.283996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-08T01:23:52.536075Z","caller":"traceutil/trace.go:171","msg":"trace[1255698594] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4903; }","duration":"224.525973ms","start":"2026-04-08T01:23:52.311534Z","end":"2026-04-08T01:23:52.53606Z","steps":["trace[1255698594] 'agreement among raft nodes before linearized reading' (duration: 224.128944ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:52.698812Z","caller":"traceutil/trace.go:171","msg":"trace[1993929078] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"102.061807ms","start":"2026-04-08T01:23:52.596693Z","end":"2026-04-08T01:23:52.698755Z","steps":["trace[1993929078] 'process raft request' (duration: 70.479379ms)","trace[1993929078] 'compare' (duration: 31.238534ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:53.035817Z","caller":"traceutil/trace.go:171","msg":"trace[907733256] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"107.222751ms","start":"2026-04-08T01:23:52.928542Z","end":"2026-04-08T01:23:53.035765Z","steps":["trace[907733256] 'process raft request' (duration: 107.032457ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:03.501048Z","caller":"traceutil/trace.go:171","msg":"trace[1426097531] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5174; }","duration":"120.045114ms","start":"2026-04-08T01:24:03.380982Z","end":"2026-04-08T01:24:03.501027Z","steps":["trace[1426097531] 'read index received' (duration: 119.781489ms)","trace[1426097531] 'applied index is now lower than readState.Index' (duration: 262.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:03.501142Z","caller":"traceutil/trace.go:171","msg":"trace[654687558] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"140.336307ms","start":"2026-04-08T01:24:03.360775Z","end":"2026-04-08T01:24:03.501112Z","steps":["trace[654687558] 'process raft request' (duration: 140.025259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:03.501377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.375054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:03.501427Z","caller":"traceutil/trace.go:171","msg":"trace[1819800274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4991; }","duration":"120.466689ms","start":"2026-04-08T01:24:03.38095Z","end":"2026-04-08T01:24:03.501416Z","steps":["trace[1819800274] 'agreement among raft nodes before linearized reading' (duration: 120.203104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.095642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.357831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:20.095732Z","caller":"traceutil/trace.go:171","msg":"trace[512053138] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5196; }","duration":"191.511229ms","start":"2026-04-08T01:24:19.904203Z","end":"2026-04-08T01:24:20.095714Z","steps":["trace[512053138] 'count revisions from in-memory index tree' (duration: 191.259098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:29.734651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.14613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T01:24:29.735093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.357189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-08T01:24:29.735168Z","caller":"traceutil/trace.go:171","msg":"trace[250900629] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5246; }","duration":"329.485424ms","start":"2026-04-08T01:24:29.405667Z","end":"2026-04-08T01:24:29.735153Z","steps":["trace[250900629] 'range keys from in-memory index tree' (duration: 328.366495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:29.73521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:29.405646Z","time spent":"329.551816ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193181,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-08T01:24:29.735195Z","caller":"traceutil/trace.go:171","msg":"trace[580010385] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:5246; }","duration":"269.688128ms","start":"2026-04-08T01:24:29.46544Z","end":"2026-04-08T01:24:29.735128Z","steps":["trace[580010385] 'range keys from in-memory index tree' (duration: 268.978633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:40.022228Z","caller":"traceutil/trace.go:171","msg":"trace[503502476] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5517; }","duration":"149.722059ms","start":"2026-04-08T01:24:39.872488Z","end":"2026-04-08T01:24:40.02221Z","steps":["trace[503502476] 'read index received' (duration: 149.497623ms)","trace[503502476] 'applied index is now lower than readState.Index' (duration: 223.426µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:40.022319Z","caller":"traceutil/trace.go:171","msg":"trace[1339970693] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"230.477677ms","start":"2026-04-08T01:24:39.791818Z","end":"2026-04-08T01:24:40.022295Z","steps":["trace[1339970693] 'process raft request' (duration: 230.232121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:40.02242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.916723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:24:40.022458Z","caller":"traceutil/trace.go:171","msg":"trace[1111343270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5324; }","duration":"149.994096ms","start":"2026-04-08T01:24:39.872454Z","end":"2026-04-08T01:24:40.022449Z","steps":["trace[1111343270] 'agreement among raft nodes before linearized reading' (duration: 149.864103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:40.022474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.315984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:24:40.022548Z","caller":"traceutil/trace.go:171","msg":"trace[1006999921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5324; }","duration":"126.435727ms","start":"2026-04-08T01:24:39.896092Z","end":"2026-04-08T01:24:40.022527Z","steps":["trace[1006999921] 'agreement among raft nodes before linearized reading' (duration: 126.247632ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.151361Z","caller":"traceutil/trace.go:171","msg":"trace[807263284] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"101.74813ms","start":"2026-04-08T01:24:44.049588Z","end":"2026-04-08T01:24:44.151336Z","steps":["trace[807263284] 'process raft request' (duration: 101.558706ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.353723Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2917} {"level":"info","ts":"2026-04-08T01:25:16.443567Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2917,"took":"88.965166ms","hash":2536550103,"current-db-size-bytes":53784576,"current-db-size":"54 MB","current-db-size-in-use-bytes":29175808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-08T01:25:16.443628Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2536550103,"revision":2917,"compact-revision":-1} {"level":"info","ts":"2026-04-08T01:25:28.620055Z","caller":"traceutil/trace.go:171","msg":"trace[1337146537] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"103.855223ms","start":"2026-04-08T01:25:28.516164Z","end":"2026-04-08T01:25:28.620019Z","steps":["trace[1337146537] 'process raft request' (duration: 103.656544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:28.620117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.081028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:25:28.620326Z","caller":"traceutil/trace.go:171","msg":"trace[472735737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5685; }","duration":"100.205698ms","start":"2026-04-08T01:25:28.519968Z","end":"2026-04-08T01:25:28.620174Z","steps":["trace[472735737] 'agreement among raft nodes before linearized reading' (duration: 99.978549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:21.968551Z","caller":"traceutil/trace.go:171","msg":"trace[503967134] transaction","detail":"{read_only:false; response_revision:6459; number_of_response:1; }","duration":"130.784369ms","start":"2026-04-08T01:27:21.837731Z","end":"2026-04-08T01:27:21.968516Z","steps":["trace[503967134] 'process raft request' (duration: 130.580569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:22.264988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.845791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T01:27:22.265087Z","caller":"traceutil/trace.go:171","msg":"trace[1785932115] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6459; }","duration":"158.006433ms","start":"2026-04-08T01:27:22.107061Z","end":"2026-04-08T01:27:22.265067Z","steps":["trace[1785932115] 'range keys from in-memory index tree' (duration: 157.593082ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:22.380972Z","caller":"traceutil/trace.go:171","msg":"trace[185877306] linearizableReadLoop","detail":"{readStateIndex:6692; appliedIndex:6691; }","duration":"228.607803ms","start":"2026-04-08T01:27:22.152326Z","end":"2026-04-08T01:27:22.380934Z","steps":["trace[185877306] 'read index received' (duration: 228.24617ms)","trace[185877306] 'applied index is now lower than readState.Index' (duration: 359.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:22.381331Z","caller":"traceutil/trace.go:171","msg":"trace[1866746058] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"271.312531ms","start":"2026-04-08T01:27:22.10998Z","end":"2026-04-08T01:27:22.381293Z","steps":["trace[1866746058] 'process raft request' (duration: 270.72585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:22.381458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.08005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T01:27:22.381514Z","caller":"traceutil/trace.go:171","msg":"trace[830126108] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6460; }","duration":"229.209453ms","start":"2026-04-08T01:27:22.15229Z","end":"2026-04-08T01:27:22.381499Z","steps":["trace[830126108] 'agreement among raft nodes before linearized reading' (duration: 228.778674ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:27.488792Z","caller":"traceutil/trace.go:171","msg":"trace[146191391] linearizableReadLoop","detail":"{readStateIndex:6717; appliedIndex:6715; }","duration":"107.108529ms","start":"2026-04-08T01:27:27.381664Z","end":"2026-04-08T01:27:27.488773Z","steps":["trace[146191391] 'read index received' (duration: 106.737158ms)","trace[146191391] 'applied index is now lower than readState.Index' (duration: 370.271µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:27.48888Z","caller":"traceutil/trace.go:171","msg":"trace[742551663] transaction","detail":"{read_only:false; response_revision:6484; number_of_response:1; }","duration":"236.335183ms","start":"2026-04-08T01:27:27.252527Z","end":"2026-04-08T01:27:27.488862Z","steps":["trace[742551663] 'process raft request' (duration: 236.085085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:27.488904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.222784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:27.488936Z","caller":"traceutil/trace.go:171","msg":"trace[1399056327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6484; }","duration":"107.305861ms","start":"2026-04-08T01:27:27.38162Z","end":"2026-04-08T01:27:27.488926Z","steps":["trace[1399056327] 'agreement among raft nodes before linearized reading' (duration: 107.241263ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:27.488723Z","caller":"traceutil/trace.go:171","msg":"trace[615449032] transaction","detail":"{read_only:false; response_revision:6483; number_of_response:1; }","duration":"236.323843ms","start":"2026-04-08T01:27:27.252376Z","end":"2026-04-08T01:27:27.4887Z","steps":["trace[615449032] 'process raft request' (duration: 236.104484ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:49.287106Z","caller":"traceutil/trace.go:171","msg":"trace[99131580] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"120.827711ms","start":"2026-04-08T01:27:49.166233Z","end":"2026-04-08T01:27:49.287061Z","steps":["trace[99131580] 'process raft request' (duration: 106.985841ms)","trace[99131580] 'compare' (duration: 13.452831ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:49.599764Z","caller":"traceutil/trace.go:171","msg":"trace[104355809] linearizableReadLoop","detail":"{readStateIndex:6893; appliedIndex:6892; }","duration":"221.957445ms","start":"2026-04-08T01:27:49.377788Z","end":"2026-04-08T01:27:49.599746Z","steps":["trace[104355809] 'read index received' (duration: 124.22198ms)","trace[104355809] 'applied index is now lower than readState.Index' (duration: 97.734545ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:49.599838Z","caller":"traceutil/trace.go:171","msg":"trace[2090575258] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"232.749378ms","start":"2026-04-08T01:27:49.367082Z","end":"2026-04-08T01:27:49.599831Z","steps":["trace[2090575258] 'process raft request' (duration: 134.950266ms)","trace[2090575258] 'compare' (duration: 97.516887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:49.599987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.194842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:49.60001Z","caller":"traceutil/trace.go:171","msg":"trace[1229433174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6653; }","duration":"222.22897ms","start":"2026-04-08T01:27:49.377776Z","end":"2026-04-08T01:27:49.600005Z","steps":["trace[1229433174] 'agreement among raft nodes before linearized reading' (duration: 222.175783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:49.607788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.968455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:27:49.60788Z","caller":"traceutil/trace.go:171","msg":"trace[1505326073] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:6654; }","duration":"129.096558ms","start":"2026-04-08T01:27:49.478764Z","end":"2026-04-08T01:27:49.607861Z","steps":["trace[1505326073] 'agreement among raft nodes before linearized reading' (duration: 128.857251ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:49.754532Z","caller":"traceutil/trace.go:171","msg":"trace[1899791773] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"136.434176ms","start":"2026-04-08T01:27:49.618076Z","end":"2026-04-08T01:27:49.75451Z","steps":["trace[1899791773] 'process raft request' (duration: 121.303075ms)","trace[1899791773] 'compare' (duration: 15.001178ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:30:16.358616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5594} {"level":"info","ts":"2026-04-08T01:30:16.439883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5594,"took":"80.258182ms","hash":635450894,"current-db-size-bytes":53784576,"current-db-size":"54 MB","current-db-size-in-use-bytes":18186240,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-08T01:30:16.439949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":635450894,"revision":5594,"compact-revision":2917} {"level":"info","ts":"2026-04-08T01:30:51.529472Z","caller":"traceutil/trace.go:171","msg":"trace[1662945240] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"138.554923ms","start":"2026-04-08T01:30:51.390882Z","end":"2026-04-08T01:30:51.529437Z","steps":["trace[1662945240] 'process raft request' (duration: 68.957564ms)","trace[1662945240] 'compare' (duration: 69.3059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:30:51.529811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.036778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:631"} {"level":"info","ts":"2026-04-08T01:30:51.529848Z","caller":"traceutil/trace.go:171","msg":"trace[1008469034] range","detail":"{range_begin:/registry/roles/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:7603; }","duration":"131.115811ms","start":"2026-04-08T01:30:51.398721Z","end":"2026-04-08T01:30:51.529837Z","steps":["trace[1008469034] 'agreement among raft nodes before linearized reading' (duration: 130.656294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:51.529833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.840344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-08T01:30:51.529913Z","caller":"traceutil/trace.go:171","msg":"trace[1558201260] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-sync; range_end:; response_count:1; response_revision:7603; }","duration":"107.962155ms","start":"2026-04-08T01:30:51.421931Z","end":"2026-04-08T01:30:51.529893Z","steps":["trace[1558201260] 'agreement among raft nodes before linearized reading' (duration: 107.548925ms)"],"step_count":1}