{"level":"warn","ts":"2026-03-14T07:01:52.182634Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:01:52.182717Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T07:01:52.182774Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:01:52.182783Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-14T07:01:52.182803Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:01:52.183355Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-03-14T07:01:52.183422Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T07:01:52.187702Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.089623ms"} {"level":"info","ts":"2026-03-14T07:01:52.196085Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-03-14T07:01:52.196154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T07:01:52.196176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-03-14T07:01:52.196186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T07:01:52.196202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-03-14T07:01:52.196239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-03-14T07:01:52.201783Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T07:01:52.203389Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T07:01:52.204634Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T07:01:52.206842Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T07:01:52.20706Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T07:01:52.207209Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:01:52.207371Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:01:52.207392Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:01:52.208577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-03-14T07:01:52.209105Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-14T07:01:52.21072Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:01:52.210862Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-14T07:01:52.210967Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-14T07:01:52.210994Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T07:01:52.21103Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T07:01:52.297207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T07:01:52.297266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T07:01:52.29731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-03-14T07:01:52.297437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-03-14T07:01:52.297461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-14T07:01:52.297478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-03-14T07:01:52.297574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-14T07:01:52.298697Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T07:01:52.298698Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:01:52.298731Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:01:52.299044Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T07:01:52.29907Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T07:01:52.301111Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T07:01:52.302159Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-03-14T07:01:52.302276Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:52.303317Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:52.303679Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:52.305755Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:01:54.010505Z","caller":"traceutil/trace.go:171","msg":"trace[1143847040] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"139.171584ms","start":"2026-03-14T07:01:53.871312Z","end":"2026-03-14T07:01:54.010484Z","steps":["trace[1143847040] 'process raft request' (duration: 139.079391ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.010496Z","caller":"traceutil/trace.go:171","msg":"trace[687594741] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"139.4066ms","start":"2026-03-14T07:01:53.871063Z","end":"2026-03-14T07:01:54.010469Z","steps":["trace[687594741] 'process raft request' (duration: 125.497748ms)","trace[687594741] 'compare' (duration: 13.688816ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:54.010569Z","caller":"traceutil/trace.go:171","msg":"trace[686641769] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"139.388601ms","start":"2026-03-14T07:01:53.871154Z","end":"2026-03-14T07:01:54.010543Z","steps":["trace[686641769] 'process raft request' (duration: 139.204985ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.010694Z","caller":"traceutil/trace.go:171","msg":"trace[161000028] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"139.353689ms","start":"2026-03-14T07:01:53.871328Z","end":"2026-03-14T07:01:54.010682Z","steps":["trace[161000028] 'process raft request' (duration: 139.085632ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.010702Z","caller":"traceutil/trace.go:171","msg":"trace[2130878343] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"139.309237ms","start":"2026-03-14T07:01:53.871382Z","end":"2026-03-14T07:01:54.010692Z","steps":["trace[2130878343] 'process raft request' (duration: 139.057861ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.010861Z","caller":"traceutil/trace.go:171","msg":"trace[350143326] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"129.275943ms","start":"2026-03-14T07:01:53.881568Z","end":"2026-03-14T07:01:54.010844Z","steps":["trace[350143326] 'process raft request' (duration: 128.936983ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.010621Z","caller":"traceutil/trace.go:171","msg":"trace[427058607] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"138.483116ms","start":"2026-03-14T07:01:53.872056Z","end":"2026-03-14T07:01:54.010539Z","steps":["trace[427058607] 'read index received' (duration: 19.188017ms)","trace[427058607] 'applied index is now lower than readState.Index' (duration: 119.294099ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:54.01089Z","caller":"traceutil/trace.go:171","msg":"trace[1181606486] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"136.148092ms","start":"2026-03-14T07:01:53.874687Z","end":"2026-03-14T07:01:54.010835Z","steps":["trace[1181606486] 'process raft request' (duration: 135.789262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:54.010981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.903367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-14T07:01:54.011113Z","caller":"traceutil/trace.go:171","msg":"trace[196295650] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"139.062721ms","start":"2026-03-14T07:01:53.872029Z","end":"2026-03-14T07:01:54.011091Z","steps":["trace[196295650] 'agreement among raft nodes before linearized reading' (duration: 138.68912ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.080305Z","caller":"traceutil/trace.go:171","msg":"trace[1250800045] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"185.240191ms","start":"2026-03-14T07:01:53.895048Z","end":"2026-03-14T07:01:54.080288Z","steps":["trace[1250800045] 'process raft request' (duration: 185.163719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:54.080452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.628709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-14T07:01:54.080502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.658725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-14T07:01:54.080619Z","caller":"traceutil/trace.go:171","msg":"trace[522820423] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"148.807579ms","start":"2026-03-14T07:01:53.931786Z","end":"2026-03-14T07:01:54.080593Z","steps":["trace[522820423] 'agreement among raft nodes before linearized reading' (duration: 148.565303ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:54.080544Z","caller":"traceutil/trace.go:171","msg":"trace[1245087044] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"158.752642ms","start":"2026-03-14T07:01:53.921746Z","end":"2026-03-14T07:01:54.080499Z","steps":["trace[1245087044] 'agreement among raft nodes before linearized reading' (duration: 158.598529ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:55.077447Z","caller":"traceutil/trace.go:171","msg":"trace[1592326470] transaction","detail":"{read_only:false; response_revision:96; number_of_response:1; }","duration":"160.789009ms","start":"2026-03-14T07:01:54.916634Z","end":"2026-03-14T07:01:55.077423Z","steps":["trace[1592326470] 'process raft request' (duration: 160.725857ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:01:55.077514Z","caller":"traceutil/trace.go:171","msg":"trace[1217164497] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"162.455505ms","start":"2026-03-14T07:01:54.915027Z","end":"2026-03-14T07:01:55.077482Z","steps":["trace[1217164497] 'process raft request' (duration: 138.605009ms)","trace[1217164497] 'compare' (duration: 23.592168ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:59.168989Z","caller":"traceutil/trace.go:171","msg":"trace[2037568300] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:330; }","duration":"391.397145ms","start":"2026-03-14T07:01:58.777559Z","end":"2026-03-14T07:01:59.168956Z","steps":["trace[2037568300] 'read index received' (duration: 384.626209ms)","trace[2037568300] 'applied index is now lower than readState.Index' (duration: 6.769826ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:01:59.169063Z","caller":"traceutil/trace.go:171","msg":"trace[552111786] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"552.200034ms","start":"2026-03-14T07:01:58.616827Z","end":"2026-03-14T07:01:59.169027Z","steps":["trace[552111786] 'process raft request' (duration: 545.436178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:59.169173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.59088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:01:59.169241Z","caller":"traceutil/trace.go:171","msg":"trace[1588270229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:319; }","duration":"391.722825ms","start":"2026-03-14T07:01:58.777505Z","end":"2026-03-14T07:01:59.169228Z","steps":["trace[1588270229] 'agreement among raft nodes before linearized reading' (duration: 391.56247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:01:59.169297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:58.777478Z","time spent":"391.804966ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:01:59.169643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:01:58.616794Z","time spent":"552.350428ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:02:05.010329Z","caller":"traceutil/trace.go:171","msg":"trace[194599752] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"658.587036ms","start":"2026-03-14T07:02:04.351719Z","end":"2026-03-14T07:02:05.010306Z","steps":["trace[194599752] 'process raft request' (duration: 658.418501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:05.010696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:04.351694Z","time spent":"658.71553ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:08.143718Z","caller":"traceutil/trace.go:171","msg":"trace[701584292] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"111.697569ms","start":"2026-03-14T07:02:08.031996Z","end":"2026-03-14T07:02:08.143693Z","steps":["trace[701584292] 'process raft request' (duration: 111.566836ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:15.482528Z","caller":"traceutil/trace.go:171","msg":"trace[1686989251] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"231.682261ms","start":"2026-03-14T07:02:15.250819Z","end":"2026-03-14T07:02:15.482501Z","steps":["trace[1686989251] 'process raft request' (duration: 231.496806ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:15.551012Z","caller":"traceutil/trace.go:171","msg":"trace[378754236] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"201.358587ms","start":"2026-03-14T07:02:15.349638Z","end":"2026-03-14T07:02:15.550997Z","steps":["trace[378754236] 'process raft request' (duration: 201.209883ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:20.877686Z","caller":"traceutil/trace.go:171","msg":"trace[1856099313] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"315.333176ms","start":"2026-03-14T07:02:20.562326Z","end":"2026-03-14T07:02:20.877659Z","steps":["trace[1856099313] 'read index received' (duration: 314.642058ms)","trace[1856099313] 'applied index is now lower than readState.Index' (duration: 689.758µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:20.877775Z","caller":"traceutil/trace.go:171","msg":"trace[1830317799] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"325.847009ms","start":"2026-03-14T07:02:20.551893Z","end":"2026-03-14T07:02:20.87774Z","steps":["trace[1830317799] 'process raft request' (duration: 325.416628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:20.877933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:20.551864Z","time spent":"325.990802ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:20.87794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.594584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:20.878021Z","caller":"traceutil/trace.go:171","msg":"trace[1608263988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:469; }","duration":"315.726837ms","start":"2026-03-14T07:02:20.562273Z","end":"2026-03-14T07:02:20.878Z","steps":["trace[1608263988] 'agreement among raft nodes before linearized reading' (duration: 315.49937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:20.878068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:20.56225Z","time spent":"315.810249ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:02:21.667996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.976177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:02:21.66822Z","caller":"traceutil/trace.go:171","msg":"trace[1539240212] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"767.787436ms","start":"2026-03-14T07:02:20.900391Z","end":"2026-03-14T07:02:21.668179Z","steps":["trace[1539240212] 'process raft request' (duration: 36.413459ms)","trace[1539240212] 'compare' (duration: 730.860863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:21.668355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:20.900373Z","time spent":"767.932069ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:02:21.668348Z","caller":"traceutil/trace.go:171","msg":"trace[1814672449] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"766.86811ms","start":"2026-03-14T07:02:20.901438Z","end":"2026-03-14T07:02:21.668306Z","steps":["trace[1814672449] 'process raft request' (duration: 766.652445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:21.668524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:20.901417Z","time spent":"767.025095ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:21.788544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.348431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:02:21.788854Z","caller":"traceutil/trace.go:171","msg":"trace[491121566] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"114.74417ms","start":"2026-03-14T07:02:21.67409Z","end":"2026-03-14T07:02:21.788834Z","steps":["trace[491121566] 'process raft request' (duration: 114.568145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:21.788998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.248786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:02:21.789098Z","caller":"traceutil/trace.go:171","msg":"trace[20259091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:472; }","duration":"286.39196ms","start":"2026-03-14T07:02:21.502684Z","end":"2026-03-14T07:02:21.789076Z","steps":["trace[20259091] 'agreement among raft nodes before linearized reading' (duration: 286.178964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:21.788857Z","caller":"traceutil/trace.go:171","msg":"trace[241318841] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:485; }","duration":"286.056941ms","start":"2026-03-14T07:02:21.502729Z","end":"2026-03-14T07:02:21.788786Z","steps":["trace[241318841] 'read index received' (duration: 160.708336ms)","trace[241318841] 'applied index is now lower than readState.Index' (duration: 125.342985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:21.789579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.964297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:21.789648Z","caller":"traceutil/trace.go:171","msg":"trace[627088799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"226.072ms","start":"2026-03-14T07:02:21.563557Z","end":"2026-03-14T07:02:21.789629Z","steps":["trace[627088799] 'agreement among raft nodes before linearized reading' (duration: 225.933347ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:23.989557Z","caller":"traceutil/trace.go:171","msg":"trace[1082621106] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"155.756733ms","start":"2026-03-14T07:02:23.833779Z","end":"2026-03-14T07:02:23.989536Z","steps":["trace[1082621106] 'read index received' (duration: 155.604128ms)","trace[1082621106] 'applied index is now lower than readState.Index' (duration: 151.765µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:23.989719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.929617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-14T07:02:23.989755Z","caller":"traceutil/trace.go:171","msg":"trace[795863668] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:508; }","duration":"156.001169ms","start":"2026-03-14T07:02:23.833743Z","end":"2026-03-14T07:02:23.989744Z","steps":["trace[795863668] 'agreement among raft nodes before linearized reading' (duration: 155.921286ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:23.989755Z","caller":"traceutil/trace.go:171","msg":"trace[429675779] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"186.358703ms","start":"2026-03-14T07:02:23.803344Z","end":"2026-03-14T07:02:23.989703Z","steps":["trace[429675779] 'process raft request' (duration: 186.077286ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:24.330345Z","caller":"traceutil/trace.go:171","msg":"trace[1794191267] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"123.018453ms","start":"2026-03-14T07:02:24.207308Z","end":"2026-03-14T07:02:24.330326Z","steps":["trace[1794191267] 'read index received' (duration: 122.844468ms)","trace[1794191267] 'applied index is now lower than readState.Index' (duration: 173.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:24.330444Z","caller":"traceutil/trace.go:171","msg":"trace[818733692] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"331.625784ms","start":"2026-03-14T07:02:23.998807Z","end":"2026-03-14T07:02:24.330432Z","steps":["trace[818733692] 'process raft request' (duration: 331.392777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:24.330539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:23.998791Z","time spent":"331.678605ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:24.330601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.341279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:02:24.330637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.328611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:02:24.330697Z","caller":"traceutil/trace.go:171","msg":"trace[84576295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:509; }","duration":"123.431454ms","start":"2026-03-14T07:02:24.207249Z","end":"2026-03-14T07:02:24.330681Z","steps":["trace[84576295] 'agreement among raft nodes before linearized reading' (duration: 123.27607ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:24.330696Z","caller":"traceutil/trace.go:171","msg":"trace[198589399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:509; }","duration":"108.465082ms","start":"2026-03-14T07:02:24.222207Z","end":"2026-03-14T07:02:24.330672Z","steps":["trace[198589399] 'agreement among raft nodes before linearized reading' (duration: 108.273297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:26.220238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.845887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:02:26.22032Z","caller":"traceutil/trace.go:171","msg":"trace[115666984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"224.973331ms","start":"2026-03-14T07:02:25.995327Z","end":"2026-03-14T07:02:26.2203Z","steps":["trace[115666984] 'range keys from in-memory index tree' (duration: 224.62208ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:30.962806Z","caller":"traceutil/trace.go:171","msg":"trace[1230530683] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"400.918525ms","start":"2026-03-14T07:02:30.56186Z","end":"2026-03-14T07:02:30.962778Z","steps":["trace[1230530683] 'read index received' (duration: 400.601857ms)","trace[1230530683] 'applied index is now lower than readState.Index' (duration: 315.818µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:30.962896Z","caller":"traceutil/trace.go:171","msg":"trace[206455180] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"404.052169ms","start":"2026-03-14T07:02:30.558824Z","end":"2026-03-14T07:02:30.962877Z","steps":["trace[206455180] 'process raft request' (duration: 403.818772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:30.962925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.052318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:30.962958Z","caller":"traceutil/trace.go:171","msg":"trace[1101018876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"401.13272ms","start":"2026-03-14T07:02:30.561814Z","end":"2026-03-14T07:02:30.962947Z","steps":["trace[1101018876] 'agreement among raft nodes before linearized reading' (duration: 401.062369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:30.962987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:30.561799Z","time spent":"401.182503ms","remote":"127.0.0.1:41026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:02:30.963009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:30.558798Z","time spent":"404.14483ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:31.692137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.457848ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:02:31.705625Z","caller":"traceutil/trace.go:171","msg":"trace[840271586] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"379.302344ms","start":"2026-03-14T07:02:31.326292Z","end":"2026-03-14T07:02:31.705594Z","steps":["trace[840271586] 'process raft request' (duration: 379.037378ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:31.705725Z","caller":"traceutil/trace.go:171","msg":"trace[1605412514] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:573; }","duration":"144.127379ms","start":"2026-03-14T07:02:31.561575Z","end":"2026-03-14T07:02:31.705702Z","steps":["trace[1605412514] 'read index received' (duration: 143.689618ms)","trace[1605412514] 'applied index is now lower than readState.Index' (duration: 437.051µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:31.705777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:31.326277Z","time spent":"379.427657ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:02:31.705784Z","caller":"traceutil/trace.go:171","msg":"trace[802057638] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"295.231437ms","start":"2026-03-14T07:02:31.410527Z","end":"2026-03-14T07:02:31.705759Z","steps":["trace[802057638] 'process raft request' (duration: 295.090953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:31.705866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.265943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:31.705929Z","caller":"traceutil/trace.go:171","msg":"trace[1296291407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"144.369236ms","start":"2026-03-14T07:02:31.561535Z","end":"2026-03-14T07:02:31.705904Z","steps":["trace[1296291407] 'agreement among raft nodes before linearized reading' (duration: 144.255393ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:31.705865Z","caller":"traceutil/trace.go:171","msg":"trace[1089551935] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"379.445318ms","start":"2026-03-14T07:02:31.326394Z","end":"2026-03-14T07:02:31.705839Z","steps":["trace[1089551935] 'process raft request' (duration: 379.111799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:31.706062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:31.326377Z","time spent":"379.627113ms","remote":"127.0.0.1:41110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:02:32.351254Z","caller":"traceutil/trace.go:171","msg":"trace[578415637] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"625.635018ms","start":"2026-03-14T07:02:31.725563Z","end":"2026-03-14T07:02:32.351198Z","steps":["trace[578415637] 'process raft request' (duration: 605.717713ms)","trace[578415637] 'compare' (duration: 19.662359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:32.351487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:31.725546Z","time spent":"625.830394ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:33.35366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.66469ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:33.353809Z","caller":"traceutil/trace.go:171","msg":"trace[2070647507] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:558; }","duration":"672.841354ms","start":"2026-03-14T07:02:32.680948Z","end":"2026-03-14T07:02:33.35379Z","steps":["trace[2070647507] 'range keys from in-memory index tree' (duration: 672.64335ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:33.353955Z","caller":"traceutil/trace.go:171","msg":"trace[352475032] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:576; }","duration":"1.09533816s","start":"2026-03-14T07:02:32.258595Z","end":"2026-03-14T07:02:33.353933Z","steps":["trace[352475032] 'read index received' (duration: 72.701093ms)","trace[352475032] 'applied index is now lower than readState.Index' (duration: 1.022636077s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:33.354072Z","caller":"traceutil/trace.go:171","msg":"trace[297087983] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.628179206s","start":"2026-03-14T07:02:31.725851Z","end":"2026-03-14T07:02:33.35403Z","steps":["trace[297087983] 'process raft request' (duration: 1.55680541s)","trace[297087983] 'compare' (duration: 71.090418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:33.354222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:31.725828Z","time spent":"1.62833133s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:33.354291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.78197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:02:33.354297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.404399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:02:33.354296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095679708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T07:02:33.35437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.621776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:02:33.354373Z","caller":"traceutil/trace.go:171","msg":"trace[1944605750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"791.525021ms","start":"2026-03-14T07:02:32.562829Z","end":"2026-03-14T07:02:33.354354Z","steps":["trace[1944605750] 'agreement among raft nodes before linearized reading' (duration: 791.366606ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:33.354403Z","caller":"traceutil/trace.go:171","msg":"trace[276068299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"1.095855364s","start":"2026-03-14T07:02:32.258521Z","end":"2026-03-14T07:02:33.354377Z","steps":["trace[276068299] 'agreement among raft nodes before linearized reading' (duration: 1.095524295s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:33.354413Z","caller":"traceutil/trace.go:171","msg":"trace[88932991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"962.720608ms","start":"2026-03-14T07:02:32.391681Z","end":"2026-03-14T07:02:33.354402Z","steps":["trace[88932991] 'agreement among raft nodes before linearized reading' (duration: 962.553064ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:33.3544Z","caller":"traceutil/trace.go:171","msg":"trace[360918479] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.628402163s","start":"2026-03-14T07:02:31.725973Z","end":"2026-03-14T07:02:33.354376Z","steps":["trace[360918479] 'process raft request' (duration: 1.627917299s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:33.354428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.903781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:02:33.354422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:32.562808Z","time spent":"791.606233ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:02:33.354464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:32.258496Z","time spent":"1.095956086s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:02:33.354469Z","caller":"traceutil/trace.go:171","msg":"trace[1925615096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"975.992955ms","start":"2026-03-14T07:02:32.378467Z","end":"2026-03-14T07:02:33.35446Z","steps":["trace[1925615096] 'agreement among raft nodes before linearized reading' (duration: 975.896412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:33.354511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:31.725947Z","time spent":"1.628515165s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:33.354508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:32.378438Z","time spent":"976.062476ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:02:33.354336Z","caller":"traceutil/trace.go:171","msg":"trace[1899552895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"975.882361ms","start":"2026-03-14T07:02:32.37844Z","end":"2026-03-14T07:02:33.354322Z","steps":["trace[1899552895] 'agreement among raft nodes before linearized reading' (duration: 975.625134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:33.354547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:32.391657Z","time spent":"962.876161ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:02:33.354651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:32.378413Z","time spent":"976.149399ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:02:33.854288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.475865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:33.85442Z","caller":"traceutil/trace.go:171","msg":"trace[1432048466] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:670; }","duration":"168.659188ms","start":"2026-03-14T07:02:33.685737Z","end":"2026-03-14T07:02:33.854397Z","steps":["trace[1432048466] 'range keys from in-memory index tree' (duration: 168.340939ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:34.975376Z","caller":"traceutil/trace.go:171","msg":"trace[1426717278] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"101.140025ms","start":"2026-03-14T07:02:34.874207Z","end":"2026-03-14T07:02:34.975347Z","steps":["trace[1426717278] 'process raft request' (duration: 100.964731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:35.583242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101706520250762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:02:35.721338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.072869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:35.721423Z","caller":"traceutil/trace.go:171","msg":"trace[512971922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"839.179192ms","start":"2026-03-14T07:02:34.882219Z","end":"2026-03-14T07:02:35.721398Z","steps":["trace[512971922] 'agreement among raft nodes before linearized reading' (duration: 93.689616ms)","trace[512971922] 'range keys from in-memory index tree' (duration: 745.380993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.721497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.882214Z","time spent":"839.267394ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-14T07:02:35.721682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.098146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:35.721754Z","caller":"traceutil/trace.go:171","msg":"trace[1608947524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"808.19992ms","start":"2026-03-14T07:02:34.913535Z","end":"2026-03-14T07:02:35.721735Z","steps":["trace[1608947524] 'agreement among raft nodes before linearized reading' (duration: 62.306242ms)","trace[1608947524] 'range keys from in-memory index tree' (duration: 745.779904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.721747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.798955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-14T07:02:35.721752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.524821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:02:35.721841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.694022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:35.721864Z","caller":"traceutil/trace.go:171","msg":"trace[1630309891] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"740.533282ms","start":"2026-03-14T07:02:34.981311Z","end":"2026-03-14T07:02:35.721844Z","steps":["trace[1630309891] 'process raft request' (duration: 610.541822ms)","trace[1630309891] 'compare' (duration: 129.376124ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:35.721871Z","caller":"traceutil/trace.go:171","msg":"trace[1418095878] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"839.648764ms","start":"2026-03-14T07:02:34.882207Z","end":"2026-03-14T07:02:35.721856Z","steps":["trace[1418095878] 'agreement among raft nodes before linearized reading' (duration: 93.684405ms)","trace[1418095878] 'range keys from in-memory index tree' (duration: 745.796585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.721863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.575562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:02:35.721922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.88217Z","time spent":"839.739178ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-14T07:02:35.721889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.702866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:35.721929Z","caller":"traceutil/trace.go:171","msg":"trace[396418777] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"837.793624ms","start":"2026-03-14T07:02:34.884096Z","end":"2026-03-14T07:02:35.72189Z","steps":["trace[396418777] 'agreement among raft nodes before linearized reading' (duration: 91.771794ms)","trace[396418777] 'range keys from in-memory index tree' (duration: 745.945429ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:35.721943Z","caller":"traceutil/trace.go:171","msg":"trace[118830301] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"839.673945ms","start":"2026-03-14T07:02:34.882245Z","end":"2026-03-14T07:02:35.721919Z","steps":["trace[118830301] 'agreement among raft nodes before linearized reading' (duration: 93.655104ms)","trace[118830301] 'range keys from in-memory index tree' (duration: 745.896268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.72196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.981285Z","time spent":"740.623886ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:35.721994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.88224Z","time spent":"839.743676ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-14T07:02:35.721999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.884076Z","time spent":"837.907817ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-14T07:02:35.721999Z","caller":"traceutil/trace.go:171","msg":"trace[564057686] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"839.822829ms","start":"2026-03-14T07:02:34.882147Z","end":"2026-03-14T07:02:35.72197Z","steps":["trace[564057686] 'agreement among raft nodes before linearized reading' (duration: 93.789258ms)","trace[564057686] 'range keys from in-memory index tree' (duration: 745.878887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.721752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.655777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:02:35.722054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.882134Z","time spent":"839.908691ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-14T07:02:35.722078Z","caller":"traceutil/trace.go:171","msg":"trace[878749886] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"839.024317ms","start":"2026-03-14T07:02:34.88304Z","end":"2026-03-14T07:02:35.722064Z","steps":["trace[878749886] 'agreement among raft nodes before linearized reading' (duration: 92.839712ms)","trace[878749886] 'range keys from in-memory index tree' (duration: 745.813356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.722125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.883028Z","time spent":"839.08611ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-14T07:02:35.721798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.913519Z","time spent":"808.270253ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-14T07:02:35.722356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.179478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:35.722619Z","caller":"traceutil/trace.go:171","msg":"trace[2542458] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:689; }","duration":"834.395183ms","start":"2026-03-14T07:02:34.888138Z","end":"2026-03-14T07:02:35.722533Z","steps":["trace[2542458] 'agreement among raft nodes before linearized reading' (duration: 87.717555ms)","trace[2542458] 'range keys from in-memory index tree' (duration: 745.879757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.722727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:34.888125Z","time spent":"834.531247ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-14T07:02:35.9575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.560465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:02:35.957704Z","caller":"traceutil/trace.go:171","msg":"trace[384751968] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:708; }","duration":"875.512868ms","start":"2026-03-14T07:02:35.082173Z","end":"2026-03-14T07:02:35.957685Z","steps":["trace[384751968] 'read index received' (duration: 509.782338ms)","trace[384751968] 'applied index is now lower than readState.Index' (duration: 365.72911ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:35.957783Z","caller":"traceutil/trace.go:171","msg":"trace[1600468887] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"473.612866ms","start":"2026-03-14T07:02:35.48412Z","end":"2026-03-14T07:02:35.957733Z","steps":["trace[1600468887] 'process raft request' (duration: 473.491003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:35.957846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.662511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:35.957923Z","caller":"traceutil/trace.go:171","msg":"trace[1463423026] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:692; }","duration":"875.773495ms","start":"2026-03-14T07:02:35.082131Z","end":"2026-03-14T07:02:35.957904Z","steps":["trace[1463423026] 'agreement among raft nodes before linearized reading' (duration: 875.647912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:35.957967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.484107Z","time spent":"473.787191ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:35.957977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.082117Z","time spent":"875.847037ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-14T07:02:35.957812Z","caller":"traceutil/trace.go:171","msg":"trace[899413332] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"672.568828ms","start":"2026-03-14T07:02:35.285204Z","end":"2026-03-14T07:02:35.957772Z","steps":["trace[899413332] 'process raft request' (duration: 563.206332ms)","trace[899413332] 'compare' (duration: 108.298388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:35.958254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.285182Z","time spent":"673.045601ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:02:36.001775Z","caller":"traceutil/trace.go:171","msg":"trace[392891037] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"275.656612ms","start":"2026-03-14T07:02:35.726089Z","end":"2026-03-14T07:02:36.001745Z","steps":["trace[392891037] 'process raft request' (duration: 275.541739ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:36.076091Z","caller":"traceutil/trace.go:171","msg":"trace[1780336273] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"198.411508ms","start":"2026-03-14T07:02:35.87761Z","end":"2026-03-14T07:02:36.076022Z","steps":["trace[1780336273] 'process raft request' (duration: 190.325051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:36.076212Z","caller":"traceutil/trace.go:171","msg":"trace[370041088] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"189.674642ms","start":"2026-03-14T07:02:35.8865Z","end":"2026-03-14T07:02:36.076174Z","steps":["trace[370041088] 'process raft request' (duration: 189.354684ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:36.07632Z","caller":"traceutil/trace.go:171","msg":"trace[1860415503] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:711; }","duration":"118.552443ms","start":"2026-03-14T07:02:35.957751Z","end":"2026-03-14T07:02:36.076303Z","steps":["trace[1860415503] 'read index received' (duration: 43.93911ms)","trace[1860415503] 'applied index is now lower than readState.Index' (duration: 74.612573ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:36.076343Z","caller":"traceutil/trace.go:171","msg":"trace[1868793256] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"116.101888ms","start":"2026-03-14T07:02:35.960204Z","end":"2026-03-14T07:02:36.076306Z","steps":["trace[1868793256] 'process raft request' (duration: 115.901223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:36.076479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.493997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:02:36.076533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.141926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T07:02:36.076543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.2908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:02:36.076614Z","caller":"traceutil/trace.go:171","msg":"trace[351530109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:698; }","duration":"698.394452ms","start":"2026-03-14T07:02:35.378204Z","end":"2026-03-14T07:02:36.076598Z","steps":["trace[351530109] 'agreement among raft nodes before linearized reading' (duration: 698.200696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:36.076649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.168604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:02:36.076555Z","caller":"traceutil/trace.go:171","msg":"trace[1912088833] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:698; }","duration":"199.627951ms","start":"2026-03-14T07:02:35.876908Z","end":"2026-03-14T07:02:36.076536Z","steps":["trace[1912088833] 'agreement among raft nodes before linearized reading' (duration: 199.444355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:36.076667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.378184Z","time spent":"698.469265ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:02:36.076678Z","caller":"traceutil/trace.go:171","msg":"trace[1785505257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:698; }","duration":"699.217554ms","start":"2026-03-14T07:02:35.377451Z","end":"2026-03-14T07:02:36.076669Z","steps":["trace[1785505257] 'agreement among raft nodes before linearized reading' (duration: 699.141512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:36.076673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.876964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:02:36.076747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.377436Z","time spent":"699.302886ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:02:36.076755Z","caller":"traceutil/trace.go:171","msg":"trace[1261905953] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"111.455733ms","start":"2026-03-14T07:02:35.965253Z","end":"2026-03-14T07:02:36.076708Z","steps":["trace[1261905953] 'process raft request' (duration: 110.992411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:36.076767Z","caller":"traceutil/trace.go:171","msg":"trace[1150146500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:698; }","duration":"699.040659ms","start":"2026-03-14T07:02:35.377712Z","end":"2026-03-14T07:02:36.076753Z","steps":["trace[1150146500] 'agreement among raft nodes before linearized reading' (duration: 698.806022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:36.076571Z","caller":"traceutil/trace.go:171","msg":"trace[1612659757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:698; }","duration":"704.195738ms","start":"2026-03-14T07:02:35.372364Z","end":"2026-03-14T07:02:36.07656Z","steps":["trace[1612659757] 'agreement among raft nodes before linearized reading' (duration: 704.010483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:36.076827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.396711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-xsm42\" ","response":"range_response_count:1 size:4679"} {"level":"warn","ts":"2026-03-14T07:02:36.076842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.377685Z","time spent":"699.142802ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:02:36.076864Z","caller":"traceutil/trace.go:171","msg":"trace[1841095405] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"116.362294ms","start":"2026-03-14T07:02:35.960236Z","end":"2026-03-14T07:02:36.076599Z","steps":["trace[1841095405] 'process raft request' (duration: 115.962273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:36.076914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.372286Z","time spent":"704.580698ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:02:36.076888Z","caller":"traceutil/trace.go:171","msg":"trace[1343373686] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-xsm42; range_end:; response_count:1; response_revision:698; }","duration":"508.486414ms","start":"2026-03-14T07:02:35.568388Z","end":"2026-03-14T07:02:36.076874Z","steps":["trace[1343373686] 'agreement among raft nodes before linearized reading' (duration: 508.257488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:36.077052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:35.568377Z","time spent":"508.655807ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4702,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-xsm42\" "} {"level":"info","ts":"2026-03-14T07:02:36.986849Z","caller":"traceutil/trace.go:171","msg":"trace[227753580] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"101.369781ms","start":"2026-03-14T07:02:36.885454Z","end":"2026-03-14T07:02:36.986824Z","steps":["trace[227753580] 'process raft request' (duration: 101.223718ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:37.146556Z","caller":"traceutil/trace.go:171","msg":"trace[1259922179] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"151.024986ms","start":"2026-03-14T07:02:36.995483Z","end":"2026-03-14T07:02:37.146508Z","steps":["trace[1259922179] 'process raft request' (duration: 150.772328ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:37.249512Z","caller":"traceutil/trace.go:171","msg":"trace[1215060057] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"120.66933ms","start":"2026-03-14T07:02:37.12882Z","end":"2026-03-14T07:02:37.249489Z","steps":["trace[1215060057] 'process raft request' (duration: 120.508566ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:37.301758Z","caller":"traceutil/trace.go:171","msg":"trace[594378175] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"147.420028ms","start":"2026-03-14T07:02:37.154312Z","end":"2026-03-14T07:02:37.301732Z","steps":["trace[594378175] 'process raft request' (duration: 147.265624ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:37.441479Z","caller":"traceutil/trace.go:171","msg":"trace[1036751469] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"133.961376ms","start":"2026-03-14T07:02:37.307484Z","end":"2026-03-14T07:02:37.441445Z","steps":["trace[1036751469] 'process raft request' (duration: 69.6577ms)","trace[1036751469] 'compare' (duration: 63.939867ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:37.44151Z","caller":"traceutil/trace.go:171","msg":"trace[1428133960] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"123.159377ms","start":"2026-03-14T07:02:37.318329Z","end":"2026-03-14T07:02:37.441489Z","steps":["trace[1428133960] 'process raft request' (duration: 122.969572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:37.983425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.791086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-14T07:02:37.983514Z","caller":"traceutil/trace.go:171","msg":"trace[786824950] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:745; }","duration":"100.91753ms","start":"2026-03-14T07:02:37.882578Z","end":"2026-03-14T07:02:37.983496Z","steps":["trace[786824950] 'range keys from in-memory index tree' (duration: 100.639102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:44.523235Z","caller":"traceutil/trace.go:171","msg":"trace[885720158] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"118.733107ms","start":"2026-03-14T07:02:44.404475Z","end":"2026-03-14T07:02:44.523208Z","steps":["trace[885720158] 'process raft request' (duration: 118.182742ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:44.527085Z","caller":"traceutil/trace.go:171","msg":"trace[402443797] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"120.28891ms","start":"2026-03-14T07:02:44.406771Z","end":"2026-03-14T07:02:44.52706Z","steps":["trace[402443797] 'process raft request' (duration: 120.175237ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:44.793889Z","caller":"traceutil/trace.go:171","msg":"trace[1442384996] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"122.952871ms","start":"2026-03-14T07:02:44.670897Z","end":"2026-03-14T07:02:44.79385Z","steps":["trace[1442384996] 'process raft request' (duration: 94.512277ms)","trace[1442384996] 'compare' (duration: 28.189307ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:47.929663Z","caller":"traceutil/trace.go:171","msg":"trace[1989815196] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"106.768298ms","start":"2026-03-14T07:02:47.822868Z","end":"2026-03-14T07:02:47.929637Z","steps":["trace[1989815196] 'process raft request' (duration: 106.640713ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:50.819527Z","caller":"traceutil/trace.go:171","msg":"trace[1815903216] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"139.711511ms","start":"2026-03-14T07:02:50.679794Z","end":"2026-03-14T07:02:50.819506Z","steps":["trace[1815903216] 'process raft request' (duration: 139.559407ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.807928Z","caller":"traceutil/trace.go:171","msg":"trace[827653616] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"110.718512ms","start":"2026-03-14T07:02:53.697194Z","end":"2026-03-14T07:02:53.807912Z","steps":["trace[827653616] 'process raft request' (duration: 107.189168ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.994921Z","caller":"traceutil/trace.go:171","msg":"trace[2044367877] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"255.831939ms","start":"2026-03-14T07:02:53.739075Z","end":"2026-03-14T07:02:53.994907Z","steps":["trace[2044367877] 'process raft request' (duration: 255.703855ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.995174Z","caller":"traceutil/trace.go:171","msg":"trace[1891496825] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"255.220852ms","start":"2026-03-14T07:02:53.739917Z","end":"2026-03-14T07:02:53.995138Z","steps":["trace[1891496825] 'process raft request' (duration: 254.954755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:54.837869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.360954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:02:54.837968Z","caller":"traceutil/trace.go:171","msg":"trace[696630338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:918; }","duration":"646.502128ms","start":"2026-03-14T07:02:54.191453Z","end":"2026-03-14T07:02:54.837955Z","steps":["trace[696630338] 'range keys from in-memory index tree' (duration: 646.247751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:54.837993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:54.191443Z","time spent":"646.544979ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:02:54.83809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.018958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:02:54.838173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.318706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-14T07:02:54.838196Z","caller":"traceutil/trace.go:171","msg":"trace[701017396] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:918; }","duration":"591.185763ms","start":"2026-03-14T07:02:54.246985Z","end":"2026-03-14T07:02:54.83817Z","steps":["trace[701017396] 'count revisions from in-memory index tree' (duration: 590.927965ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:54.838251Z","caller":"traceutil/trace.go:171","msg":"trace[854428478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:918; }","duration":"658.428578ms","start":"2026-03-14T07:02:54.179795Z","end":"2026-03-14T07:02:54.838224Z","steps":["trace[854428478] 'range keys from in-memory index tree' (duration: 658.164332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:54.838261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:54.246963Z","time spent":"591.277954ms","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:02:54.838258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.139942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:02:54.838289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:54.179781Z","time spent":"658.500311ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:02:54.838316Z","caller":"traceutil/trace.go:171","msg":"trace[1006394034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:918; }","duration":"651.238964ms","start":"2026-03-14T07:02:54.187061Z","end":"2026-03-14T07:02:54.8383Z","steps":["trace[1006394034] 'range keys from in-memory index tree' (duration: 650.914976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:54.838374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:54.187033Z","time spent":"651.328507ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:02:54.838367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.196941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:02:54.838549Z","caller":"traceutil/trace.go:171","msg":"trace[528842320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:918; }","duration":"652.356875ms","start":"2026-03-14T07:02:54.186112Z","end":"2026-03-14T07:02:54.838468Z","steps":["trace[528842320] 'range keys from in-memory index tree' (duration: 651.989325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:54.83865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:54.186103Z","time spent":"652.536719ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:02:54.846659Z","caller":"traceutil/trace.go:171","msg":"trace[1248767164] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"148.372072ms","start":"2026-03-14T07:02:54.698275Z","end":"2026-03-14T07:02:54.846647Z","steps":["trace[1248767164] 'process raft request' (duration: 148.260979ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:07.264799Z","caller":"traceutil/trace.go:171","msg":"trace[1235133032] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1060; }","duration":"133.106544ms","start":"2026-03-14T07:03:07.131668Z","end":"2026-03-14T07:03:07.264774Z","steps":["trace[1235133032] 'read index received' (duration: 132.894008ms)","trace[1235133032] 'applied index is now lower than readState.Index' (duration: 211.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:07.264868Z","caller":"traceutil/trace.go:171","msg":"trace[682574884] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"305.762521ms","start":"2026-03-14T07:03:06.95907Z","end":"2026-03-14T07:03:07.264833Z","steps":["trace[682574884] 'process raft request' (duration: 305.538734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:07.265017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.337281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-03-14T07:03:07.265059Z","caller":"traceutil/trace.go:171","msg":"trace[757831302] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1028; }","duration":"133.439433ms","start":"2026-03-14T07:03:07.131608Z","end":"2026-03-14T07:03:07.265048Z","steps":["trace[757831302] 'agreement among raft nodes before linearized reading' (duration: 133.269268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:07.265341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:06.959048Z","time spent":"305.987615ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:17.013605Z","caller":"traceutil/trace.go:171","msg":"trace[1299229227] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1119; }","duration":"220.512221ms","start":"2026-03-14T07:03:16.793072Z","end":"2026-03-14T07:03:17.013584Z","steps":["trace[1299229227] 'read index received' (duration: 220.363467ms)","trace[1299229227] 'applied index is now lower than readState.Index' (duration: 147.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:17.013716Z","caller":"traceutil/trace.go:171","msg":"trace[1818942164] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"327.968786ms","start":"2026-03-14T07:03:16.685719Z","end":"2026-03-14T07:03:17.013687Z","steps":["trace[1818942164] 'process raft request' (duration: 327.760701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.013824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.742277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jqnbw\" ","response":"range_response_count:1 size:4196"} {"level":"warn","ts":"2026-03-14T07:03:17.013836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.685703Z","time spent":"328.069169ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:17.013872Z","caller":"traceutil/trace.go:171","msg":"trace[919054189] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-jqnbw; range_end:; response_count:1; response_revision:1085; }","duration":"220.835559ms","start":"2026-03-14T07:03:16.79302Z","end":"2026-03-14T07:03:17.013855Z","steps":["trace[919054189] 'agreement among raft nodes before linearized reading' (duration: 220.697906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:22.742975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.972694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:03:22.742881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.676689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:22.743063Z","caller":"traceutil/trace.go:171","msg":"trace[218673026] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1197; }","duration":"412.100816ms","start":"2026-03-14T07:03:22.330933Z","end":"2026-03-14T07:03:22.743034Z","steps":["trace[218673026] 'count revisions from in-memory index tree' (duration: 411.861742ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:22.743091Z","caller":"traceutil/trace.go:171","msg":"trace[1151479332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1197; }","duration":"180.922355ms","start":"2026-03-14T07:03:22.562134Z","end":"2026-03-14T07:03:22.743056Z","steps":["trace[1151479332] 'range keys from in-memory index tree' (duration: 180.612657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:22.74314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:22.330906Z","time spent":"412.211649ms","remote":"127.0.0.1:41556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":25,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:03:25.367402Z","caller":"traceutil/trace.go:171","msg":"trace[2007235014] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"312.62749ms","start":"2026-03-14T07:03:25.054741Z","end":"2026-03-14T07:03:25.367369Z","steps":["trace[2007235014] 'process raft request' (duration: 312.407774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:25.367622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:25.05471Z","time spent":"312.794763ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:25.389273Z","caller":"traceutil/trace.go:171","msg":"trace[1673850230] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1243; }","duration":"309.979329ms","start":"2026-03-14T07:03:25.079268Z","end":"2026-03-14T07:03:25.389247Z","steps":["trace[1673850230] 'read index received' (duration: 287.871191ms)","trace[1673850230] 'applied index is now lower than readState.Index' (duration: 22.107028ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:25.3894Z","caller":"traceutil/trace.go:171","msg":"trace[585990322] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"331.986774ms","start":"2026-03-14T07:03:25.057401Z","end":"2026-03-14T07:03:25.389388Z","steps":["trace[585990322] 'process raft request' (duration: 331.678815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:25.389542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:25.057383Z","time spent":"332.048867ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:25.389723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.422931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:03:25.389815Z","caller":"traceutil/trace.go:171","msg":"trace[2120830428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1209; }","duration":"310.526744ms","start":"2026-03-14T07:03:25.079263Z","end":"2026-03-14T07:03:25.38979Z","steps":["trace[2120830428] 'agreement among raft nodes before linearized reading' (duration: 310.235196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:25.389864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:25.07923Z","time spent":"310.624977ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:03:25.609075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.514443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:25.60935Z","caller":"traceutil/trace.go:171","msg":"trace[1555721293] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"214.785166ms","start":"2026-03-14T07:03:25.394533Z","end":"2026-03-14T07:03:25.609318Z","steps":["trace[1555721293] 'process raft request' (duration: 214.653233ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:25.60938Z","caller":"traceutil/trace.go:171","msg":"trace[1839739616] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"215.723132ms","start":"2026-03-14T07:03:25.393632Z","end":"2026-03-14T07:03:25.609355Z","steps":["trace[1839739616] 'process raft request' (duration: 69.823268ms)","trace[1839739616] 'compare' (duration: 145.38434ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:26.063735Z","caller":"traceutil/trace.go:171","msg":"trace[1507782619] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1247; }","duration":"183.804493ms","start":"2026-03-14T07:03:25.879912Z","end":"2026-03-14T07:03:26.063716Z","steps":["trace[1507782619] 'read index received' (duration: 183.6928ms)","trace[1507782619] 'applied index is now lower than readState.Index' (duration: 110.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:26.063829Z","caller":"traceutil/trace.go:171","msg":"trace[1852619996] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"448.915988ms","start":"2026-03-14T07:03:25.614876Z","end":"2026-03-14T07:03:26.063792Z","steps":["trace[1852619996] 'process raft request' (duration: 448.712373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:26.063908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.974617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:03:26.06393Z","caller":"traceutil/trace.go:171","msg":"trace[392038186] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:1212; }","duration":"184.050729ms","start":"2026-03-14T07:03:25.879873Z","end":"2026-03-14T07:03:26.063924Z","steps":["trace[392038186] 'agreement among raft nodes before linearized reading' (duration: 183.917624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:26.064042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:25.614852Z","time spent":"449.060582ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:30.720142Z","caller":"traceutil/trace.go:171","msg":"trace[281923624] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"110.84377ms","start":"2026-03-14T07:03:30.609262Z","end":"2026-03-14T07:03:30.720106Z","steps":["trace[281923624] 'process raft request' (duration: 110.619413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:37.827294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.817259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:03:37.827421Z","caller":"traceutil/trace.go:171","msg":"trace[1279747115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1446; }","duration":"107.989973ms","start":"2026-03-14T07:03:37.719402Z","end":"2026-03-14T07:03:37.827392Z","steps":["trace[1279747115] 'range keys from in-memory index tree' (duration: 107.626614ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:38.588469Z","caller":"traceutil/trace.go:171","msg":"trace[1612913188] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"197.084054ms","start":"2026-03-14T07:03:38.391354Z","end":"2026-03-14T07:03:38.588438Z","steps":["trace[1612913188] 'process raft request' (duration: 196.580121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:40.073021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.484554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:40.073366Z","caller":"traceutil/trace.go:171","msg":"trace[51289247] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1540; }","duration":"208.925749ms","start":"2026-03-14T07:03:39.864412Z","end":"2026-03-14T07:03:40.073338Z","steps":["trace[51289247] 'read index received' (duration: 1.88515ms)","trace[51289247] 'applied index is now lower than readState.Index' (duration: 207.038279ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:40.073396Z","caller":"traceutil/trace.go:171","msg":"trace[1424543672] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"226.007713ms","start":"2026-03-14T07:03:39.847347Z","end":"2026-03-14T07:03:40.073354Z","steps":["trace[1424543672] 'process raft request' (duration: 18.983485ms)","trace[1424543672] 'compare' (duration: 206.194727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:40.073539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.114485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:40.073595Z","caller":"traceutil/trace.go:171","msg":"trace[151014260] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1481; }","duration":"209.223536ms","start":"2026-03-14T07:03:39.864354Z","end":"2026-03-14T07:03:40.073578Z","steps":["trace[151014260] 'agreement among raft nodes before linearized reading' (duration: 209.106413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:40.073926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.229357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:03:40.073983Z","caller":"traceutil/trace.go:171","msg":"trace[166121651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1481; }","duration":"209.32847ms","start":"2026-03-14T07:03:39.864637Z","end":"2026-03-14T07:03:40.073965Z","steps":["trace[166121651] 'agreement among raft nodes before linearized reading' (duration: 209.169825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:40.073993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.584733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-hxllx\" ","response":"range_response_count:1 size:5781"} {"level":"info","ts":"2026-03-14T07:03:40.074094Z","caller":"traceutil/trace.go:171","msg":"trace[636975790] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-hxllx; range_end:; response_count:1; response_revision:1481; }","duration":"160.727248ms","start":"2026-03-14T07:03:39.913349Z","end":"2026-03-14T07:03:40.074076Z","steps":["trace[636975790] 'agreement among raft nodes before linearized reading' (duration: 160.507332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.500914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.004841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-xq2rs\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-03-14T07:03:41.500993Z","caller":"traceutil/trace.go:171","msg":"trace[319459125] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-xq2rs; range_end:; response_count:1; response_revision:1488; }","duration":"150.124015ms","start":"2026-03-14T07:03:41.350851Z","end":"2026-03-14T07:03:41.500975Z","steps":["trace[319459125] 'range keys from in-memory index tree' (duration: 149.852988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.501037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.861696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:03:41.501107Z","caller":"traceutil/trace.go:171","msg":"trace[1972745021] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1488; }","duration":"129.967298ms","start":"2026-03-14T07:03:41.371124Z","end":"2026-03-14T07:03:41.501092Z","steps":["trace[1972745021] 'count revisions from in-memory index tree' (duration: 129.801524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.106192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.624657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:49.106347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.446518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:03:49.106466Z","caller":"traceutil/trace.go:171","msg":"trace[931321978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1599; }","duration":"397.647242ms","start":"2026-03-14T07:03:48.708788Z","end":"2026-03-14T07:03:49.106435Z","steps":["trace[931321978] 'range keys from in-memory index tree' (duration: 397.20505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.106477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.630698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-14T07:03:49.106545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:48.708697Z","time spent":"397.834387ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:03:49.106573Z","caller":"traceutil/trace.go:171","msg":"trace[865843379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478; range_end:; response_count:1; response_revision:1599; }","duration":"805.733072ms","start":"2026-03-14T07:03:48.300797Z","end":"2026-03-14T07:03:49.10653Z","steps":["trace[865843379] 'range keys from in-memory index tree' (duration: 805.497274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.106346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.817755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-14T07:03:49.106647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:48.300773Z","time spent":"805.859614ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478\" "} {"level":"info","ts":"2026-03-14T07:03:49.106669Z","caller":"traceutil/trace.go:171","msg":"trace[2142633527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478; range_end:; response_count:1; response_revision:1599; }","duration":"145.196954ms","start":"2026-03-14T07:03:48.961451Z","end":"2026-03-14T07:03:49.106648Z","steps":["trace[2142633527] 'range keys from in-memory index tree' (duration: 144.613269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.106718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.031274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:03:49.106742Z","caller":"traceutil/trace.go:171","msg":"trace[2079384064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1599; }","duration":"543.853202ms","start":"2026-03-14T07:03:48.562473Z","end":"2026-03-14T07:03:49.106326Z","steps":["trace[2079384064] 'range keys from in-memory index tree' (duration: 543.543984ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:49.106815Z","caller":"traceutil/trace.go:171","msg":"trace[1235121086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1599; }","duration":"477.191408ms","start":"2026-03-14T07:03:48.629603Z","end":"2026-03-14T07:03:49.106794Z","steps":["trace[1235121086] 'range keys from in-memory index tree' (duration: 476.833169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.106859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:48.562454Z","time spent":"544.392637ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:03:49.106874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:48.629578Z","time spent":"477.284171ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:49.669828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.854984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:49.669979Z","caller":"traceutil/trace.go:171","msg":"trace[508205670] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"555.181354ms","start":"2026-03-14T07:03:49.114757Z","end":"2026-03-14T07:03:49.669938Z","steps":["trace[508205670] 'process raft request' (duration: 333.047523ms)","trace[508205670] 'compare' (duration: 221.741971ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:49.670034Z","caller":"traceutil/trace.go:171","msg":"trace[1711791903] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"154.938223ms","start":"2026-03-14T07:03:49.515081Z","end":"2026-03-14T07:03:49.670019Z","steps":["trace[1711791903] 'process raft request' (duration: 154.861971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.670095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:49.114735Z","time spent":"555.307966ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:49.670074Z","caller":"traceutil/trace.go:171","msg":"trace[844722642] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1662; }","duration":"271.214156ms","start":"2026-03-14T07:03:49.398825Z","end":"2026-03-14T07:03:49.670039Z","steps":["trace[844722642] 'read index received' (duration: 48.925151ms)","trace[844722642] 'applied index is now lower than readState.Index' (duration: 222.286255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:49.670215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.374792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:49.670258Z","caller":"traceutil/trace.go:171","msg":"trace[1129308847] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1602; }","duration":"271.483254ms","start":"2026-03-14T07:03:49.398763Z","end":"2026-03-14T07:03:49.670247Z","steps":["trace[1129308847] 'agreement among raft nodes before linearized reading' (duration: 271.369341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.670454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.639177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:03:49.670534Z","caller":"traceutil/trace.go:171","msg":"trace[531228282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1602; }","duration":"115.747721ms","start":"2026-03-14T07:03:49.554768Z","end":"2026-03-14T07:03:49.670516Z","steps":["trace[531228282] 'agreement among raft nodes before linearized reading' (duration: 115.562115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.670464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.428648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:03:49.670588Z","caller":"traceutil/trace.go:171","msg":"trace[1596688580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1602; }","duration":"119.574742ms","start":"2026-03-14T07:03:49.550995Z","end":"2026-03-14T07:03:49.67057Z","steps":["trace[1596688580] 'agreement among raft nodes before linearized reading' (duration: 119.337886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:49.67056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.49131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:03:49.670879Z","caller":"traceutil/trace.go:171","msg":"trace[1977379792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1602; }","duration":"116.740807ms","start":"2026-03-14T07:03:49.554008Z","end":"2026-03-14T07:03:49.670749Z","steps":["trace[1977379792] 'agreement among raft nodes before linearized reading' (duration: 116.362316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:50.526181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.425823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:50.526493Z","caller":"traceutil/trace.go:171","msg":"trace[1220868308] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"850.625565ms","start":"2026-03-14T07:03:49.675823Z","end":"2026-03-14T07:03:50.526448Z","steps":["trace[1220868308] 'process raft request' (duration: 850.461371ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:50.526533Z","caller":"traceutil/trace.go:171","msg":"trace[71991867] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"850.825152ms","start":"2026-03-14T07:03:49.675635Z","end":"2026-03-14T07:03:50.52646Z","steps":["trace[71991867] 'process raft request' (duration: 169.023498ms)","trace[71991867] 'compare' (duration: 681.271019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:50.526602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:49.6758Z","time spent":"850.741408ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:50.526761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:49.675609Z","time spent":"851.028546ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:50.527071Z","caller":"traceutil/trace.go:171","msg":"trace[356437801] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"808.005151ms","start":"2026-03-14T07:03:49.719024Z","end":"2026-03-14T07:03:50.527029Z","steps":["trace[356437801] 'process raft request' (duration: 807.872318ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:50.527207Z","caller":"traceutil/trace.go:171","msg":"trace[953945620] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"851.203801ms","start":"2026-03-14T07:03:49.675985Z","end":"2026-03-14T07:03:50.527189Z","steps":["trace[953945620] 'process raft request' (duration: 850.41365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:50.527294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:49.675941Z","time spent":"851.311094ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:50.527345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:49.719006Z","time spent":"808.225987ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:50.529719Z","caller":"traceutil/trace.go:171","msg":"trace[1996711240] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1664; }","duration":"417.390977ms","start":"2026-03-14T07:03:50.112307Z","end":"2026-03-14T07:03:50.529698Z","steps":["trace[1996711240] 'read index received' (duration: 413.705498ms)","trace[1996711240] 'applied index is now lower than readState.Index' (duration: 3.684399ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:50.529823Z","caller":"traceutil/trace.go:171","msg":"trace[1310175926] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"630.228801ms","start":"2026-03-14T07:03:49.899585Z","end":"2026-03-14T07:03:50.529814Z","steps":["trace[1310175926] 'process raft request' (duration: 629.993485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:50.529925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:49.899566Z","time spent":"630.280231ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:50.530146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.195858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:03:50.530252Z","caller":"traceutil/trace.go:171","msg":"trace[611729053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1607; }","duration":"415.308442ms","start":"2026-03-14T07:03:50.114916Z","end":"2026-03-14T07:03:50.530224Z","steps":["trace[611729053] 'agreement among raft nodes before linearized reading' (duration: 415.056314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:50.530308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:50.114837Z","time spent":"415.460666ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:03:50.530322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.017513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-14T07:03:50.530382Z","caller":"traceutil/trace.go:171","msg":"trace[1604213011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478; range_end:; response_count:1; response_revision:1607; }","duration":"418.129847ms","start":"2026-03-14T07:03:50.112231Z","end":"2026-03-14T07:03:50.530361Z","steps":["trace[1604213011] 'agreement among raft nodes before linearized reading' (duration: 417.942912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:50.53038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.806708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-14T07:03:50.530397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.300607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T07:03:50.530429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:50.112197Z","time spent":"418.224128ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9142a8cd-7a00-4bda-9712-73e5a9e8f478\" "} {"level":"info","ts":"2026-03-14T07:03:50.530437Z","caller":"traceutil/trace.go:171","msg":"trace[62176765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1607; }","duration":"414.8918ms","start":"2026-03-14T07:03:50.115532Z","end":"2026-03-14T07:03:50.530424Z","steps":["trace[62176765] 'agreement among raft nodes before linearized reading' (duration: 414.733077ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:50.530447Z","caller":"traceutil/trace.go:171","msg":"trace[2009514406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1607; }","duration":"375.382818ms","start":"2026-03-14T07:03:50.155051Z","end":"2026-03-14T07:03:50.530434Z","steps":["trace[2009514406] 'agreement among raft nodes before linearized reading' (duration: 375.154253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:50.53047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:50.115521Z","time spent":"414.941922ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:03:50.530485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:50.15504Z","time spent":"375.43813ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:04:04.309542Z","caller":"traceutil/trace.go:171","msg":"trace[1706123488] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"141.137975ms","start":"2026-03-14T07:04:04.16838Z","end":"2026-03-14T07:04:04.309518Z","steps":["trace[1706123488] 'process raft request' (duration: 141.000832ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:04.484124Z","caller":"traceutil/trace.go:171","msg":"trace[1330339894] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"164.485447ms","start":"2026-03-14T07:04:04.31961Z","end":"2026-03-14T07:04:04.484095Z","steps":["trace[1330339894] 'process raft request' (duration: 125.275224ms)","trace[1330339894] 'compare' (duration: 39.08233ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:04.753789Z","caller":"traceutil/trace.go:171","msg":"trace[189879453] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1781; }","duration":"161.163268ms","start":"2026-03-14T07:04:04.592604Z","end":"2026-03-14T07:04:04.753768Z","steps":["trace[189879453] 'read index received' (duration: 86.128882ms)","trace[189879453] 'applied index is now lower than readState.Index' (duration: 75.033196ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:04.753828Z","caller":"traceutil/trace.go:171","msg":"trace[1662343859] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"175.955362ms","start":"2026-03-14T07:04:04.57784Z","end":"2026-03-14T07:04:04.753795Z","steps":["trace[1662343859] 'process raft request' (duration: 100.802562ms)","trace[1662343859] 'compare' (duration: 74.930783ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:04.753923Z","caller":"traceutil/trace.go:171","msg":"trace[1052345393] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"166.080129ms","start":"2026-03-14T07:04:04.587798Z","end":"2026-03-14T07:04:04.753878Z","steps":["trace[1052345393] 'process raft request' (duration: 165.929165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.754063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.442565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:04:04.754106Z","caller":"traceutil/trace.go:171","msg":"trace[821657923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1717; }","duration":"161.547168ms","start":"2026-03-14T07:04:04.592546Z","end":"2026-03-14T07:04:04.754093Z","steps":["trace[821657923] 'agreement among raft nodes before linearized reading' (duration: 161.350633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.754281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.931852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:04:04.754656Z","caller":"traceutil/trace.go:171","msg":"trace[969138924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1717; }","duration":"108.331213ms","start":"2026-03-14T07:04:04.646299Z","end":"2026-03-14T07:04:04.75463Z","steps":["trace[969138924] 'agreement among raft nodes before linearized reading' (duration: 107.85262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.754363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.363285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:04:04.75499Z","caller":"traceutil/trace.go:171","msg":"trace[1403868044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1717; }","duration":"106.038511ms","start":"2026-03-14T07:04:04.648928Z","end":"2026-03-14T07:04:04.754967Z","steps":["trace[1403868044] 'agreement among raft nodes before linearized reading' (duration: 105.219809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.754333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:04:04.755368Z","caller":"traceutil/trace.go:171","msg":"trace[21810618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1717; }","duration":"101.83193ms","start":"2026-03-14T07:04:04.65349Z","end":"2026-03-14T07:04:04.755322Z","steps":["trace[21810618] 'agreement among raft nodes before linearized reading' (duration: 100.629988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.754402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.117283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:04:04.755702Z","caller":"traceutil/trace.go:171","msg":"trace[1035486159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1717; }","duration":"107.294756ms","start":"2026-03-14T07:04:04.648246Z","end":"2026-03-14T07:04:04.755541Z","steps":["trace[1035486159] 'agreement among raft nodes before linearized reading' (duration: 105.946319ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:04.898557Z","caller":"traceutil/trace.go:171","msg":"trace[17479680] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"138.128915ms","start":"2026-03-14T07:04:04.76039Z","end":"2026-03-14T07:04:04.898518Z","steps":["trace[17479680] 'process raft request' (duration: 103.139484ms)","trace[17479680] 'compare' (duration: 34.784175ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:04.898917Z","caller":"traceutil/trace.go:171","msg":"trace[1701308047] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"138.28809ms","start":"2026-03-14T07:04:04.760604Z","end":"2026-03-14T07:04:04.898892Z","steps":["trace[1701308047] 'process raft request' (duration: 138.122435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:04.899136Z","caller":"traceutil/trace.go:171","msg":"trace[1890907033] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"137.979633ms","start":"2026-03-14T07:04:04.761096Z","end":"2026-03-14T07:04:04.899076Z","steps":["trace[1890907033] 'process raft request' (duration: 137.744585ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:04.899326Z","caller":"traceutil/trace.go:171","msg":"trace[138764770] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1783; }","duration":"117.208979ms","start":"2026-03-14T07:04:04.782096Z","end":"2026-03-14T07:04:04.899305Z","steps":["trace[138764770] 'read index received' (duration: 25.95486ms)","trace[138764770] 'applied index is now lower than readState.Index' (duration: 91.252049ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:04.899459Z","caller":"traceutil/trace.go:171","msg":"trace[812404110] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"135.086525ms","start":"2026-03-14T07:04:04.764349Z","end":"2026-03-14T07:04:04.899436Z","steps":["trace[812404110] 'process raft request' (duration: 134.680604ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:04.898944Z","caller":"traceutil/trace.go:171","msg":"trace[1338160237] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"138.31459ms","start":"2026-03-14T07:04:04.760584Z","end":"2026-03-14T07:04:04.898898Z","steps":["trace[1338160237] 'process raft request' (duration: 137.890839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.899482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.363973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:04.899601Z","caller":"traceutil/trace.go:171","msg":"trace[253707756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1723; }","duration":"117.502296ms","start":"2026-03-14T07:04:04.782088Z","end":"2026-03-14T07:04:04.89959Z","steps":["trace[253707756] 'agreement among raft nodes before linearized reading' (duration: 117.332342ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:05.405006Z","caller":"traceutil/trace.go:171","msg":"trace[1487176954] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"111.026724ms","start":"2026-03-14T07:04:05.29395Z","end":"2026-03-14T07:04:05.404976Z","steps":["trace[1487176954] 'process raft request' (duration: 110.842989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.064686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101706520252849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:04:07.065127Z","caller":"traceutil/trace.go:171","msg":"trace[2122640185] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"763.452846ms","start":"2026-03-14T07:04:06.301653Z","end":"2026-03-14T07:04:07.065106Z","steps":["trace[2122640185] 'process raft request' (duration: 763.308993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.065259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:06.301627Z","time spent":"763.547579ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:07.114248Z","caller":"traceutil/trace.go:171","msg":"trace[24855831] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"354.260836ms","start":"2026-03-14T07:04:06.759961Z","end":"2026-03-14T07:04:07.114222Z","steps":["trace[24855831] 'process raft request' (duration: 354.069122ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:07.114441Z","caller":"traceutil/trace.go:171","msg":"trace[1340706527] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1797; }","duration":"550.756966ms","start":"2026-03-14T07:04:06.563658Z","end":"2026-03-14T07:04:07.114415Z","steps":["trace[1340706527] 'read index received' (duration: 501.379792ms)","trace[1340706527] 'applied index is now lower than readState.Index' (duration: 49.375754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:07.114472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:06.759936Z","time spent":"354.442012ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:07.114525Z","caller":"traceutil/trace.go:171","msg":"trace[1531805324] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"351.906245ms","start":"2026-03-14T07:04:06.762593Z","end":"2026-03-14T07:04:07.114499Z","steps":["trace[1531805324] 'process raft request' (duration: 351.584286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.114679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:06.762552Z","time spent":"352.055979ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:07.114698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.641159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:04:07.114738Z","caller":"traceutil/trace.go:171","msg":"trace[938136116] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1733; }","duration":"209.67396ms","start":"2026-03-14T07:04:06.90505Z","end":"2026-03-14T07:04:07.114724Z","steps":["trace[938136116] 'agreement among raft nodes before linearized reading' (duration: 209.561417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.114738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.904034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:04:07.11457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.91564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:07.114863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.596501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:04:07.114784Z","caller":"traceutil/trace.go:171","msg":"trace[1703644329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1733; }","duration":"302.005857ms","start":"2026-03-14T07:04:06.812766Z","end":"2026-03-14T07:04:07.114771Z","steps":["trace[1703644329] 'agreement among raft nodes before linearized reading' (duration: 301.848273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.114829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.551584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:04:07.114901Z","caller":"traceutil/trace.go:171","msg":"trace[888759982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1733; }","duration":"211.676693ms","start":"2026-03-14T07:04:06.903217Z","end":"2026-03-14T07:04:07.114893Z","steps":["trace[888759982] 'agreement among raft nodes before linearized reading' (duration: 211.58811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.114908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:06.812673Z","time spent":"302.225403ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:04:07.114823Z","caller":"traceutil/trace.go:171","msg":"trace[1386439719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1733; }","duration":"551.216928ms","start":"2026-03-14T07:04:06.563592Z","end":"2026-03-14T07:04:07.114809Z","steps":["trace[1386439719] 'agreement among raft nodes before linearized reading' (duration: 550.938781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.115003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.161352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:04:07.114946Z","caller":"traceutil/trace.go:171","msg":"trace[1266050881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1733; }","duration":"210.701947ms","start":"2026-03-14T07:04:06.904215Z","end":"2026-03-14T07:04:07.114917Z","steps":["trace[1266050881] 'agreement among raft nodes before linearized reading' (duration: 210.408179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.11491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.485006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:04:07.115105Z","caller":"traceutil/trace.go:171","msg":"trace[32160553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1733; }","duration":"210.277645ms","start":"2026-03-14T07:04:06.9048Z","end":"2026-03-14T07:04:07.115077Z","steps":["trace[32160553] 'agreement among raft nodes before linearized reading' (duration: 209.944346ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:07.115152Z","caller":"traceutil/trace.go:171","msg":"trace[1504065456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1733; }","duration":"545.834756ms","start":"2026-03-14T07:04:06.569297Z","end":"2026-03-14T07:04:07.115132Z","steps":["trace[1504065456] 'agreement among raft nodes before linearized reading' (duration: 545.301782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.115108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:06.563569Z","time spent":"551.463635ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:04:07.115166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.721473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:04:07.115304Z","caller":"traceutil/trace.go:171","msg":"trace[187647927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1733; }","duration":"344.921188ms","start":"2026-03-14T07:04:06.770351Z","end":"2026-03-14T07:04:07.115272Z","steps":["trace[187647927] 'agreement among raft nodes before linearized reading' (duration: 344.501497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.115374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:06.770339Z","time spent":"345.023301ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:04:07.115216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:06.569262Z","time spent":"545.937577ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:04:35.325367Z","caller":"traceutil/trace.go:171","msg":"trace[427380759] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"107.832683ms","start":"2026-03-14T07:04:35.217508Z","end":"2026-03-14T07:04:35.325341Z","steps":["trace[427380759] 'process raft request' (duration: 107.643997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:35.411516Z","caller":"traceutil/trace.go:171","msg":"trace[1223432529] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1946; }","duration":"158.289964ms","start":"2026-03-14T07:04:35.253202Z","end":"2026-03-14T07:04:35.411492Z","steps":["trace[1223432529] 'read index received' (duration: 71.940909ms)","trace[1223432529] 'applied index is now lower than readState.Index' (duration: 86.347525ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:35.411595Z","caller":"traceutil/trace.go:171","msg":"trace[876955734] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"185.504144ms","start":"2026-03-14T07:04:35.226066Z","end":"2026-03-14T07:04:35.411571Z","steps":["trace[876955734] 'process raft request' (duration: 185.273568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:35.411913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.660313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:04:35.411967Z","caller":"traceutil/trace.go:171","msg":"trace[544004227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1876; }","duration":"158.800037ms","start":"2026-03-14T07:04:35.253155Z","end":"2026-03-14T07:04:35.411955Z","steps":["trace[544004227] 'agreement among raft nodes before linearized reading' (duration: 158.463858ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:35.618694Z","caller":"traceutil/trace.go:171","msg":"trace[86911696] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"202.659753ms","start":"2026-03-14T07:04:35.415987Z","end":"2026-03-14T07:04:35.618646Z","steps":["trace[86911696] 'process raft request' (duration: 153.565487ms)","trace[86911696] 'compare' (duration: 48.919062ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:35.643445Z","caller":"traceutil/trace.go:171","msg":"trace[1276741233] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"227.381545ms","start":"2026-03-14T07:04:35.416032Z","end":"2026-03-14T07:04:35.643413Z","steps":["trace[1276741233] 'process raft request' (duration: 227.203261ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:35.643744Z","caller":"traceutil/trace.go:171","msg":"trace[176675914] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"227.687634ms","start":"2026-03-14T07:04:35.416032Z","end":"2026-03-14T07:04:35.643719Z","steps":["trace[176675914] 'process raft request' (duration: 227.339965ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:35.643753Z","caller":"traceutil/trace.go:171","msg":"trace[2119351170] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"227.027716ms","start":"2026-03-14T07:04:35.416708Z","end":"2026-03-14T07:04:35.643736Z","steps":["trace[2119351170] 'process raft request' (duration: 226.912603ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:35.643965Z","caller":"traceutil/trace.go:171","msg":"trace[2000252317] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"227.037136ms","start":"2026-03-14T07:04:35.416887Z","end":"2026-03-14T07:04:35.643924Z","steps":["trace[2000252317] 'process raft request' (duration: 226.80569ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:35.779893Z","caller":"traceutil/trace.go:171","msg":"trace[1130111983] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"131.747731ms","start":"2026-03-14T07:04:35.648121Z","end":"2026-03-14T07:04:35.779869Z","steps":["trace[1130111983] 'process raft request' (duration: 117.389637ms)","trace[1130111983] 'compare' (duration: 14.233281ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:41.656016Z","caller":"traceutil/trace.go:171","msg":"trace[543576544] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"303.96195ms","start":"2026-03-14T07:04:41.352008Z","end":"2026-03-14T07:04:41.65597Z","steps":["trace[543576544] 'process raft request' (duration: 298.34858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.656187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.351966Z","time spent":"304.131764ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:41.656168Z","caller":"traceutil/trace.go:171","msg":"trace[293748044] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1979; }","duration":"200.68896ms","start":"2026-03-14T07:04:41.455445Z","end":"2026-03-14T07:04:41.656134Z","steps":["trace[293748044] 'read index received' (duration: 194.928196ms)","trace[293748044] 'applied index is now lower than readState.Index' (duration: 5.759194ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:41.656303Z","caller":"traceutil/trace.go:171","msg":"trace[1111290558] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"219.206358ms","start":"2026-03-14T07:04:41.437068Z","end":"2026-03-14T07:04:41.656274Z","steps":["trace[1111290558] 'process raft request' (duration: 218.855577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.656378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.925036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T07:04:41.656416Z","caller":"traceutil/trace.go:171","msg":"trace[41183517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"201.01884ms","start":"2026-03-14T07:04:41.455384Z","end":"2026-03-14T07:04:41.656403Z","steps":["trace[41183517] 'agreement among raft nodes before linearized reading' (duration: 200.887297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.167354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101706520253291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:04:42.705096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.494485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:42.705201Z","caller":"traceutil/trace.go:171","msg":"trace[645383632] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"1.038497772s","start":"2026-03-14T07:04:41.666687Z","end":"2026-03-14T07:04:42.705184Z","steps":["trace[645383632] 'read index received' (duration: 862.857453ms)","trace[645383632] 'applied index is now lower than readState.Index' (duration: 175.639239ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:42.705296Z","caller":"traceutil/trace.go:171","msg":"trace[1328853108] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.043345111s","start":"2026-03-14T07:04:41.66192Z","end":"2026-03-14T07:04:42.705265Z","steps":["trace[1328853108] 'process raft request' (duration: 867.582849ms)","trace[1328853108] 'compare' (duration: 175.31688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:42.705402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036528628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:04:42.705441Z","caller":"traceutil/trace.go:171","msg":"trace[1607938295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"1.036588791s","start":"2026-03-14T07:04:41.668842Z","end":"2026-03-14T07:04:42.705431Z","steps":["trace[1607938295] 'agreement among raft nodes before linearized reading' (duration: 1.036427866s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.705452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.661898Z","time spent":"1.043471755s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:42.70548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.668831Z","time spent":"1.036640902s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:42.705641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.494838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:04:42.705676Z","caller":"traceutil/trace.go:171","msg":"trace[868751801] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1908; }","duration":"481.530939ms","start":"2026-03-14T07:04:42.224137Z","end":"2026-03-14T07:04:42.705668Z","steps":["trace[868751801] 'agreement among raft nodes before linearized reading' (duration: 481.431456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.705704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.22407Z","time spent":"481.627412ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:04:42.705671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.526857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:04:42.705758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.520486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca3431213251c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T07:04:42.705775Z","caller":"traceutil/trace.go:171","msg":"trace[1708790610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1908; }","duration":"400.685783ms","start":"2026-03-14T07:04:42.305063Z","end":"2026-03-14T07:04:42.705749Z","steps":["trace[1708790610] 'agreement among raft nodes before linearized reading' (duration: 400.498057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.705775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017358306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:04:42.705818Z","caller":"traceutil/trace.go:171","msg":"trace[1735955612] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189ca3431213251c; range_end:; response_count:1; response_revision:1908; }","duration":"993.603178ms","start":"2026-03-14T07:04:41.7122Z","end":"2026-03-14T07:04:42.705803Z","steps":["trace[1735955612] 'agreement among raft nodes before linearized reading' (duration: 993.427212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.705775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.021017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:42.705826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.305041Z","time spent":"400.774004ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:04:42.70586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.712189Z","time spent":"993.66402ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca3431213251c\" "} {"level":"info","ts":"2026-03-14T07:04:42.705835Z","caller":"traceutil/trace.go:171","msg":"trace[1034689853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1908; }","duration":"1.017443287s","start":"2026-03-14T07:04:41.688374Z","end":"2026-03-14T07:04:42.705817Z","steps":["trace[1034689853] 'agreement among raft nodes before linearized reading' (duration: 1.017239271s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.705862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.78567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-14T07:04:42.705884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035340318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:04:42.705922Z","caller":"traceutil/trace.go:171","msg":"trace[1352163362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"142.209103ms","start":"2026-03-14T07:04:42.563672Z","end":"2026-03-14T07:04:42.705881Z","steps":["trace[1352163362] 'agreement among raft nodes before linearized reading' (duration: 141.972447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.705942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.688364Z","time spent":"1.01756246s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:04:42.705952Z","caller":"traceutil/trace.go:171","msg":"trace[2059999551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1908; }","duration":"273.932794ms","start":"2026-03-14T07:04:42.431997Z","end":"2026-03-14T07:04:42.70593Z","steps":["trace[2059999551] 'agreement among raft nodes before linearized reading' (duration: 273.665167ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:42.70596Z","caller":"traceutil/trace.go:171","msg":"trace[1910402615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"1.035438149s","start":"2026-03-14T07:04:41.670502Z","end":"2026-03-14T07:04:42.70594Z","steps":["trace[1910402615] 'agreement among raft nodes before linearized reading' (duration: 1.035203303s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.706004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.670491Z","time spent":"1.035503531s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:04:42.706074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037131715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:04:42.706214Z","caller":"traceutil/trace.go:171","msg":"trace[1248152091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"1.037296099s","start":"2026-03-14T07:04:41.668886Z","end":"2026-03-14T07:04:42.706182Z","steps":["trace[1248152091] 'agreement among raft nodes before linearized reading' (duration: 1.036827036s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.706286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.668881Z","time spent":"1.037389821s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:04:42.70695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040248049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:04:42.707031Z","caller":"traceutil/trace.go:171","msg":"trace[763924370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"1.040346351s","start":"2026-03-14T07:04:41.66666Z","end":"2026-03-14T07:04:42.707006Z","steps":["trace[763924370] 'agreement among raft nodes before linearized reading' (duration: 1.038599084s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:42.707087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.666648Z","time spent":"1.040425604s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:04:43.105859Z","caller":"traceutil/trace.go:171","msg":"trace[570556190] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"397.393104ms","start":"2026-03-14T07:04:42.708438Z","end":"2026-03-14T07:04:43.105831Z","steps":["trace[570556190] 'process raft request' (duration: 359.96814ms)","trace[570556190] 'compare' (duration: 37.210568ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:43.106133Z","caller":"traceutil/trace.go:171","msg":"trace[1348556400] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"395.507983ms","start":"2026-03-14T07:04:42.710597Z","end":"2026-03-14T07:04:43.106105Z","steps":["trace[1348556400] 'process raft request' (duration: 395.174144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:43.106171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.708402Z","time spent":"397.555729ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:43.106291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.710527Z","time spent":"395.677418ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:43.106403Z","caller":"traceutil/trace.go:171","msg":"trace[276762747] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1982; }","duration":"392.056262ms","start":"2026-03-14T07:04:42.714335Z","end":"2026-03-14T07:04:43.106391Z","steps":["trace[276762747] 'read index received' (duration: 354.065883ms)","trace[276762747] 'applied index is now lower than readState.Index' (duration: 37.989619ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:43.106416Z","caller":"traceutil/trace.go:171","msg":"trace[1572079967] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"395.403172ms","start":"2026-03-14T07:04:42.710988Z","end":"2026-03-14T07:04:43.106391Z","steps":["trace[1572079967] 'process raft request' (duration: 395.031501ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:43.10643Z","caller":"traceutil/trace.go:171","msg":"trace[115864421] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"395.040601ms","start":"2026-03-14T07:04:42.711369Z","end":"2026-03-14T07:04:43.106409Z","steps":["trace[115864421] 'process raft request' (duration: 394.960259ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:43.106452Z","caller":"traceutil/trace.go:171","msg":"trace[1513944735] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"394.741313ms","start":"2026-03-14T07:04:42.711699Z","end":"2026-03-14T07:04:43.10644Z","steps":["trace[1513944735] 'process raft request' (duration: 394.66018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:43.106463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.123213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:43.106449Z","caller":"traceutil/trace.go:171","msg":"trace[577297646] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"395.160254ms","start":"2026-03-14T07:04:42.711257Z","end":"2026-03-14T07:04:43.106417Z","steps":["trace[577297646] 'process raft request' (duration: 395.015141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:43.106544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.711678Z","time spent":"394.834136ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:43.106558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.711342Z","time spent":"395.162545ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:43.106578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.710963Z","time spent":"395.516334ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:43.10664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.711245Z","time spent":"395.307067ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:43.106512Z","caller":"traceutil/trace.go:171","msg":"trace[1022079446] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1914; }","duration":"392.194855ms","start":"2026-03-14T07:04:42.714309Z","end":"2026-03-14T07:04:43.106504Z","steps":["trace[1022079446] 'agreement among raft nodes before linearized reading' (duration: 392.123952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:43.106776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:42.714301Z","time spent":"392.457672ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T07:05:31.143773Z","caller":"traceutil/trace.go:171","msg":"trace[868094313] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"149.042457ms","start":"2026-03-14T07:05:30.994693Z","end":"2026-03-14T07:05:31.143735Z","steps":["trace[868094313] 'process raft request' (duration: 148.892182ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:52.289116Z","caller":"traceutil/trace.go:171","msg":"trace[518735068] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"104.119899ms","start":"2026-03-14T07:05:52.184922Z","end":"2026-03-14T07:05:52.289042Z","steps":["trace[518735068] 'process raft request' (duration: 103.963795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.413495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.224949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:06:06.413641Z","caller":"traceutil/trace.go:171","msg":"trace[1853140185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2506; }","duration":"850.414634ms","start":"2026-03-14T07:06:05.563194Z","end":"2026-03-14T07:06:06.413608Z","steps":["trace[1853140185] 'range keys from in-memory index tree' (duration: 850.086096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.413704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.563113Z","time spent":"850.57954ms","remote":"127.0.0.1:41026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:06:06.413825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.887949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ca3569b60e3a5\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T07:06:06.41394Z","caller":"traceutil/trace.go:171","msg":"trace[1462955615] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ca3569b60e3a5; range_end:; response_count:1; response_revision:2506; }","duration":"769.045833ms","start":"2026-03-14T07:06:05.644868Z","end":"2026-03-14T07:06:06.413914Z","steps":["trace[1462955615] 'range keys from in-memory index tree' (duration: 768.696404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.413952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.665346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:06:06.414005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.317588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:06:06.414048Z","caller":"traceutil/trace.go:171","msg":"trace[2119191689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2506; }","duration":"764.823521ms","start":"2026-03-14T07:06:05.649206Z","end":"2026-03-14T07:06:06.414029Z","steps":["trace[2119191689] 'range keys from in-memory index tree' (duration: 764.448351ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:06.414059Z","caller":"traceutil/trace.go:171","msg":"trace[570716632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2506; }","duration":"767.394129ms","start":"2026-03-14T07:06:05.64665Z","end":"2026-03-14T07:06:06.414044Z","steps":["trace[570716632] 'range keys from in-memory index tree' (duration: 767.175264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.413969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.248664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:06:06.414121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.649184Z","time spent":"764.927504ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:06.414164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.629983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T07:06:06.414179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.998731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:06:06.414194Z","caller":"traceutil/trace.go:171","msg":"trace[1527100330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2506; }","duration":"774.713785ms","start":"2026-03-14T07:06:05.639471Z","end":"2026-03-14T07:06:06.414185Z","steps":["trace[1527100330] 'range keys from in-memory index tree' (duration: 774.197041ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:06.414244Z","caller":"traceutil/trace.go:171","msg":"trace[1194559188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2506; }","duration":"766.073854ms","start":"2026-03-14T07:06:05.648155Z","end":"2026-03-14T07:06:06.414228Z","steps":["trace[1194559188] 'range keys from in-memory index tree' (duration: 765.688844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.414249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.639434Z","time spent":"774.807917ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:06:06.414223Z","caller":"traceutil/trace.go:171","msg":"trace[2011142711] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2506; }","duration":"526.47152ms","start":"2026-03-14T07:06:05.887681Z","end":"2026-03-14T07:06:06.414153Z","steps":["trace[2011142711] 'range keys from in-memory index tree' (duration: 526.06411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.414287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.648144Z","time spent":"766.134176ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:06.414308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.666946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:06:06.414356Z","caller":"traceutil/trace.go:171","msg":"trace[241613936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2506; }","duration":"562.763559ms","start":"2026-03-14T07:06:05.851574Z","end":"2026-03-14T07:06:06.414337Z","steps":["trace[241613936] 'range keys from in-memory index tree' (duration: 561.988008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.414379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.887663Z","time spent":"526.669186ms","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-14T07:06:06.414393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.85154Z","time spent":"562.846821ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:06:06.413864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.362295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:06:06.413995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.644854Z","time spent":"769.131376ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189ca3569b60e3a5\" "} {"level":"warn","ts":"2026-03-14T07:06:06.414247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.646637Z","time spent":"767.474802ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:06:06.414617Z","caller":"traceutil/trace.go:171","msg":"trace[1561022321] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2506; }","duration":"811.179107ms","start":"2026-03-14T07:06:05.60342Z","end":"2026-03-14T07:06:06.414599Z","steps":["trace[1561022321] 'count revisions from in-memory index tree' (duration: 810.227882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.414803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.603389Z","time spent":"811.389413ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:06:06.414103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.85224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:06:06.414949Z","caller":"traceutil/trace.go:171","msg":"trace[2080853801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2506; }","duration":"805.694612ms","start":"2026-03-14T07:06:05.609243Z","end":"2026-03-14T07:06:06.414938Z","steps":["trace[2080853801] 'range keys from in-memory index tree' (duration: 804.641973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.414991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:05.609162Z","time spent":"805.815135ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:06:06.423536Z","caller":"traceutil/trace.go:171","msg":"trace[2103065903] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"350.058163ms","start":"2026-03-14T07:06:06.073296Z","end":"2026-03-14T07:06:06.423354Z","steps":["trace[2103065903] 'process raft request' (duration: 349.914888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.42385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.073256Z","time spent":"350.35009ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:06.833071Z","caller":"traceutil/trace.go:171","msg":"trace[1175579305] linearizableReadLoop","detail":"{readStateIndex:2616; appliedIndex:2607; }","duration":"269.747349ms","start":"2026-03-14T07:06:06.563302Z","end":"2026-03-14T07:06:06.83305Z","steps":["trace[1175579305] 'read index received' (duration: 269.142033ms)","trace[1175579305] 'applied index is now lower than readState.Index' (duration: 604.256µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:06.833101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.4162Z","time spent":"416.889116ms","remote":"127.0.0.1:41036","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T07:06:06.833114Z","caller":"traceutil/trace.go:171","msg":"trace[1207003342] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"413.711021ms","start":"2026-03-14T07:06:06.419364Z","end":"2026-03-14T07:06:06.833075Z","steps":["trace[1207003342] 'process raft request' (duration: 413.453474ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:06.833161Z","caller":"traceutil/trace.go:171","msg":"trace[1776396573] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"673.632038ms","start":"2026-03-14T07:06:06.159504Z","end":"2026-03-14T07:06:06.833136Z","steps":["trace[1776396573] 'process raft request' (duration: 672.953319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.833208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.887162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:06:06.833199Z","caller":"traceutil/trace.go:171","msg":"trace[2055789728] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"413.110064ms","start":"2026-03-14T07:06:06.420015Z","end":"2026-03-14T07:06:06.833125Z","steps":["trace[2055789728] 'process raft request' (duration: 412.927989ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:06.833295Z","caller":"traceutil/trace.go:171","msg":"trace[82440528] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"412.848887ms","start":"2026-03-14T07:06:06.420437Z","end":"2026-03-14T07:06:06.833286Z","steps":["trace[82440528] 'process raft request' (duration: 412.539059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.833292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.159461Z","time spent":"673.74877ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:06.833403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.420422Z","time spent":"412.906729ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:06.833427Z","caller":"traceutil/trace.go:171","msg":"trace[968562963] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"414.025999ms","start":"2026-03-14T07:06:06.41939Z","end":"2026-03-14T07:06:06.833416Z","steps":["trace[968562963] 'process raft request' (duration: 413.462574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.833446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.420005Z","time spent":"413.32177ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:06.833477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.419365Z","time spent":"414.085071ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:06.833551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.419354Z","time spent":"413.835664ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:06.833607Z","caller":"traceutil/trace.go:171","msg":"trace[911742657] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"415.561601ms","start":"2026-03-14T07:06:06.418035Z","end":"2026-03-14T07:06:06.833597Z","steps":["trace[911742657] 'process raft request' (duration: 414.701038ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:06.833628Z","caller":"traceutil/trace.go:171","msg":"trace[680824029] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"413.811153ms","start":"2026-03-14T07:06:06.419805Z","end":"2026-03-14T07:06:06.833616Z","steps":["trace[680824029] 'process raft request' (duration: 413.074113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.833683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.41979Z","time spent":"413.864915ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:06.833682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.418014Z","time spent":"415.630372ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:06.833681Z","caller":"traceutil/trace.go:171","msg":"trace[1011441440] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"412.847648ms","start":"2026-03-14T07:06:06.420822Z","end":"2026-03-14T07:06:06.83367Z","steps":["trace[1011441440] 'process raft request' (duration: 412.193581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:06.83382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:06.420815Z","time spent":"412.979712ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:06.833255Z","caller":"traceutil/trace.go:171","msg":"trace[392654433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2515; }","duration":"269.987664ms","start":"2026-03-14T07:06:06.563252Z","end":"2026-03-14T07:06:06.83324Z","steps":["trace[392654433] 'agreement among raft nodes before linearized reading' (duration: 269.899472ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:07.139834Z","caller":"traceutil/trace.go:171","msg":"trace[1849560739] linearizableReadLoop","detail":"{readStateIndex:2618; appliedIndex:2617; }","duration":"250.458443ms","start":"2026-03-14T07:06:06.889333Z","end":"2026-03-14T07:06:07.139791Z","steps":["trace[1849560739] 'read index received' (duration: 213.465576ms)","trace[1849560739] 'applied index is now lower than readState.Index' (duration: 36.990667ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:06:07.139928Z","caller":"traceutil/trace.go:171","msg":"trace[354021140] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"251.091781ms","start":"2026-03-14T07:06:06.888799Z","end":"2026-03-14T07:06:07.139891Z","steps":["trace[354021140] 'process raft request' (duration: 214.024102ms)","trace[354021140] 'compare' (duration: 36.73319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:07.140198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.832294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:06:07.140264Z","caller":"traceutil/trace.go:171","msg":"trace[320826427] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2517; }","duration":"250.976017ms","start":"2026-03-14T07:06:06.889274Z","end":"2026-03-14T07:06:07.14025Z","steps":["trace[320826427] 'agreement among raft nodes before linearized reading' (duration: 250.69279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:07.140286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.965813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:06:07.140401Z","caller":"traceutil/trace.go:171","msg":"trace[528926217] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2517; }","duration":"234.106367ms","start":"2026-03-14T07:06:06.90625Z","end":"2026-03-14T07:06:07.140356Z","steps":["trace[528926217] 'agreement among raft nodes before linearized reading' (duration: 233.82376ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:12.995547Z","caller":"traceutil/trace.go:171","msg":"trace[1520939935] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"129.492866ms","start":"2026-03-14T07:06:12.866028Z","end":"2026-03-14T07:06:12.995521Z","steps":["trace[1520939935] 'process raft request' (duration: 129.344821ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:13.021614Z","caller":"traceutil/trace.go:171","msg":"trace[1821165550] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2643; }","duration":"155.338806ms","start":"2026-03-14T07:06:12.866246Z","end":"2026-03-14T07:06:13.021585Z","steps":["trace[1821165550] 'read index received' (duration: 129.150986ms)","trace[1821165550] 'applied index is now lower than readState.Index' (duration: 26.18656ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:06:13.02168Z","caller":"traceutil/trace.go:171","msg":"trace[1065549042] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"154.167984ms","start":"2026-03-14T07:06:12.867485Z","end":"2026-03-14T07:06:13.021653Z","steps":["trace[1065549042] 'process raft request' (duration: 153.924998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:13.022339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.062495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:06:13.021695Z","caller":"traceutil/trace.go:171","msg":"trace[46518132] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"155.499599ms","start":"2026-03-14T07:06:12.866178Z","end":"2026-03-14T07:06:13.021678Z","steps":["trace[46518132] 'process raft request' (duration: 155.065358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:13.022545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.588209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:06:13.022401Z","caller":"traceutil/trace.go:171","msg":"trace[1581605834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2546; }","duration":"156.177638ms","start":"2026-03-14T07:06:12.866207Z","end":"2026-03-14T07:06:13.022385Z","steps":["trace[1581605834] 'agreement among raft nodes before linearized reading' (duration: 155.603183ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:13.02262Z","caller":"traceutil/trace.go:171","msg":"trace[994877764] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2546; }","duration":"138.691781ms","start":"2026-03-14T07:06:12.883915Z","end":"2026-03-14T07:06:13.022607Z","steps":["trace[994877764] 'agreement among raft nodes before linearized reading' (duration: 138.581648ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:13.021755Z","caller":"traceutil/trace.go:171","msg":"trace[1302193834] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"147.795703ms","start":"2026-03-14T07:06:12.873946Z","end":"2026-03-14T07:06:13.021742Z","steps":["trace[1302193834] 'process raft request' (duration: 147.589968ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:13.02178Z","caller":"traceutil/trace.go:171","msg":"trace[1452564988] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"149.958352ms","start":"2026-03-14T07:06:12.871794Z","end":"2026-03-14T07:06:13.021752Z","steps":["trace[1452564988] 'process raft request' (duration: 149.667673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:13.022882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.196048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:06:13.022974Z","caller":"traceutil/trace.go:171","msg":"trace[1198643775] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2546; }","duration":"117.34465ms","start":"2026-03-14T07:06:12.905605Z","end":"2026-03-14T07:06:13.02295Z","steps":["trace[1198643775] 'agreement among raft nodes before linearized reading' (duration: 117.112514ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:48.21331Z","caller":"traceutil/trace.go:171","msg":"trace[1039494271] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"106.376938ms","start":"2026-03-14T07:09:48.106914Z","end":"2026-03-14T07:09:48.213291Z","steps":["trace[1039494271] 'process raft request' (duration: 24.703663ms)","trace[1039494271] 'compare' (duration: 81.572202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:58.620405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.169376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:58.620541Z","caller":"traceutil/trace.go:171","msg":"trace[520555565] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"318.750672ms","start":"2026-03-14T07:09:58.301757Z","end":"2026-03-14T07:09:58.620507Z","steps":["trace[520555565] 'process raft request' (duration: 53.426031ms)","trace[520555565] 'compare' (duration: 265.087515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:58.620656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.302412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-gctmb\" ","response":"range_response_count:1 size:4949"} {"level":"warn","ts":"2026-03-14T07:09:58.620671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:58.301748Z","time spent":"318.872595ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:09:58.620678Z","caller":"traceutil/trace.go:171","msg":"trace[1167943386] range","detail":"{range_begin:/registry/pods/monitoring/vector-gctmb; range_end:; response_count:1; response_revision:4579; }","duration":"316.341102ms","start":"2026-03-14T07:09:58.304331Z","end":"2026-03-14T07:09:58.620672Z","steps":["trace[1167943386] 'agreement among raft nodes before linearized reading' (duration: 316.268101ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:58.620578Z","caller":"traceutil/trace.go:171","msg":"trace[1211621426] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4760; }","duration":"316.211109ms","start":"2026-03-14T07:09:58.304357Z","end":"2026-03-14T07:09:58.620568Z","steps":["trace[1211621426] 'read index received' (duration: 50.779196ms)","trace[1211621426] 'applied index is now lower than readState.Index' (duration: 265.431283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:58.620699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:58.304321Z","time spent":"316.373665ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":4972,"request content":"key:\"/registry/pods/monitoring/vector-gctmb\" "} {"level":"info","ts":"2026-03-14T07:09:58.620664Z","caller":"traceutil/trace.go:171","msg":"trace[749978978] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"318.857474ms","start":"2026-03-14T07:09:58.301772Z","end":"2026-03-14T07:09:58.620629Z","steps":["trace[749978978] 'process raft request' (duration: 318.722081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:58.620833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:58.301761Z","time spent":"318.994149ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:58.620997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.167265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zwkzq-tls\" ","response":"range_response_count:1 size:2183"} {"level":"warn","ts":"2026-03-14T07:09:58.621036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.350166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61c15c1a-144c-4ef7-8a8d-cf17bbaa2585\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-14T07:09:58.621079Z","caller":"traceutil/trace.go:171","msg":"trace[1065750564] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zwkzq-tls; range_end:; response_count:1; response_revision:4579; }","duration":"272.284019ms","start":"2026-03-14T07:09:58.348773Z","end":"2026-03-14T07:09:58.621057Z","steps":["trace[1065750564] 'agreement among raft nodes before linearized reading' (duration: 272.042332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:58.621095Z","caller":"traceutil/trace.go:171","msg":"trace[1741049760] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61c15c1a-144c-4ef7-8a8d-cf17bbaa2585; range_end:; response_count:1; response_revision:4579; }","duration":"159.440447ms","start":"2026-03-14T07:09:58.461637Z","end":"2026-03-14T07:09:58.621077Z","steps":["trace[1741049760] 'agreement among raft nodes before linearized reading' (duration: 159.271113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:59.09408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.963713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777446"} {"level":"info","ts":"2026-03-14T07:09:59.094159Z","caller":"traceutil/trace.go:171","msg":"trace[165945981] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4582; }","duration":"205.104467ms","start":"2026-03-14T07:09:58.889037Z","end":"2026-03-14T07:09:59.094141Z","steps":["trace[165945981] 'range keys from in-memory index tree' (duration: 204.472589ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:03.475221Z","caller":"traceutil/trace.go:171","msg":"trace[23835446] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"166.355414ms","start":"2026-03-14T07:10:03.308836Z","end":"2026-03-14T07:10:03.475191Z","steps":["trace[23835446] 'process raft request' (duration: 155.325901ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:03.475247Z","caller":"traceutil/trace.go:171","msg":"trace[1251648604] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"165.771057ms","start":"2026-03-14T07:10:03.309451Z","end":"2026-03-14T07:10:03.475222Z","steps":["trace[1251648604] 'process raft request' (duration: 165.699085ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:03.475612Z","caller":"traceutil/trace.go:171","msg":"trace[1157714720] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"166.088678ms","start":"2026-03-14T07:10:03.309491Z","end":"2026-03-14T07:10:03.475579Z","steps":["trace[1157714720] 'process raft request' (duration: 165.695986ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:07.080712Z","caller":"traceutil/trace.go:171","msg":"trace[1664553900] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"105.217904ms","start":"2026-03-14T07:10:06.975471Z","end":"2026-03-14T07:10:07.080689Z","steps":["trace[1664553900] 'process raft request' (duration: 91.674278ms)","trace[1664553900] 'compare' (duration: 13.361601ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:07.081063Z","caller":"traceutil/trace.go:171","msg":"trace[515404033] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"105.4108ms","start":"2026-03-14T07:10:06.975614Z","end":"2026-03-14T07:10:07.081025Z","steps":["trace[515404033] 'process raft request' (duration: 105.016188ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:07.081713Z","caller":"traceutil/trace.go:171","msg":"trace[1926232247] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"105.910684ms","start":"2026-03-14T07:10:06.975781Z","end":"2026-03-14T07:10:07.081691Z","steps":["trace[1926232247] 'process raft request' (duration: 105.121521ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:07.081893Z","caller":"traceutil/trace.go:171","msg":"trace[761978856] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4916; }","duration":"104.383892ms","start":"2026-03-14T07:10:06.977475Z","end":"2026-03-14T07:10:07.081859Z","steps":["trace[761978856] 'read index received' (duration: 28.923404ms)","trace[761978856] 'applied index is now lower than readState.Index' (duration: 75.459038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:07.082089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.594608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff1579b1-ded5-4490-8365-bfa942ea62e8\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-14T07:10:07.082123Z","caller":"traceutil/trace.go:171","msg":"trace[865134669] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff1579b1-ded5-4490-8365-bfa942ea62e8; range_end:; response_count:1; response_revision:4733; }","duration":"104.641249ms","start":"2026-03-14T07:10:06.97747Z","end":"2026-03-14T07:10:07.082111Z","steps":["trace[865134669] 'agreement among raft nodes before linearized reading' (duration: 104.501075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:16.558539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.159382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:10:16.558641Z","caller":"traceutil/trace.go:171","msg":"trace[897860572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4918; }","duration":"105.284126ms","start":"2026-03-14T07:10:16.453339Z","end":"2026-03-14T07:10:16.558623Z","steps":["trace[897860572] 'agreement among raft nodes before linearized reading' (duration: 105.04254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:16.558631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.182826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:10:16.558672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.731873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:10:16.558703Z","caller":"traceutil/trace.go:171","msg":"trace[1569999073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4918; }","duration":"110.277798ms","start":"2026-03-14T07:10:16.448407Z","end":"2026-03-14T07:10:16.558685Z","steps":["trace[1569999073] 'agreement among raft nodes before linearized reading' (duration: 110.081673ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:16.558744Z","caller":"traceutil/trace.go:171","msg":"trace[657343398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4918; }","duration":"109.820895ms","start":"2026-03-14T07:10:16.448902Z","end":"2026-03-14T07:10:16.558723Z","steps":["trace[657343398] 'agreement among raft nodes before linearized reading' (duration: 109.64522ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:16.689845Z","caller":"traceutil/trace.go:171","msg":"trace[1629790851] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5110; }","duration":"112.583533ms","start":"2026-03-14T07:10:16.577154Z","end":"2026-03-14T07:10:16.689737Z","steps":["trace[1629790851] 'read index received' (duration: 108.93097ms)","trace[1629790851] 'applied index is now lower than readState.Index' (duration: 3.651573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:16.690068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.14148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T07:10:16.690139Z","caller":"traceutil/trace.go:171","msg":"trace[1397517415] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"126.16565ms","start":"2026-03-14T07:10:16.563957Z","end":"2026-03-14T07:10:16.690122Z","steps":["trace[1397517415] 'process raft request' (duration: 125.701957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:16.690147Z","caller":"traceutil/trace.go:171","msg":"trace[1088728424] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"126.325325ms","start":"2026-03-14T07:10:16.563783Z","end":"2026-03-14T07:10:16.690108Z","steps":["trace[1088728424] 'process raft request' (duration: 122.356852ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:16.690169Z","caller":"traceutil/trace.go:171","msg":"trace[715148844] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4922; }","duration":"126.215202ms","start":"2026-03-14T07:10:16.563884Z","end":"2026-03-14T07:10:16.690099Z","steps":["trace[715148844] 'agreement among raft nodes before linearized reading' (duration: 126.032576ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:16.690241Z","caller":"traceutil/trace.go:171","msg":"trace[206006937] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"126.091569ms","start":"2026-03-14T07:10:16.564113Z","end":"2026-03-14T07:10:16.690205Z","steps":["trace[206006937] 'process raft request' (duration: 125.586624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:17.542335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.555126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:10:17.542422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.852063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-14T07:10:17.542476Z","caller":"traceutil/trace.go:171","msg":"trace[559760944] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4929; }","duration":"643.74294ms","start":"2026-03-14T07:10:16.898708Z","end":"2026-03-14T07:10:17.542451Z","steps":["trace[559760944] 'range keys from in-memory index tree' (duration: 643.36087ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:17.542509Z","caller":"traceutil/trace.go:171","msg":"trace[26223258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a; range_end:; response_count:1; response_revision:4929; }","duration":"592.966366ms","start":"2026-03-14T07:10:16.94952Z","end":"2026-03-14T07:10:17.542486Z","steps":["trace[26223258] 'range keys from in-memory index tree' (duration: 592.692317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:17.542529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:16.898691Z","time spent":"643.826914ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:10:17.542555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:16.949513Z","time spent":"593.032357ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a\" "} {"level":"warn","ts":"2026-03-14T07:10:17.542558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.970992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-14T07:10:17.54265Z","caller":"traceutil/trace.go:171","msg":"trace[134002387] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4929; }","duration":"557.116996ms","start":"2026-03-14T07:10:16.985513Z","end":"2026-03-14T07:10:17.54263Z","steps":["trace[134002387] 'range keys from in-memory index tree' (duration: 556.759415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:17.542614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.63588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-14T07:10:17.542697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:16.985491Z","time spent":"557.197138ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4496,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-14T07:10:17.542755Z","caller":"traceutil/trace.go:171","msg":"trace[1135473404] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4929; }","duration":"512.803175ms","start":"2026-03-14T07:10:17.029927Z","end":"2026-03-14T07:10:17.54273Z","steps":["trace[1135473404] 'range keys from in-memory index tree' (duration: 512.431803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:17.542822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.02992Z","time spent":"512.886617ms","remote":"127.0.0.1:41170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-14T07:10:18.017385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.710366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:10:18.017499Z","caller":"traceutil/trace.go:171","msg":"trace[1027933859] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"376.009891ms","start":"2026-03-14T07:10:17.641471Z","end":"2026-03-14T07:10:18.01748Z","steps":["trace[1027933859] 'process raft request' (duration: 255.128601ms)","trace[1027933859] 'compare' (duration: 120.604562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:18.017727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.641453Z","time spent":"376.076853ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1675,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:18.420607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.842837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:10:18.42095Z","caller":"traceutil/trace.go:171","msg":"trace[766442139] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"778.849346ms","start":"2026-03-14T07:10:17.642078Z","end":"2026-03-14T07:10:18.420927Z","steps":["trace[766442139] 'process raft request' (duration: 649.595768ms)","trace[766442139] 'compare' (duration: 128.638221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:18.421059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.642066Z","time spent":"778.948919ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:10:18.421071Z","caller":"traceutil/trace.go:171","msg":"trace[2141584986] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"778.923658ms","start":"2026-03-14T07:10:17.642122Z","end":"2026-03-14T07:10:18.421045Z","steps":["trace[2141584986] 'process raft request' (duration: 778.770803ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:18.421115Z","caller":"traceutil/trace.go:171","msg":"trace[1781403695] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"778.091944ms","start":"2026-03-14T07:10:17.642988Z","end":"2026-03-14T07:10:18.42108Z","steps":["trace[1781403695] 'process raft request' (duration: 777.95562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.421191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.642096Z","time spent":"779.03312ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:18.421248Z","caller":"traceutil/trace.go:171","msg":"trace[253035581] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5122; }","duration":"735.210624ms","start":"2026-03-14T07:10:17.686015Z","end":"2026-03-14T07:10:18.421225Z","steps":["trace[253035581] 'read index received' (duration: 210.601124ms)","trace[253035581] 'applied index is now lower than readState.Index' (duration: 524.6083ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:18.421286Z","caller":"traceutil/trace.go:171","msg":"trace[1578268549] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"397.488433ms","start":"2026-03-14T07:10:18.023787Z","end":"2026-03-14T07:10:18.421275Z","steps":["trace[1578268549] 'process raft request' (duration: 397.39513ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:18.421062Z","caller":"traceutil/trace.go:171","msg":"trace[1197546466] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"778.897507ms","start":"2026-03-14T07:10:17.642119Z","end":"2026-03-14T07:10:18.421017Z","steps":["trace[1197546466] 'process raft request' (duration: 778.62969ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:18.421361Z","caller":"traceutil/trace.go:171","msg":"trace[1897943612] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"774.582744ms","start":"2026-03-14T07:10:17.646762Z","end":"2026-03-14T07:10:18.421345Z","steps":["trace[1897943612] 'process raft request' (duration: 774.280235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.421365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:18.023774Z","time spent":"397.542874ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:18.421407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.642098Z","time spent":"779.277998ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1373,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:18.421448Z","caller":"traceutil/trace.go:171","msg":"trace[1346036289] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"777.006843ms","start":"2026-03-14T07:10:17.644432Z","end":"2026-03-14T07:10:18.421439Z","steps":["trace[1346036289] 'process raft request' (duration: 776.5585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.42145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.646754Z","time spent":"774.641206ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:18.421501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.644409Z","time spent":"777.062054ms","remote":"127.0.0.1:41502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:18.421616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.588315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:10:18.421675Z","caller":"traceutil/trace.go:171","msg":"trace[1967783884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4940; }","duration":"735.669346ms","start":"2026-03-14T07:10:17.685988Z","end":"2026-03-14T07:10:18.421658Z","steps":["trace[1967783884] 'agreement among raft nodes before linearized reading' (duration: 735.370267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.421673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.625302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-14T07:10:18.421722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.685977Z","time spent":"735.733819ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:10:18.421731Z","caller":"traceutil/trace.go:171","msg":"trace[534514942] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4940; }","duration":"484.723105ms","start":"2026-03-14T07:10:17.93699Z","end":"2026-03-14T07:10:18.421713Z","steps":["trace[534514942] 'agreement among raft nodes before linearized reading' (duration: 484.54684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.421772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.936967Z","time spent":"484.795306ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-14T07:10:18.421933Z","caller":"traceutil/trace.go:171","msg":"trace[2044652801] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"744.725775ms","start":"2026-03-14T07:10:17.677186Z","end":"2026-03-14T07:10:18.421912Z","steps":["trace[2044652801] 'process raft request' (duration: 743.920331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.421258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.642969Z","time spent":"778.217397ms","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:18.422062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.989222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:10:18.422068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:17.677171Z","time spent":"744.803767ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:18.422095Z","caller":"traceutil/trace.go:171","msg":"trace[1216298182] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4940; }","duration":"395.054333ms","start":"2026-03-14T07:10:18.02703Z","end":"2026-03-14T07:10:18.422084Z","steps":["trace[1216298182] 'agreement among raft nodes before linearized reading' (duration: 395.001992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.422124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:18.027009Z","time spent":"395.107664ms","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:10:18.422303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.424096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:10:18.422357Z","caller":"traceutil/trace.go:171","msg":"trace[528791525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:4940; }","duration":"419.492189ms","start":"2026-03-14T07:10:18.002849Z","end":"2026-03-14T07:10:18.422342Z","steps":["trace[528791525] 'agreement among raft nodes before linearized reading' (duration: 419.345324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:18.422416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:18.002842Z","time spent":"419.56215ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xf2kg\" "} {"level":"warn","ts":"2026-03-14T07:10:21.334341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.293085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-14T07:10:21.334452Z","caller":"traceutil/trace.go:171","msg":"trace[1395245858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a; range_end:; response_count:1; response_revision:4974; }","duration":"301.411998ms","start":"2026-03-14T07:10:21.033009Z","end":"2026-03-14T07:10:21.334421Z","steps":["trace[1395245858] 'range keys from in-memory index tree' (duration: 301.073257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:21.334512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:21.032952Z","time spent":"301.544092ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a\" "} {"level":"warn","ts":"2026-03-14T07:10:26.797807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.763678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-p9dj6\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-03-14T07:10:26.797905Z","caller":"traceutil/trace.go:171","msg":"trace[1931674490] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-p9dj6; range_end:; response_count:1; response_revision:5060; }","duration":"307.906472ms","start":"2026-03-14T07:10:26.489981Z","end":"2026-03-14T07:10:26.797887Z","steps":["trace[1931674490] 'range keys from in-memory index tree' (duration: 307.567423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:26.797949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:26.489958Z","time spent":"307.980725ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4782,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-p9dj6\" "} {"level":"info","ts":"2026-03-14T07:10:26.799823Z","caller":"traceutil/trace.go:171","msg":"trace[1419502778] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"294.10494ms","start":"2026-03-14T07:10:26.505699Z","end":"2026-03-14T07:10:26.799804Z","steps":["trace[1419502778] 'process raft request' (duration: 293.973727ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:26.801278Z","caller":"traceutil/trace.go:171","msg":"trace[1172924484] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"292.066762ms","start":"2026-03-14T07:10:26.509182Z","end":"2026-03-14T07:10:26.801248Z","steps":["trace[1172924484] 'process raft request' (duration: 291.913067ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:26.801371Z","caller":"traceutil/trace.go:171","msg":"trace[1335497961] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5256; }","duration":"287.594395ms","start":"2026-03-14T07:10:26.513752Z","end":"2026-03-14T07:10:26.801347Z","steps":["trace[1335497961] 'read index received' (duration: 285.894046ms)","trace[1335497961] 'applied index is now lower than readState.Index' (duration: 1.698979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:26.801562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.417684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:10:26.801599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.837922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:10:26.801628Z","caller":"traceutil/trace.go:171","msg":"trace[703020585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5063; }","duration":"239.514366ms","start":"2026-03-14T07:10:26.562096Z","end":"2026-03-14T07:10:26.801611Z","steps":["trace[703020585] 'agreement among raft nodes before linearized reading' (duration: 239.415633ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:26.801638Z","caller":"traceutil/trace.go:171","msg":"trace[1203335721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:5063; }","duration":"287.928973ms","start":"2026-03-14T07:10:26.513697Z","end":"2026-03-14T07:10:26.801626Z","steps":["trace[1203335721] 'agreement among raft nodes before linearized reading' (duration: 287.746128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:26.801753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.055115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:10:26.801899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.676871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:10:26.802122Z","caller":"traceutil/trace.go:171","msg":"trace[1621154608] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5063; }","duration":"153.473398ms","start":"2026-03-14T07:10:26.648621Z","end":"2026-03-14T07:10:26.802094Z","steps":["trace[1621154608] 'agreement among raft nodes before linearized reading' (duration: 152.980823ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:26.802251Z","caller":"traceutil/trace.go:171","msg":"trace[2009230282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5063; }","duration":"240.023781ms","start":"2026-03-14T07:10:26.562186Z","end":"2026-03-14T07:10:26.802209Z","steps":["trace[2009230282] 'agreement among raft nodes before linearized reading' (duration: 239.618019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:26.802021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.766536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:10:26.802453Z","caller":"traceutil/trace.go:171","msg":"trace[1124681112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"186.23793ms","start":"2026-03-14T07:10:26.616206Z","end":"2026-03-14T07:10:26.802443Z","steps":["trace[1124681112] 'agreement among raft nodes before linearized reading' (duration: 185.662254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:26.802563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.699616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:10:26.802683Z","caller":"traceutil/trace.go:171","msg":"trace[2120351818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5063; }","duration":"230.838539ms","start":"2026-03-14T07:10:26.571834Z","end":"2026-03-14T07:10:26.802672Z","steps":["trace[2120351818] 'agreement among raft nodes before linearized reading' (duration: 229.973694ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:31.288032Z","caller":"traceutil/trace.go:171","msg":"trace[1749067516] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"476.470331ms","start":"2026-03-14T07:10:30.811534Z","end":"2026-03-14T07:10:31.288004Z","steps":["trace[1749067516] 'process raft request' (duration: 476.259834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.288253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.811515Z","time spent":"476.597224ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:31.338448Z","caller":"traceutil/trace.go:171","msg":"trace[861213348] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5299; }","duration":"518.446674ms","start":"2026-03-14T07:10:30.819978Z","end":"2026-03-14T07:10:31.338424Z","steps":["trace[861213348] 'read index received' (duration: 467.881465ms)","trace[861213348] 'applied index is now lower than readState.Index' (duration: 50.564129ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:31.338556Z","caller":"traceutil/trace.go:171","msg":"trace[1936423694] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"525.136765ms","start":"2026-03-14T07:10:30.813387Z","end":"2026-03-14T07:10:31.338524Z","steps":["trace[1936423694] 'process raft request' (duration: 524.904628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.338753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.813366Z","time spent":"525.28115ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:31.338818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.814585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:10:31.339054Z","caller":"traceutil/trace.go:171","msg":"trace[2016655023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5105; }","duration":"519.109783ms","start":"2026-03-14T07:10:30.81993Z","end":"2026-03-14T07:10:31.33904Z","steps":["trace[2016655023] 'agreement among raft nodes before linearized reading' (duration: 518.6342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.339146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.746698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-14T07:10:31.339243Z","caller":"traceutil/trace.go:171","msg":"trace[1411202771] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5105; }","duration":"177.899553ms","start":"2026-03-14T07:10:31.161323Z","end":"2026-03-14T07:10:31.339222Z","steps":["trace[1411202771] 'agreement among raft nodes before linearized reading' (duration: 177.626925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.338857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.589389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:10:31.339232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.819918Z","time spent":"519.299718ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:10:31.338937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.445442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:10:31.33935Z","caller":"traceutil/trace.go:171","msg":"trace[268925118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5105; }","duration":"519.098614ms","start":"2026-03-14T07:10:30.820231Z","end":"2026-03-14T07:10:31.33933Z","steps":["trace[268925118] 'agreement among raft nodes before linearized reading' (duration: 518.419295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.339416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.820224Z","time spent":"519.174336ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:10:31.339421Z","caller":"traceutil/trace.go:171","msg":"trace[1681697347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5105; }","duration":"513.914396ms","start":"2026-03-14T07:10:30.825463Z","end":"2026-03-14T07:10:31.339378Z","steps":["trace[1681697347] 'agreement among raft nodes before linearized reading' (duration: 513.348959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.338975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.507564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:10:31.339574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.825459Z","time spent":"514.060259ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:10:31.339623Z","caller":"traceutil/trace.go:171","msg":"trace[891050095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5105; }","duration":"515.180132ms","start":"2026-03-14T07:10:30.82442Z","end":"2026-03-14T07:10:31.3396Z","steps":["trace[891050095] 'agreement among raft nodes before linearized reading' (duration: 514.476531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.338957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.922166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:10:31.339717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.824404Z","time spent":"515.293275ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:10:31.339775Z","caller":"traceutil/trace.go:171","msg":"trace[1201204821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:5105; }","duration":"514.7632ms","start":"2026-03-14T07:10:30.824998Z","end":"2026-03-14T07:10:31.339761Z","steps":["trace[1201204821] 'agreement among raft nodes before linearized reading' (duration: 513.772102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.339823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.824991Z","time spent":"514.815852ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xf2kg\" "} {"level":"warn","ts":"2026-03-14T07:10:31.338985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.580795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:10:31.339942Z","caller":"traceutil/trace.go:171","msg":"trace[1144346740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5105; }","duration":"171.560972ms","start":"2026-03-14T07:10:31.16836Z","end":"2026-03-14T07:10:31.339921Z","steps":["trace[1144346740] 'agreement among raft nodes before linearized reading' (duration: 170.550833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.338951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.836217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:10:31.340038Z","caller":"traceutil/trace.go:171","msg":"trace[529440276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5105; }","duration":"511.978781ms","start":"2026-03-14T07:10:30.828045Z","end":"2026-03-14T07:10:31.340024Z","steps":["trace[529440276] 'agreement among raft nodes before linearized reading' (duration: 510.676013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:31.340087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:30.82804Z","time spent":"512.033592ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:10:31.844896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101706520261059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:10:32.03582Z","caller":"traceutil/trace.go:171","msg":"trace[253270380] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"692.405575ms","start":"2026-03-14T07:10:31.343387Z","end":"2026-03-14T07:10:32.035792Z","steps":["trace[253270380] 'process raft request' (duration: 658.891221ms)","trace[253270380] 'compare' (duration: 33.001719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:32.035974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.34337Z","time spent":"692.531288ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:32.071439Z","caller":"traceutil/trace.go:171","msg":"trace[797368798] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"727.021951ms","start":"2026-03-14T07:10:31.344375Z","end":"2026-03-14T07:10:32.071397Z","steps":["trace[797368798] 'process raft request' (duration: 726.881316ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:32.07183Z","caller":"traceutil/trace.go:171","msg":"trace[1730250232] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"721.184594ms","start":"2026-03-14T07:10:31.350611Z","end":"2026-03-14T07:10:32.071795Z","steps":["trace[1730250232] 'process raft request' (duration: 721.03064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.071956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.344343Z","time spent":"727.516264ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:32.071994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.350603Z","time spent":"721.303487ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:32.071568Z","caller":"traceutil/trace.go:171","msg":"trace[1072085365] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"726.400303ms","start":"2026-03-14T07:10:31.345157Z","end":"2026-03-14T07:10:32.071557Z","steps":["trace[1072085365] 'process raft request' (duration: 726.191657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.072274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.345133Z","time spent":"727.079972ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:32.071697Z","caller":"traceutil/trace.go:171","msg":"trace[1225165212] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"726.417603ms","start":"2026-03-14T07:10:31.345256Z","end":"2026-03-14T07:10:32.071673Z","steps":["trace[1225165212] 'process raft request' (duration: 726.261439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.072386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.345247Z","time spent":"727.104743ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:32.071768Z","caller":"traceutil/trace.go:171","msg":"trace[1415260483] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"726.447854ms","start":"2026-03-14T07:10:31.345308Z","end":"2026-03-14T07:10:32.071756Z","steps":["trace[1415260483] 'process raft request' (duration: 726.29867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.072556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.345297Z","time spent":"727.200046ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:32.29149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.765083ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:10:32.291572Z","caller":"traceutil/trace.go:171","msg":"trace[963445849] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5301; }","duration":"947.046692ms","start":"2026-03-14T07:10:31.344513Z","end":"2026-03-14T07:10:32.29156Z","steps":["trace[963445849] 'read index received' (duration: 657.77829ms)","trace[963445849] 'applied index is now lower than readState.Index' (duration: 289.267432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:32.291805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.282189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-14T07:10:32.291835Z","caller":"traceutil/trace.go:171","msg":"trace[2125996142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a; range_end:; response_count:1; response_revision:5111; }","duration":"947.34763ms","start":"2026-03-14T07:10:31.344478Z","end":"2026-03-14T07:10:32.291825Z","steps":["trace[2125996142] 'agreement among raft nodes before linearized reading' (duration: 947.230077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.291879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.344467Z","time spent":"947.385802ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d02c99b3-8250-4e33-9c52-4c3f085fc63a\" "} {"level":"warn","ts":"2026-03-14T07:10:32.291968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.404904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81770"} {"level":"info","ts":"2026-03-14T07:10:32.292024Z","caller":"traceutil/trace.go:171","msg":"trace[1348055373] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5111; }","duration":"946.488256ms","start":"2026-03-14T07:10:31.345523Z","end":"2026-03-14T07:10:32.292011Z","steps":["trace[1348055373] 'agreement among raft nodes before linearized reading' (duration: 946.27675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.292003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.576695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:10:32.292059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.34551Z","time spent":"946.539969ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81793,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:10:32.292114Z","caller":"traceutil/trace.go:171","msg":"trace[1658963980] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5111; }","duration":"650.732179ms","start":"2026-03-14T07:10:31.641354Z","end":"2026-03-14T07:10:32.292086Z","steps":["trace[1658963980] 'agreement among raft nodes before linearized reading' (duration: 650.451431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.292184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:31.641333Z","time spent":"650.835903ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:10:32.815337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.829419ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:10:32.815436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.840585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:10:32.815468Z","caller":"traceutil/trace.go:171","msg":"trace[653516192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5112; }","duration":"133.975193ms","start":"2026-03-14T07:10:32.681473Z","end":"2026-03-14T07:10:32.815448Z","steps":["trace[653516192] 'range keys from in-memory index tree' (duration: 133.811967ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:32.815733Z","caller":"traceutil/trace.go:171","msg":"trace[1628008018] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"518.435494ms","start":"2026-03-14T07:10:32.297263Z","end":"2026-03-14T07:10:32.815699Z","steps":["trace[1628008018] 'process raft request' (duration: 408.232838ms)","trace[1628008018] 'compare' (duration: 109.712502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:32.815863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:32.297243Z","time spent":"518.563588ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:32.815812Z","caller":"traceutil/trace.go:171","msg":"trace[1367365950] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"517.867399ms","start":"2026-03-14T07:10:32.297909Z","end":"2026-03-14T07:10:32.815776Z","steps":["trace[1367365950] 'process raft request' (duration: 517.628411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:32.815968Z","caller":"traceutil/trace.go:171","msg":"trace[2139488544] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5308; }","duration":"462.844193ms","start":"2026-03-14T07:10:32.353106Z","end":"2026-03-14T07:10:32.81595Z","steps":["trace[2139488544] 'read index received' (duration: 25.499866ms)","trace[2139488544] 'applied index is now lower than readState.Index' (duration: 437.342997ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:32.816018Z","caller":"traceutil/trace.go:171","msg":"trace[1454851673] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"517.61513ms","start":"2026-03-14T07:10:32.298359Z","end":"2026-03-14T07:10:32.815975Z","steps":["trace[1454851673] 'process raft request' (duration: 517.301772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.816143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.882577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:32.816202Z","caller":"traceutil/trace.go:171","msg":"trace[1302012606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5116; }","duration":"252.970509ms","start":"2026-03-14T07:10:32.563213Z","end":"2026-03-14T07:10:32.816183Z","steps":["trace[1302012606] 'agreement among raft nodes before linearized reading' (duration: 252.888958ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:32.816056Z","caller":"traceutil/trace.go:171","msg":"trace[1149560430] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"517.266092ms","start":"2026-03-14T07:10:32.298718Z","end":"2026-03-14T07:10:32.815984Z","steps":["trace[1149560430] 'process raft request' (duration: 517.002764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.816152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:32.297893Z","time spent":"518.063303ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:32.816209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:32.298347Z","time spent":"517.750286ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:32.816141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.033788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:10:32.816417Z","caller":"traceutil/trace.go:171","msg":"trace[448175076] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5116; }","duration":"463.352527ms","start":"2026-03-14T07:10:32.353045Z","end":"2026-03-14T07:10:32.816398Z","steps":["trace[448175076] 'agreement among raft nodes before linearized reading' (duration: 462.990357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:32.816482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:32.353023Z","time spent":"463.428519ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:10:32.816879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:32.298712Z","time spent":"517.593192ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:33.196352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.401576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:33.196497Z","caller":"traceutil/trace.go:171","msg":"trace[486109743] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5116; }","duration":"244.642103ms","start":"2026-03-14T07:10:32.951824Z","end":"2026-03-14T07:10:33.196466Z","steps":["trace[486109743] 'count revisions from in-memory index tree' (duration: 244.262091ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:33.890553Z","caller":"traceutil/trace.go:171","msg":"trace[746169101] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5314; }","duration":"393.537569ms","start":"2026-03-14T07:10:33.496991Z","end":"2026-03-14T07:10:33.890529Z","steps":["trace[746169101] 'read index received' (duration: 393.342573ms)","trace[746169101] 'applied index is now lower than readState.Index' (duration: 193.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:33.890671Z","caller":"traceutil/trace.go:171","msg":"trace[747803633] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"545.835384ms","start":"2026-03-14T07:10:33.344825Z","end":"2026-03-14T07:10:33.89066Z","steps":["trace[747803633] 'process raft request' (duration: 545.549296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:33.890783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:33.344792Z","time spent":"545.905505ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:33.890947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.93154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-14T07:10:33.891038Z","caller":"traceutil/trace.go:171","msg":"trace[901727219] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5118; }","duration":"394.075304ms","start":"2026-03-14T07:10:33.496942Z","end":"2026-03-14T07:10:33.891017Z","steps":["trace[901727219] 'agreement among raft nodes before linearized reading' (duration: 393.799486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:33.89107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:33.496923Z","time spent":"394.140477ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-14T07:10:34.094649Z","caller":"traceutil/trace.go:171","msg":"trace[124179623] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5315; }","duration":"192.027275ms","start":"2026-03-14T07:10:33.902597Z","end":"2026-03-14T07:10:34.094624Z","steps":["trace[124179623] 'read index received' (duration: 98.459723ms)","trace[124179623] 'applied index is now lower than readState.Index' (duration: 93.565672ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:34.09478Z","caller":"traceutil/trace.go:171","msg":"trace[1183543959] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"194.801424ms","start":"2026-03-14T07:10:33.899966Z","end":"2026-03-14T07:10:34.094767Z","steps":["trace[1183543959] 'process raft request' (duration: 101.153108ms)","trace[1183543959] 'compare' (duration: 93.218304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:34.094985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.485481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:34.095056Z","caller":"traceutil/trace.go:171","msg":"trace[685619583] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5119; }","duration":"132.637034ms","start":"2026-03-14T07:10:33.962404Z","end":"2026-03-14T07:10:34.095041Z","steps":["trace[685619583] 'agreement among raft nodes before linearized reading' (duration: 132.497661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:34.095103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.481069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-14T07:10:34.095173Z","caller":"traceutil/trace.go:171","msg":"trace[1551271302] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5119; }","duration":"192.590691ms","start":"2026-03-14T07:10:33.902564Z","end":"2026-03-14T07:10:34.095155Z","steps":["trace[1551271302] 'agreement among raft nodes before linearized reading' (duration: 192.346844ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:34.240706Z","caller":"traceutil/trace.go:171","msg":"trace[1759017953] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"141.112795ms","start":"2026-03-14T07:10:34.099558Z","end":"2026-03-14T07:10:34.240671Z","steps":["trace[1759017953] 'process raft request' (duration: 98.041761ms)","trace[1759017953] 'compare' (duration: 42.854828ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:34.240751Z","caller":"traceutil/trace.go:171","msg":"trace[942727882] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"139.944114ms","start":"2026-03-14T07:10:34.100752Z","end":"2026-03-14T07:10:34.240696Z","steps":["trace[942727882] 'process raft request' (duration: 139.849371ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:34.241042Z","caller":"traceutil/trace.go:171","msg":"trace[335138782] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"139.81396ms","start":"2026-03-14T07:10:34.101208Z","end":"2026-03-14T07:10:34.241022Z","steps":["trace[335138782] 'process raft request' (duration: 139.442689ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:34.241274Z","caller":"traceutil/trace.go:171","msg":"trace[1176554297] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"139.946123ms","start":"2026-03-14T07:10:34.101298Z","end":"2026-03-14T07:10:34.241244Z","steps":["trace[1176554297] 'process raft request' (duration: 139.654315ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:34.241515Z","caller":"traceutil/trace.go:171","msg":"trace[111124820] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"139.211882ms","start":"2026-03-14T07:10:34.102277Z","end":"2026-03-14T07:10:34.241489Z","steps":["trace[111124820] 'process raft request' (duration: 138.887403ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:34.241566Z","caller":"traceutil/trace.go:171","msg":"trace[188863925] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5316; }","duration":"141.316853ms","start":"2026-03-14T07:10:34.100224Z","end":"2026-03-14T07:10:34.241541Z","steps":["trace[188863925] 'read index received' (duration: 36.457439ms)","trace[188863925] 'applied index is now lower than readState.Index' (duration: 104.858004ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:34.241631Z","caller":"traceutil/trace.go:171","msg":"trace[1236524172] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"140.103517ms","start":"2026-03-14T07:10:34.101494Z","end":"2026-03-14T07:10:34.241597Z","steps":["trace[1236524172] 'process raft request' (duration: 139.605773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:34.24178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.532668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:34.24182Z","caller":"traceutil/trace.go:171","msg":"trace[653405971] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5127; }","duration":"141.63186ms","start":"2026-03-14T07:10:34.10018Z","end":"2026-03-14T07:10:34.241812Z","steps":["trace[653405971] 'agreement among raft nodes before linearized reading' (duration: 141.535358ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:34.241571Z","caller":"traceutil/trace.go:171","msg":"trace[1171872509] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"138.740059ms","start":"2026-03-14T07:10:34.102812Z","end":"2026-03-14T07:10:34.241552Z","steps":["trace[1171872509] 'process raft request' (duration: 138.518413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:34.242015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.745665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189ca3958c489470\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-03-14T07:10:34.242058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.837029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-14T07:10:34.242102Z","caller":"traceutil/trace.go:171","msg":"trace[1185218141] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189ca3958c489470; range_end:; response_count:1; response_revision:5127; }","duration":"141.854707ms","start":"2026-03-14T07:10:34.100212Z","end":"2026-03-14T07:10:34.242067Z","steps":["trace[1185218141] 'agreement among raft nodes before linearized reading' (duration: 141.58875ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:34.24213Z","caller":"traceutil/trace.go:171","msg":"trace[1337043872] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5127; }","duration":"139.954984ms","start":"2026-03-14T07:10:34.102152Z","end":"2026-03-14T07:10:34.242107Z","steps":["trace[1337043872] 'agreement among raft nodes before linearized reading' (duration: 139.671176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:34.52997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.332098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-14T07:10:34.530134Z","caller":"traceutil/trace.go:171","msg":"trace[149229629] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5130; }","duration":"157.525843ms","start":"2026-03-14T07:10:34.372586Z","end":"2026-03-14T07:10:34.530112Z","steps":["trace[149229629] 'range keys from in-memory index tree' (duration: 157.116572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:34.530005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.172069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:10:34.530294Z","caller":"traceutil/trace.go:171","msg":"trace[1645118556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5130; }","duration":"147.439246ms","start":"2026-03-14T07:10:34.382808Z","end":"2026-03-14T07:10:34.530247Z","steps":["trace[1645118556] 'range keys from in-memory index tree' (duration: 147.059335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:34.881132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.667066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:10:34.88123Z","caller":"traceutil/trace.go:171","msg":"trace[1424986021] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"234.02206ms","start":"2026-03-14T07:10:34.647193Z","end":"2026-03-14T07:10:34.881215Z","steps":["trace[1424986021] 'process raft request' (duration: 17.21405ms)","trace[1424986021] 'compare' (duration: 216.507071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:09.102378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.623025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:09.10248Z","caller":"traceutil/trace.go:171","msg":"trace[2065822387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5421; }","duration":"279.797311ms","start":"2026-03-14T07:11:08.822659Z","end":"2026-03-14T07:11:09.102456Z","steps":["trace[2065822387] 'range keys from in-memory index tree' (duration: 279.429061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:09.102681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.640371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-14T07:11:09.102666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.892002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:09.102655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.445507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:09.102748Z","caller":"traceutil/trace.go:171","msg":"trace[473561754] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5421; }","duration":"396.756454ms","start":"2026-03-14T07:11:08.705975Z","end":"2026-03-14T07:11:09.102731Z","steps":["trace[473561754] 'range keys from in-memory index tree' (duration: 396.391514ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:09.102765Z","caller":"traceutil/trace.go:171","msg":"trace[1284772002] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5421; }","duration":"400.018046ms","start":"2026-03-14T07:11:08.702724Z","end":"2026-03-14T07:11:09.102742Z","steps":["trace[1284772002] 'range keys from in-memory index tree' (duration: 399.83623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:09.102804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:08.705852Z","time spent":"396.943359ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-14T07:11:09.102813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:08.702715Z","time spent":"400.089057ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-14T07:11:09.102824Z","caller":"traceutil/trace.go:171","msg":"trace[24626924] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5421; }","duration":"400.665903ms","start":"2026-03-14T07:11:08.702104Z","end":"2026-03-14T07:11:09.10277Z","steps":["trace[24626924] 'range keys from in-memory index tree' (duration: 399.735178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:09.102893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:08.702083Z","time spent":"400.797736ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-14T07:11:18.861103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.430184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:18.861145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.308977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:11:18.861202Z","caller":"traceutil/trace.go:171","msg":"trace[403027727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5476; }","duration":"193.756513ms","start":"2026-03-14T07:11:18.667422Z","end":"2026-03-14T07:11:18.861179Z","steps":["trace[403027727] 'range keys from in-memory index tree' (duration: 193.366513ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:18.861253Z","caller":"traceutil/trace.go:171","msg":"trace[76720963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5476; }","duration":"115.472102ms","start":"2026-03-14T07:11:18.745754Z","end":"2026-03-14T07:11:18.861226Z","steps":["trace[76720963] 'range keys from in-memory index tree' (duration: 114.931906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:18.861447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.939257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:11:18.861527Z","caller":"traceutil/trace.go:171","msg":"trace[337556905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:5476; }","duration":"110.0495ms","start":"2026-03-14T07:11:18.75146Z","end":"2026-03-14T07:11:18.861509Z","steps":["trace[337556905] 'range keys from in-memory index tree' (duration: 109.231627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:18.861734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.42391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:18.861821Z","caller":"traceutil/trace.go:171","msg":"trace[540211547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5476; }","duration":"115.565155ms","start":"2026-03-14T07:11:18.746238Z","end":"2026-03-14T07:11:18.861803Z","steps":["trace[540211547] 'range keys from in-memory index tree' (duration: 115.195704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:18.862072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.373073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:11:18.862156Z","caller":"traceutil/trace.go:171","msg":"trace[264561891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5476; }","duration":"113.490817ms","start":"2026-03-14T07:11:18.74865Z","end":"2026-03-14T07:11:18.862141Z","steps":["trace[264561891] 'range keys from in-memory index tree' (duration: 111.998355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:18.862241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.274036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:11:18.862264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.865284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-14T07:11:18.862504Z","caller":"traceutil/trace.go:171","msg":"trace[1270667133] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5476; }","duration":"299.160082ms","start":"2026-03-14T07:11:18.56327Z","end":"2026-03-14T07:11:18.86243Z","steps":["trace[1270667133] 'range keys from in-memory index tree' (duration: 297.835796ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:18.862316Z","caller":"traceutil/trace.go:171","msg":"trace[1465156598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5476; }","duration":"151.382648ms","start":"2026-03-14T07:11:18.710916Z","end":"2026-03-14T07:11:18.862298Z","steps":["trace[1465156598] 'range keys from in-memory index tree' (duration: 149.736552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:19.068074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.942813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-14T07:11:19.068158Z","caller":"traceutil/trace.go:171","msg":"trace[286115024] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5480; }","duration":"107.049146ms","start":"2026-03-14T07:11:18.961088Z","end":"2026-03-14T07:11:19.068137Z","steps":["trace[286115024] 'range keys from in-memory index tree' (duration: 106.83018ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:29.80053Z","caller":"traceutil/trace.go:171","msg":"trace[1773422477] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"156.722266ms","start":"2026-03-14T07:11:29.643783Z","end":"2026-03-14T07:11:29.800505Z","steps":["trace[1773422477] 'process raft request' (duration: 156.588543ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:52.617064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2739} {"level":"info","ts":"2026-03-14T07:11:52.684758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2739,"took":"66.321637ms","hash":1443136159,"current-db-size-bytes":41185280,"current-db-size":"41 MB","current-db-size-in-use-bytes":31080448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-14T07:11:52.684832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1443136159,"revision":2739,"compact-revision":-1} {"level":"info","ts":"2026-03-14T07:16:16.543184Z","caller":"traceutil/trace.go:171","msg":"trace[1366571561] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"108.697285ms","start":"2026-03-14T07:16:16.434436Z","end":"2026-03-14T07:16:16.543133Z","steps":["trace[1366571561] 'process raft request' (duration: 65.364802ms)","trace[1366571561] 'compare' (duration: 43.029615ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:18.316864Z","caller":"traceutil/trace.go:171","msg":"trace[602380571] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"311.253269ms","start":"2026-03-14T07:16:18.005586Z","end":"2026-03-14T07:16:18.316839Z","steps":["trace[602380571] 'process raft request' (duration: 311.052143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:18.317012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:18.005561Z","time spent":"311.375003ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:16:18.512159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.709942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:16:18.512256Z","caller":"traceutil/trace.go:171","msg":"trace[204296098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7575; }","duration":"113.875197ms","start":"2026-03-14T07:16:18.398359Z","end":"2026-03-14T07:16:18.512234Z","steps":["trace[204296098] 'range keys from in-memory index tree' (duration: 113.489536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:18.512311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.028181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:16:18.512398Z","caller":"traceutil/trace.go:171","msg":"trace[1540369610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7575; }","duration":"114.151724ms","start":"2026-03-14T07:16:18.398215Z","end":"2026-03-14T07:16:18.512367Z","steps":["trace[1540369610] 'range keys from in-memory index tree' (duration: 113.871286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:30.797516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.646786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:30.797631Z","caller":"traceutil/trace.go:171","msg":"trace[1412945781] linearizableReadLoop","detail":"{readStateIndex:7921; appliedIndex:7920; }","duration":"181.379737ms","start":"2026-03-14T07:16:30.616233Z","end":"2026-03-14T07:16:30.797613Z","steps":["trace[1412945781] 'read index received' (duration: 14.499816ms)","trace[1412945781] 'applied index is now lower than readState.Index' (duration: 166.878661ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:30.797696Z","caller":"traceutil/trace.go:171","msg":"trace[2030442437] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"192.059048ms","start":"2026-03-14T07:16:30.605618Z","end":"2026-03-14T07:16:30.797677Z","steps":["trace[2030442437] 'process raft request' (duration: 25.151165ms)","trace[2030442437] 'compare' (duration: 166.498191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:30.797776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.549391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:16:30.804929Z","caller":"traceutil/trace.go:171","msg":"trace[126499877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:7637; }","duration":"181.621583ms","start":"2026-03-14T07:16:30.616175Z","end":"2026-03-14T07:16:30.797797Z","steps":["trace[126499877] 'agreement among raft nodes before linearized reading' (duration: 181.491119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:31.068868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.360347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:16:31.068967Z","caller":"traceutil/trace.go:171","msg":"trace[1969125681] linearizableReadLoop","detail":"{readStateIndex:7922; appliedIndex:7921; }","duration":"121.292948ms","start":"2026-03-14T07:16:30.947655Z","end":"2026-03-14T07:16:31.068948Z","steps":["trace[1969125681] 'read index received' (duration: 13.698373ms)","trace[1969125681] 'applied index is now lower than readState.Index' (duration: 107.593405ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:31.069014Z","caller":"traceutil/trace.go:171","msg":"trace[1159320079] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"226.2166ms","start":"2026-03-14T07:16:30.842744Z","end":"2026-03-14T07:16:31.068961Z","steps":["trace[1159320079] 'process raft request' (duration: 118.681768ms)","trace[1159320079] 'compare' (duration: 107.214013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:31.069083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.437401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:16:31.069118Z","caller":"traceutil/trace.go:171","msg":"trace[1988375843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7638; }","duration":"121.511264ms","start":"2026-03-14T07:16:30.947593Z","end":"2026-03-14T07:16:31.069104Z","steps":["trace[1988375843] 'agreement among raft nodes before linearized reading' (duration: 121.452872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.711685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.506209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:32.711706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.49203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.711723Z","caller":"traceutil/trace.go:171","msg":"trace[1329165560] linearizableReadLoop","detail":"{readStateIndex:7927; appliedIndex:7926; }","duration":"178.56589ms","start":"2026-03-14T07:16:32.533135Z","end":"2026-03-14T07:16:32.711701Z","steps":["trace[1329165560] 'read index received' (duration: 140.000978ms)","trace[1329165560] 'applied index is now lower than readState.Index' (duration: 38.564002ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:32.711768Z","caller":"traceutil/trace.go:171","msg":"trace[887002498] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7641; }","duration":"196.612142ms","start":"2026-03-14T07:16:32.515139Z","end":"2026-03-14T07:16:32.711751Z","steps":["trace[887002498] 'range keys from in-memory index tree' (duration: 196.370426ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.711772Z","caller":"traceutil/trace.go:171","msg":"trace[1146023103] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7641; }","duration":"196.583622ms","start":"2026-03-14T07:16:32.515173Z","end":"2026-03-14T07:16:32.711757Z","steps":["trace[1146023103] 'count revisions from in-memory index tree' (duration: 196.383947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.71183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.380493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.711863Z","caller":"traceutil/trace.go:171","msg":"trace[434507602] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7641; }","duration":"179.448994ms","start":"2026-03-14T07:16:32.532405Z","end":"2026-03-14T07:16:32.711854Z","steps":["trace[434507602] 'count revisions from in-memory index tree' (duration: 179.302071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.71158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.566974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:16:32.711941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.797726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.711981Z","caller":"traceutil/trace.go:171","msg":"trace[697083676] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7642; }","duration":"178.847027ms","start":"2026-03-14T07:16:32.533124Z","end":"2026-03-14T07:16:32.711971Z","steps":["trace[697083676] 'agreement among raft nodes before linearized reading' (duration: 178.759084ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.711974Z","caller":"traceutil/trace.go:171","msg":"trace[420058831] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"179.411203ms","start":"2026-03-14T07:16:32.532531Z","end":"2026-03-14T07:16:32.711943Z","steps":["trace[420058831] 'process raft request' (duration: 140.603195ms)","trace[420058831] 'compare' (duration: 38.330956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:32.71202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.718257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.712095Z","caller":"traceutil/trace.go:171","msg":"trace[911077926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7642; }","duration":"148.807668ms","start":"2026-03-14T07:16:32.563269Z","end":"2026-03-14T07:16:32.712076Z","steps":["trace[911077926] 'agreement among raft nodes before linearized reading' (duration: 148.703555ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.711975Z","caller":"traceutil/trace.go:171","msg":"trace[154713042] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7641; }","duration":"195.943755ms","start":"2026-03-14T07:16:32.515974Z","end":"2026-03-14T07:16:32.711918Z","steps":["trace[154713042] 'range keys from in-memory index tree' (duration: 195.520542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.712239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.229895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.712279Z","caller":"traceutil/trace.go:171","msg":"trace[198699819] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7642; }","duration":"118.345558ms","start":"2026-03-14T07:16:32.593925Z","end":"2026-03-14T07:16:32.71227Z","steps":["trace[198699819] 'agreement among raft nodes before linearized reading' (duration: 118.282347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.712281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.235225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.712315Z","caller":"traceutil/trace.go:171","msg":"trace[536883245] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7642; }","duration":"140.341388ms","start":"2026-03-14T07:16:32.571961Z","end":"2026-03-14T07:16:32.712302Z","steps":["trace[536883245] 'agreement among raft nodes before linearized reading' (duration: 140.286957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.712385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.453622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:16:32.712504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.300404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.712546Z","caller":"traceutil/trace.go:171","msg":"trace[1869935807] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7642; }","duration":"141.380176ms","start":"2026-03-14T07:16:32.571157Z","end":"2026-03-14T07:16:32.712537Z","steps":["trace[1869935807] 'agreement among raft nodes before linearized reading' (duration: 141.322484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.712558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.190024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.712597Z","caller":"traceutil/trace.go:171","msg":"trace[722912371] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7642; }","duration":"118.241255ms","start":"2026-03-14T07:16:32.59434Z","end":"2026-03-14T07:16:32.712581Z","steps":["trace[722912371] 'agreement among raft nodes before linearized reading' (duration: 118.195304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.712689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.533391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.712749Z","caller":"traceutil/trace.go:171","msg":"trace[306034996] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7642; }","duration":"141.614343ms","start":"2026-03-14T07:16:32.571125Z","end":"2026-03-14T07:16:32.71274Z","steps":["trace[306034996] 'agreement among raft nodes before linearized reading' (duration: 141.533331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.71251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.45504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:16:32.712943Z","caller":"traceutil/trace.go:171","msg":"trace[1258728291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7642; }","duration":"115.906411ms","start":"2026-03-14T07:16:32.597026Z","end":"2026-03-14T07:16:32.712933Z","steps":["trace[1258728291] 'agreement among raft nodes before linearized reading' (duration: 115.397898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.712492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.150913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.713164Z","caller":"traceutil/trace.go:171","msg":"trace[1000724591] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7642; }","duration":"118.869271ms","start":"2026-03-14T07:16:32.594282Z","end":"2026-03-14T07:16:32.713151Z","steps":["trace[1000724591] 'agreement among raft nodes before linearized reading' (duration: 118.151862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.713455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.009782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:32.713533Z","caller":"traceutil/trace.go:171","msg":"trace[723228314] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7641; }","duration":"181.122841ms","start":"2026-03-14T07:16:32.532395Z","end":"2026-03-14T07:16:32.713518Z","steps":["trace[723228314] 'range keys from in-memory index tree' (duration: 178.893399ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.712485Z","caller":"traceutil/trace.go:171","msg":"trace[748328182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7642; }","duration":"103.566285ms","start":"2026-03-14T07:16:32.608906Z","end":"2026-03-14T07:16:32.712472Z","steps":["trace[748328182] 'agreement among raft nodes before linearized reading' (duration: 103.237486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.713113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.14704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:16:32.71369Z","caller":"traceutil/trace.go:171","msg":"trace[1758749890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7642; }","duration":"104.732956ms","start":"2026-03-14T07:16:32.608933Z","end":"2026-03-14T07:16:32.713666Z","steps":["trace[1758749890] 'agreement among raft nodes before linearized reading' (duration: 104.105329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.823799Z","caller":"traceutil/trace.go:171","msg":"trace[1886670713] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"106.122155ms","start":"2026-03-14T07:16:32.717659Z","end":"2026-03-14T07:16:32.823781Z","steps":["trace[1886670713] 'process raft request' (duration: 104.334486ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.823845Z","caller":"traceutil/trace.go:171","msg":"trace[1644383609] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"104.980003ms","start":"2026-03-14T07:16:32.718839Z","end":"2026-03-14T07:16:32.823819Z","steps":["trace[1644383609] 'process raft request' (duration: 104.85212ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.824062Z","caller":"traceutil/trace.go:171","msg":"trace[1378617756] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"105.065686ms","start":"2026-03-14T07:16:32.718963Z","end":"2026-03-14T07:16:32.824028Z","steps":["trace[1378617756] 'process raft request' (duration: 104.817709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.264515Z","caller":"traceutil/trace.go:171","msg":"trace[1867586261] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"377.746653ms","start":"2026-03-14T07:16:32.886725Z","end":"2026-03-14T07:16:33.264472Z","steps":["trace[1867586261] 'process raft request' (duration: 311.584858ms)","trace[1867586261] 'compare' (duration: 65.843166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.264671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:32.886703Z","time spent":"377.903837ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:16:33.265655Z","caller":"traceutil/trace.go:171","msg":"trace[1080479810] linearizableReadLoop","detail":"{readStateIndex:7934; appliedIndex:7932; }","duration":"118.687787ms","start":"2026-03-14T07:16:33.146947Z","end":"2026-03-14T07:16:33.265634Z","steps":["trace[1080479810] 'read index received' (duration: 51.33369ms)","trace[1080479810] 'applied index is now lower than readState.Index' (duration: 67.353197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:33.265776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.81201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:16:33.265813Z","caller":"traceutil/trace.go:171","msg":"trace[545128813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7649; }","duration":"118.887743ms","start":"2026-03-14T07:16:33.146913Z","end":"2026-03-14T07:16:33.265801Z","steps":["trace[545128813] 'agreement among raft nodes before linearized reading' (duration: 118.81028ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:33.265812Z","caller":"traceutil/trace.go:171","msg":"trace[158883604] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"191.327508ms","start":"2026-03-14T07:16:33.074422Z","end":"2026-03-14T07:16:33.26575Z","steps":["trace[158883604] 'process raft request' (duration: 191.095572ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:52.629299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5716} {"level":"info","ts":"2026-03-14T07:16:52.732639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5716,"took":"101.810496ms","hash":772371891,"current-db-size-bytes":43290624,"current-db-size":"43 MB","current-db-size-in-use-bytes":23388160,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-14T07:16:52.732841Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":772371891,"revision":5716,"compact-revision":2739} {"level":"warn","ts":"2026-03-14T07:16:56.766512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.201091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:16:56.766693Z","caller":"traceutil/trace.go:171","msg":"trace[1181827345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7813; }","duration":"174.448088ms","start":"2026-03-14T07:16:56.592223Z","end":"2026-03-14T07:16:56.766671Z","steps":["trace[1181827345] 'range keys from in-memory index tree' (duration: 173.950854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:56.766525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.887203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-14T07:16:56.766827Z","caller":"traceutil/trace.go:171","msg":"trace[9832436] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7813; }","duration":"405.219752ms","start":"2026-03-14T07:16:56.361573Z","end":"2026-03-14T07:16:56.766793Z","steps":["trace[9832436] 'range keys from in-memory index tree' (duration: 404.724118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:56.766879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.683818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:16:56.766934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:16:56.361547Z","time spent":"405.356026ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-14T07:16:56.767006Z","caller":"traceutil/trace.go:171","msg":"trace[926151224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7813; }","duration":"203.493201ms","start":"2026-03-14T07:16:56.563482Z","end":"2026-03-14T07:16:56.766975Z","steps":["trace[926151224] 'range keys from in-memory index tree' (duration: 202.459492ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:56.941987Z","caller":"traceutil/trace.go:171","msg":"trace[2057790323] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"170.007858ms","start":"2026-03-14T07:16:56.771946Z","end":"2026-03-14T07:16:56.941954Z","steps":["trace[2057790323] 'process raft request' (duration: 169.832453ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:56.942591Z","caller":"traceutil/trace.go:171","msg":"trace[684247383] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8107; }","duration":"170.347897ms","start":"2026-03-14T07:16:56.772227Z","end":"2026-03-14T07:16:56.942574Z","steps":["trace[684247383] 'read index received' (duration: 170.341466ms)","trace[684247383] 'applied index is now lower than readState.Index' (duration: 5.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:16:56.942855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.617896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:16:56.942982Z","caller":"traceutil/trace.go:171","msg":"trace[1146327768] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io; range_end:; response_count:0; response_revision:7814; }","duration":"169.76134ms","start":"2026-03-14T07:16:56.773195Z","end":"2026-03-14T07:16:56.942957Z","steps":["trace[1146327768] 'agreement among raft nodes before linearized reading' (duration: 169.556304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:56.943422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.136438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-14T07:16:56.943474Z","caller":"traceutil/trace.go:171","msg":"trace[1612417481] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7814; }","duration":"171.286382ms","start":"2026-03-14T07:16:56.772174Z","end":"2026-03-14T07:16:56.94346Z","steps":["trace[1612417481] 'agreement among raft nodes before linearized reading' (duration: 170.50312ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:59.17736Z","caller":"traceutil/trace.go:171","msg":"trace[1340568444] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8117; }","duration":"225.041257ms","start":"2026-03-14T07:16:58.95229Z","end":"2026-03-14T07:16:59.177332Z","steps":["trace[1340568444] 'read index received' (duration: 224.712088ms)","trace[1340568444] 'applied index is now lower than readState.Index' (duration: 327.719µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:59.17745Z","caller":"traceutil/trace.go:171","msg":"trace[1682914176] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"226.197908ms","start":"2026-03-14T07:16:58.95122Z","end":"2026-03-14T07:16:59.177418Z","steps":["trace[1682914176] 'process raft request' (duration: 225.921401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:59.177633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.295464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:16:59.177723Z","caller":"traceutil/trace.go:171","msg":"trace[1516659106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7825; }","duration":"225.47341ms","start":"2026-03-14T07:16:58.952233Z","end":"2026-03-14T07:16:59.177707Z","steps":["trace[1516659106] 'agreement among raft nodes before linearized reading' (duration: 225.198062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:59.177841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.325101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:16:59.177891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.024922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:16:59.177889Z","caller":"traceutil/trace.go:171","msg":"trace[791692191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7825; }","duration":"216.394522ms","start":"2026-03-14T07:16:58.961484Z","end":"2026-03-14T07:16:59.177879Z","steps":["trace[791692191] 'agreement among raft nodes before linearized reading' (duration: 216.164796ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:59.177946Z","caller":"traceutil/trace.go:171","msg":"trace[2102410037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7825; }","duration":"223.100236ms","start":"2026-03-14T07:16:58.954832Z","end":"2026-03-14T07:16:59.177932Z","steps":["trace[2102410037] 'agreement among raft nodes before linearized reading' (duration: 222.807727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:59.177791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.414123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:16:59.17811Z","caller":"traceutil/trace.go:171","msg":"trace[879221482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7825; }","duration":"223.825626ms","start":"2026-03-14T07:16:58.954276Z","end":"2026-03-14T07:16:59.178101Z","steps":["trace[879221482] 'agreement among raft nodes before linearized reading' (duration: 223.224309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:59.178425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.951045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:16:59.178585Z","caller":"traceutil/trace.go:171","msg":"trace[213955623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:7825; }","duration":"214.163722ms","start":"2026-03-14T07:16:58.964395Z","end":"2026-03-14T07:16:59.178558Z","steps":["trace[213955623] 'agreement among raft nodes before linearized reading' (duration: 213.195015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.061776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101706520268686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:17:01.204265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142006208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:01.204343Z","caller":"traceutil/trace.go:171","msg":"trace[1788068938] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7832; }","duration":"1.142151221s","start":"2026-03-14T07:17:00.062172Z","end":"2026-03-14T07:17:01.204324Z","steps":["trace[1788068938] 'count revisions from in-memory index tree' (duration: 1.141907575s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.20439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:00.062146Z","time spent":"1.142232725s","remote":"127.0.0.1:38576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:17:01.228548Z","caller":"traceutil/trace.go:171","msg":"trace[594413042] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8125; }","duration":"667.821245ms","start":"2026-03-14T07:17:00.560704Z","end":"2026-03-14T07:17:01.228526Z","steps":["trace[594413042] 'read index received' (duration: 667.65931ms)","trace[594413042] 'applied index is now lower than readState.Index' (duration: 160.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:01.228656Z","caller":"traceutil/trace.go:171","msg":"trace[1021819242] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"676.551873ms","start":"2026-03-14T07:17:00.55209Z","end":"2026-03-14T07:17:01.228642Z","steps":["trace[1021819242] 'process raft request' (duration: 676.282665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.228784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:00.552053Z","time spent":"676.634796ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:01.229028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.330948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:01.229066Z","caller":"traceutil/trace.go:171","msg":"trace[1758617840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7833; }","duration":"668.410381ms","start":"2026-03-14T07:17:00.560644Z","end":"2026-03-14T07:17:01.229055Z","steps":["trace[1758617840] 'agreement among raft nodes before linearized reading' (duration: 668.353219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.229094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:00.560594Z","time spent":"668.493813ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:17:01.765726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101706520268690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:17:01.981467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.202025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:17:01.981622Z","caller":"traceutil/trace.go:171","msg":"trace[1588095867] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"748.598428ms","start":"2026-03-14T07:17:01.233002Z","end":"2026-03-14T07:17:01.9816Z","steps":["trace[1588095867] 'process raft request' (duration: 622.940521ms)","trace[1588095867] 'compare' (duration: 124.847165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:01.98169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.232979Z","time spent":"748.67639ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:01.984061Z","caller":"traceutil/trace.go:171","msg":"trace[178828550] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8127; }","duration":"718.866777ms","start":"2026-03-14T07:17:01.265167Z","end":"2026-03-14T07:17:01.984034Z","steps":["trace[178828550] 'read index received' (duration: 590.788354ms)","trace[178828550] 'applied index is now lower than readState.Index' (duration: 128.077543ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:01.984344Z","caller":"traceutil/trace.go:171","msg":"trace[535106464] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"591.863193ms","start":"2026-03-14T07:17:01.392468Z","end":"2026-03-14T07:17:01.984332Z","steps":["trace[535106464] 'process raft request' (duration: 591.382659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.984454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.392451Z","time spent":"591.929434ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:01.984528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.532316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:17:01.984589Z","caller":"traceutil/trace.go:171","msg":"trace[1102702292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7837; }","duration":"718.61799ms","start":"2026-03-14T07:17:01.265958Z","end":"2026-03-14T07:17:01.984576Z","steps":["trace[1102702292] 'agreement among raft nodes before linearized reading' (duration: 718.427555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.984624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.265944Z","time spent":"718.672471ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:17:01.984594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.959398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:01.984653Z","caller":"traceutil/trace.go:171","msg":"trace[309770687] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"314.656372ms","start":"2026-03-14T07:17:01.669985Z","end":"2026-03-14T07:17:01.984641Z","steps":["trace[309770687] 'process raft request' (duration: 314.002544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:01.984678Z","caller":"traceutil/trace.go:171","msg":"trace[1695709833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7837; }","duration":"422.089863ms","start":"2026-03-14T07:17:01.562568Z","end":"2026-03-14T07:17:01.984658Z","steps":["trace[1695709833] 'agreement among raft nodes before linearized reading' (duration: 421.950809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.984732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.609667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:17:01.984753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.669957Z","time spent":"314.728923ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:01.984754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.562543Z","time spent":"422.171474ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:17:01.984774Z","caller":"traceutil/trace.go:171","msg":"trace[1276223499] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7837; }","duration":"139.672249ms","start":"2026-03-14T07:17:01.845091Z","end":"2026-03-14T07:17:01.984763Z","steps":["trace[1276223499] 'agreement among raft nodes before linearized reading' (duration: 139.578736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.984794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.965157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:17:01.984839Z","caller":"traceutil/trace.go:171","msg":"trace[1886900250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7837; }","duration":"507.036019ms","start":"2026-03-14T07:17:01.477788Z","end":"2026-03-14T07:17:01.984824Z","steps":["trace[1886900250] 'agreement among raft nodes before linearized reading' (duration: 506.914126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.984876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.477768Z","time spent":"507.101372ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:17:01.985119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.050572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:17:01.985155Z","caller":"traceutil/trace.go:171","msg":"trace[1324932159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7837; }","duration":"719.120164ms","start":"2026-03-14T07:17:01.266023Z","end":"2026-03-14T07:17:01.985144Z","steps":["trace[1324932159] 'agreement among raft nodes before linearized reading' (duration: 719.008721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.985121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.836537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:17:01.985176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.266006Z","time spent":"719.164685ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:17:01.985216Z","caller":"traceutil/trace.go:171","msg":"trace[1844968576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:7837; }","duration":"714.94124ms","start":"2026-03-14T07:17:01.270239Z","end":"2026-03-14T07:17:01.98518Z","steps":["trace[1844968576] 'agreement among raft nodes before linearized reading' (duration: 714.655852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.985266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.270231Z","time spent":"715.026882ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xf2kg\" "} {"level":"warn","ts":"2026-03-14T07:17:01.984916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.70484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:17:01.986852Z","caller":"traceutil/trace.go:171","msg":"trace[426559192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7837; }","duration":"721.679533ms","start":"2026-03-14T07:17:01.265141Z","end":"2026-03-14T07:17:01.98682Z","steps":["trace[426559192] 'agreement among raft nodes before linearized reading' (duration: 719.475672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:01.987073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:01.265133Z","time spent":"721.92084ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:17:03.732708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.668941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:17:03.732781Z","caller":"traceutil/trace.go:171","msg":"trace[1937807284] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7844; }","duration":"219.791435ms","start":"2026-03-14T07:17:03.512977Z","end":"2026-03-14T07:17:03.732769Z","steps":["trace[1937807284] 'count revisions from in-memory index tree' (duration: 219.581849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:03.732708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.437005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:17:03.732973Z","caller":"traceutil/trace.go:171","msg":"trace[1612936500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7844; }","duration":"197.701952ms","start":"2026-03-14T07:17:03.535234Z","end":"2026-03-14T07:17:03.732936Z","steps":["trace[1612936500] 'range keys from in-memory index tree' (duration: 197.311171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.581917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030618309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-14T07:17:14.58196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030514027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-14T07:17:14.582015Z","caller":"traceutil/trace.go:171","msg":"trace[1430252291] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7932; }","duration":"1.030756474s","start":"2026-03-14T07:17:13.55124Z","end":"2026-03-14T07:17:14.581996Z","steps":["trace[1430252291] 'range keys from in-memory index tree' (duration: 1.030538277s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:14.582015Z","caller":"traceutil/trace.go:171","msg":"trace[1986128782] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7932; }","duration":"1.030634791s","start":"2026-03-14T07:17:13.551365Z","end":"2026-03-14T07:17:14.582Z","steps":["trace[1986128782] 'range keys from in-memory index tree' (duration: 1.030388784s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.582056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:13.551222Z","time spent":"1.030825956s","remote":"127.0.0.1:41110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T07:17:14.582071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:13.551348Z","time spent":"1.030714023s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T07:17:14.582088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030695953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-14T07:17:14.582167Z","caller":"traceutil/trace.go:171","msg":"trace[726240805] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:7932; }","duration":"1.030852067s","start":"2026-03-14T07:17:13.551296Z","end":"2026-03-14T07:17:14.582148Z","steps":["trace[726240805] 'range keys from in-memory index tree' (duration: 1.030574019s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.582207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:13.551266Z","time spent":"1.030932737s","remote":"127.0.0.1:41110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-14T07:17:14.582247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.208158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:17:14.582347Z","caller":"traceutil/trace.go:171","msg":"trace[1070262407] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"1.027376731s","start":"2026-03-14T07:17:13.554951Z","end":"2026-03-14T07:17:14.582327Z","steps":["trace[1070262407] 'process raft request' (duration: 660.975198ms)","trace[1070262407] 'compare' (duration: 365.952461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:14.58241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:13.554936Z","time spent":"1.027444213s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:14.970929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.294146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:17:14.971168Z","caller":"traceutil/trace.go:171","msg":"trace[169785201] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8231; }","duration":"918.347038ms","start":"2026-03-14T07:17:14.052795Z","end":"2026-03-14T07:17:14.971142Z","steps":["trace[169785201] 'read index received' (duration: 163.12676ms)","trace[169785201] 'applied index is now lower than readState.Index' (duration: 755.218628ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:14.971333Z","caller":"traceutil/trace.go:171","msg":"trace[1276536838] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"926.823199ms","start":"2026-03-14T07:17:14.044462Z","end":"2026-03-14T07:17:14.971285Z","steps":["trace[1276536838] 'process raft request' (duration: 926.597143ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:14.971365Z","caller":"traceutil/trace.go:171","msg":"trace[1005005587] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"939.728269ms","start":"2026-03-14T07:17:14.031593Z","end":"2026-03-14T07:17:14.971321Z","steps":["trace[1005005587] 'process raft request' (duration: 662.92782ms)","trace[1005005587] 'compare' (duration: 276.163343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:14.971413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.616316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T07:17:14.971451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.92673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:14.97147Z","caller":"traceutil/trace.go:171","msg":"trace[1699026546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7935; }","duration":"918.700038ms","start":"2026-03-14T07:17:14.052752Z","end":"2026-03-14T07:17:14.971452Z","steps":["trace[1699026546] 'agreement among raft nodes before linearized reading' (duration: 918.520413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.971505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.044433Z","time spent":"926.982673ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:14.971516Z","caller":"traceutil/trace.go:171","msg":"trace[394210794] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7935; }","duration":"821.020553ms","start":"2026-03-14T07:17:14.150478Z","end":"2026-03-14T07:17:14.971499Z","steps":["trace[394210794] 'agreement among raft nodes before linearized reading' (duration: 820.90442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.971518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.058857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:17:14.971526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.05274Z","time spent":"918.772619ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:17:14.971544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.031566Z","time spent":"939.881066ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:14.971558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.150468Z","time spent":"821.078766ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:17:14.971571Z","caller":"traceutil/trace.go:171","msg":"trace[1866829126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7935; }","duration":"409.14763ms","start":"2026-03-14T07:17:14.562408Z","end":"2026-03-14T07:17:14.971556Z","steps":["trace[1866829126] 'agreement among raft nodes before linearized reading' (duration: 409.062837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.971605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.562385Z","time spent":"409.213561ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:17:14.971612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.583296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" ","response":"range_response_count:1 size:4637"} {"level":"info","ts":"2026-03-14T07:17:14.971664Z","caller":"traceutil/trace.go:171","msg":"trace[420228543] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kr8gt; range_end:; response_count:1; response_revision:7935; }","duration":"385.664488ms","start":"2026-03-14T07:17:14.585985Z","end":"2026-03-14T07:17:14.971649Z","steps":["trace[420228543] 'agreement among raft nodes before linearized reading' (duration: 385.458214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.971666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.510728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:17:14.9717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.585973Z","time spent":"385.720271ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4660,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" "} {"level":"warn","ts":"2026-03-14T07:17:14.971724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.584021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:17:14.971734Z","caller":"traceutil/trace.go:171","msg":"trace[1180234297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7935; }","duration":"846.605101ms","start":"2026-03-14T07:17:14.125111Z","end":"2026-03-14T07:17:14.971716Z","steps":["trace[1180234297] 'agreement among raft nodes before linearized reading' (duration: 846.385345ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:14.971764Z","caller":"traceutil/trace.go:171","msg":"trace[993975920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7935; }","duration":"846.634021ms","start":"2026-03-14T07:17:14.125115Z","end":"2026-03-14T07:17:14.971749Z","steps":["trace[993975920] 'agreement among raft nodes before linearized reading' (duration: 846.521698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.971727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.228198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:17:14.971769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.9557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:17:14.971793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.125107Z","time spent":"846.678983ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:17:14.971776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.125099Z","time spent":"846.666762ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:17:14.971837Z","caller":"traceutil/trace.go:171","msg":"trace[1947902680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7935; }","duration":"847.061152ms","start":"2026-03-14T07:17:14.12476Z","end":"2026-03-14T07:17:14.971821Z","steps":["trace[1947902680] 'agreement among raft nodes before linearized reading' (duration: 846.909789ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:14.97185Z","caller":"traceutil/trace.go:171","msg":"trace[2051065572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7935; }","duration":"847.453254ms","start":"2026-03-14T07:17:14.124359Z","end":"2026-03-14T07:17:14.971812Z","steps":["trace[2051065572] 'agreement among raft nodes before linearized reading' (duration: 847.019832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.97184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.97226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:17:14.971912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.124337Z","time spent":"847.563407ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:17:14.971956Z","caller":"traceutil/trace.go:171","msg":"trace[1090274193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:7935; }","duration":"840.128864ms","start":"2026-03-14T07:17:14.131805Z","end":"2026-03-14T07:17:14.971933Z","steps":["trace[1090274193] 'agreement among raft nodes before linearized reading' (duration: 839.788035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.971879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.124708Z","time spent":"847.160416ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:17:14.97202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.131793Z","time spent":"840.217767ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xf2kg\" "} {"level":"warn","ts":"2026-03-14T07:17:14.972056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.466273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-14T07:17:14.972104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.395791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-14T07:17:14.972156Z","caller":"traceutil/trace.go:171","msg":"trace[1192762903] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7935; }","duration":"385.485133ms","start":"2026-03-14T07:17:14.586655Z","end":"2026-03-14T07:17:14.97214Z","steps":["trace[1192762903] 'agreement among raft nodes before linearized reading' (duration: 384.738273ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:14.97216Z","caller":"traceutil/trace.go:171","msg":"trace[1706104681] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7935; }","duration":"385.628348ms","start":"2026-03-14T07:17:14.58651Z","end":"2026-03-14T07:17:14.972139Z","steps":["trace[1706104681] 'agreement among raft nodes before linearized reading' (duration: 384.875418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:14.972186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.586617Z","time spent":"385.561876ms","remote":"127.0.0.1:41110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T07:17:14.972219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.586489Z","time spent":"385.72053ms","remote":"127.0.0.1:41110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-14T07:17:15.353371Z","caller":"traceutil/trace.go:171","msg":"trace[1792038921] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"379.871952ms","start":"2026-03-14T07:17:14.973466Z","end":"2026-03-14T07:17:15.353338Z","steps":["trace[1792038921] 'process raft request' (duration: 281.19101ms)","trace[1792038921] 'compare' (duration: 98.511437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:15.353543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.973446Z","time spent":"380.006535ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:15.563944Z","caller":"traceutil/trace.go:171","msg":"trace[402504356] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8234; }","duration":"587.115324ms","start":"2026-03-14T07:17:14.976805Z","end":"2026-03-14T07:17:15.563921Z","steps":["trace[402504356] 'read index received' (duration: 277.842839ms)","trace[402504356] 'applied index is now lower than readState.Index' (duration: 309.271595ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:15.56406Z","caller":"traceutil/trace.go:171","msg":"trace[2099138339] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"586.721703ms","start":"2026-03-14T07:17:14.977327Z","end":"2026-03-14T07:17:15.564049Z","steps":["trace[2099138339] 'process raft request' (duration: 586.520657ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:15.564073Z","caller":"traceutil/trace.go:171","msg":"trace[435794056] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"587.140854ms","start":"2026-03-14T07:17:14.976896Z","end":"2026-03-14T07:17:15.564037Z","steps":["trace[435794056] 'process raft request' (duration: 586.920268ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:15.564072Z","caller":"traceutil/trace.go:171","msg":"trace[1640379851] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"587.088502ms","start":"2026-03-14T07:17:14.97694Z","end":"2026-03-14T07:17:15.564029Z","steps":["trace[1640379851] 'process raft request' (duration: 586.789134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.564159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.977303Z","time spent":"586.780375ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:15.564241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.976868Z","time spent":"587.278868ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:15.5643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.976896Z","time spent":"587.297829ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:15.564301Z","caller":"traceutil/trace.go:171","msg":"trace[1391625592] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"400.090732ms","start":"2026-03-14T07:17:15.164159Z","end":"2026-03-14T07:17:15.56425Z","steps":["trace[1391625592] 'process raft request' (duration: 399.721902ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:15.564317Z","caller":"traceutil/trace.go:171","msg":"trace[1780811615] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7937; }","duration":"589.54988ms","start":"2026-03-14T07:17:14.974733Z","end":"2026-03-14T07:17:15.564283Z","steps":["trace[1780811615] 'process raft request' (duration: 550.472225ms)","trace[1780811615] 'compare' (duration: 38.17292ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:15.564468Z","caller":"traceutil/trace.go:171","msg":"trace[1819899457] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"587.434133ms","start":"2026-03-14T07:17:14.977021Z","end":"2026-03-14T07:17:15.564456Z","steps":["trace[1819899457] 'process raft request' (duration: 586.761795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.564529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.977009Z","time spent":"587.486614ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:15.564544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:15.164128Z","time spent":"400.273457ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:15.564586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.974707Z","time spent":"589.701085ms","remote":"127.0.0.1:41110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-14T07:17:15.564661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.849624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228435"} {"level":"info","ts":"2026-03-14T07:17:15.564701Z","caller":"traceutil/trace.go:171","msg":"trace[443117875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7943; }","duration":"588.012848ms","start":"2026-03-14T07:17:14.976677Z","end":"2026-03-14T07:17:15.56469Z","steps":["trace[443117875] 'agreement among raft nodes before linearized reading' (duration: 587.673179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.564759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.976662Z","time spent":"588.08846ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228458,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:17:15.564595Z","caller":"traceutil/trace.go:171","msg":"trace[940933830] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"587.893275ms","start":"2026-03-14T07:17:14.976682Z","end":"2026-03-14T07:17:15.564575Z","steps":["trace[940933830] 'process raft request' (duration: 586.940829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.564863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:14.976667Z","time spent":"588.147581ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:15.606257Z","caller":"traceutil/trace.go:171","msg":"trace[1262046525] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"242.403232ms","start":"2026-03-14T07:17:15.363801Z","end":"2026-03-14T07:17:15.606204Z","steps":["trace[1262046525] 'process raft request' (duration: 242.129554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.606307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.210676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-14T07:17:15.606397Z","caller":"traceutil/trace.go:171","msg":"trace[131092607] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7944; }","duration":"587.35713ms","start":"2026-03-14T07:17:15.019019Z","end":"2026-03-14T07:17:15.606377Z","steps":["trace[131092607] 'agreement among raft nodes before linearized reading' (duration: 587.085773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.606438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:15.019006Z","time spent":"587.424303ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-14T07:17:15.60647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.447073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" ","response":"range_response_count:1 size:4669"} {"level":"warn","ts":"2026-03-14T07:17:15.606288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.57722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:15.606552Z","caller":"traceutil/trace.go:171","msg":"trace[81314179] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kr8gt; range_end:; response_count:1; response_revision:7944; }","duration":"242.579917ms","start":"2026-03-14T07:17:15.363952Z","end":"2026-03-14T07:17:15.606532Z","steps":["trace[81314179] 'agreement among raft nodes before linearized reading' (duration: 242.293409ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:15.606614Z","caller":"traceutil/trace.go:171","msg":"trace[250157539] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7944; }","duration":"189.983742ms","start":"2026-03-14T07:17:15.416598Z","end":"2026-03-14T07:17:15.606582Z","steps":["trace[250157539] 'agreement among raft nodes before linearized reading' (duration: 189.556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.606749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.800379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kr8gt\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-14T07:17:15.606775Z","caller":"traceutil/trace.go:171","msg":"trace[116546156] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kr8gt; range_end:; response_count:1; response_revision:7944; }","duration":"247.885241ms","start":"2026-03-14T07:17:15.358879Z","end":"2026-03-14T07:17:15.606764Z","steps":["trace[116546156] 'agreement among raft nodes before linearized reading' (duration: 247.806119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.606872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.984071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-14T07:17:15.606931Z","caller":"traceutil/trace.go:171","msg":"trace[1890485330] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kr8gt; range_end:; response_count:1; response_revision:7944; }","duration":"249.103725ms","start":"2026-03-14T07:17:15.357807Z","end":"2026-03-14T07:17:15.606911Z","steps":["trace[1890485330] 'agreement among raft nodes before linearized reading' (duration: 248.945081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:15.606595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.622095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:17:15.607079Z","caller":"traceutil/trace.go:171","msg":"trace[2034133886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7944; }","duration":"211.155299ms","start":"2026-03-14T07:17:15.395909Z","end":"2026-03-14T07:17:15.607065Z","steps":["trace[2034133886] 'agreement among raft nodes before linearized reading' (duration: 210.500542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:16.087682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.982949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:17:16.087899Z","caller":"traceutil/trace.go:171","msg":"trace[1391332331] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"476.661301ms","start":"2026-03-14T07:17:15.611219Z","end":"2026-03-14T07:17:16.08788Z","steps":["trace[1391332331] 'process raft request' (duration: 476.566648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:16.087972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:15.611194Z","time spent":"476.746243ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:16.088062Z","caller":"traceutil/trace.go:171","msg":"trace[2051888994] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"496.918224ms","start":"2026-03-14T07:17:15.591124Z","end":"2026-03-14T07:17:16.088042Z","steps":["trace[2051888994] 'process raft request' (duration: 147.490763ms)","trace[2051888994] 'compare' (duration: 348.826314ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:16.088057Z","caller":"traceutil/trace.go:171","msg":"trace[863743229] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8243; }","duration":"478.604744ms","start":"2026-03-14T07:17:15.609395Z","end":"2026-03-14T07:17:16.087999Z","steps":["trace[863743229] 'read index received' (duration: 129.319978ms)","trace[863743229] 'applied index is now lower than readState.Index' (duration: 349.279656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:16.088162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:15.591097Z","time spent":"497.023136ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:16.088331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.919833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-14T07:17:16.088423Z","caller":"traceutil/trace.go:171","msg":"trace[642347386] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kr8gt; range_end:; response_count:1; response_revision:7946; }","duration":"479.040685ms","start":"2026-03-14T07:17:15.609363Z","end":"2026-03-14T07:17:16.088403Z","steps":["trace[642347386] 'agreement among raft nodes before linearized reading' (duration: 478.794939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:16.088468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:15.609344Z","time spent":"479.114628ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" "} {"level":"warn","ts":"2026-03-14T07:17:16.088533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.066773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:17:16.088526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.362081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ca3f27383b342\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-14T07:17:16.088578Z","caller":"traceutil/trace.go:171","msg":"trace[1986155351] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:7946; }","duration":"161.146496ms","start":"2026-03-14T07:17:15.927421Z","end":"2026-03-14T07:17:16.088567Z","steps":["trace[1986155351] 'agreement among raft nodes before linearized reading' (duration: 160.981041ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:16.0886Z","caller":"traceutil/trace.go:171","msg":"trace[409148974] range","detail":"{range_begin:/registry/events/openstack/ceph.189ca3f27383b342; range_end:; response_count:1; response_revision:7946; }","duration":"477.472564ms","start":"2026-03-14T07:17:15.611109Z","end":"2026-03-14T07:17:16.088581Z","steps":["trace[409148974] 'agreement among raft nodes before linearized reading' (duration: 477.152645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:16.088668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:15.611085Z","time spent":"477.567355ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189ca3f27383b342\" "} {"level":"warn","ts":"2026-03-14T07:17:16.088885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.694199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-14T07:17:16.089019Z","caller":"traceutil/trace.go:171","msg":"trace[1178179511] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kr8gt; range_end:; response_count:1; response_revision:7946; }","duration":"477.814602ms","start":"2026-03-14T07:17:15.611154Z","end":"2026-03-14T07:17:16.088969Z","steps":["trace[1178179511] 'agreement among raft nodes before linearized reading' (duration: 477.464552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:16.089153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:15.611133Z","time spent":"478.001858ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kr8gt\" "} {"level":"warn","ts":"2026-03-14T07:17:16.359338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.027943ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-14T07:17:16.364118Z","caller":"traceutil/trace.go:171","msg":"trace[1240308814] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"271.969968ms","start":"2026-03-14T07:17:16.09211Z","end":"2026-03-14T07:17:16.36408Z","steps":["trace[1240308814] 'process raft request' (duration: 271.69062ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:16.364116Z","caller":"traceutil/trace.go:171","msg":"trace[1973338089] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8245; }","duration":"269.820629ms","start":"2026-03-14T07:17:16.094272Z","end":"2026-03-14T07:17:16.364092Z","steps":["trace[1973338089] 'read index received' (duration: 152.029956ms)","trace[1973338089] 'applied index is now lower than readState.Index' (duration: 117.789333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:16.364376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.082996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kr8gt\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-14T07:17:16.364411Z","caller":"traceutil/trace.go:171","msg":"trace[191674820] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"267.545428ms","start":"2026-03-14T07:17:16.096852Z","end":"2026-03-14T07:17:16.364398Z","steps":["trace[191674820] 'process raft request' (duration: 267.134576ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:16.36444Z","caller":"traceutil/trace.go:171","msg":"trace[2050885138] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kr8gt; range_end:; response_count:1; response_revision:7949; }","duration":"270.176819ms","start":"2026-03-14T07:17:16.094245Z","end":"2026-03-14T07:17:16.364422Z","steps":["trace[2050885138] 'agreement among raft nodes before linearized reading' (duration: 269.925712ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:16.364606Z","caller":"traceutil/trace.go:171","msg":"trace[1113901766] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"125.760101ms","start":"2026-03-14T07:17:16.238826Z","end":"2026-03-14T07:17:16.364586Z","steps":["trace[1113901766] 'process raft request' (duration: 125.215156ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:17.606064Z","caller":"traceutil/trace.go:171","msg":"trace[1467354705] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"628.492252ms","start":"2026-03-14T07:17:16.977551Z","end":"2026-03-14T07:17:17.606043Z","steps":["trace[1467354705] 'process raft request' (duration: 628.337878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:17.606206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:16.977514Z","time spent":"628.620135ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:17.657534Z","caller":"traceutil/trace.go:171","msg":"trace[1376980176] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8255; }","duration":"504.157431ms","start":"2026-03-14T07:17:17.153351Z","end":"2026-03-14T07:17:17.657508Z","steps":["trace[1376980176] 'read index received' (duration: 452.654306ms)","trace[1376980176] 'applied index is now lower than readState.Index' (duration: 51.501895ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:17.657676Z","caller":"traceutil/trace.go:171","msg":"trace[1381152926] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"678.493345ms","start":"2026-03-14T07:17:16.97917Z","end":"2026-03-14T07:17:17.657663Z","steps":["trace[1381152926] 'process raft request' (duration: 678.181768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:17.6578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:16.979158Z","time spent":"678.545828ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:17.658062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.665753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T07:17:17.658067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.662254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:17.65815Z","caller":"traceutil/trace.go:171","msg":"trace[2076808158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7957; }","duration":"292.792646ms","start":"2026-03-14T07:17:17.365336Z","end":"2026-03-14T07:17:17.658129Z","steps":["trace[2076808158] 'agreement among raft nodes before linearized reading' (duration: 292.483957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:17.658219Z","caller":"traceutil/trace.go:171","msg":"trace[9957395] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7957; }","duration":"504.884841ms","start":"2026-03-14T07:17:17.153289Z","end":"2026-03-14T07:17:17.658174Z","steps":["trace[9957395] 'agreement among raft nodes before linearized reading' (duration: 504.631414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:17.658324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.153261Z","time spent":"505.040654ms","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:17:17.658427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.8011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-14T07:17:17.658471Z","caller":"traceutil/trace.go:171","msg":"trace[1642536514] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7957; }","duration":"283.866303ms","start":"2026-03-14T07:17:17.374594Z","end":"2026-03-14T07:17:17.65846Z","steps":["trace[1642536514] 'agreement among raft nodes before linearized reading' (duration: 283.76528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.184412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101706520269032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:17:18.534664Z","caller":"traceutil/trace.go:171","msg":"trace[1696081508] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"870.070192ms","start":"2026-03-14T07:17:17.664556Z","end":"2026-03-14T07:17:18.534626Z","steps":["trace[1696081508] 'process raft request' (duration: 846.425797ms)","trace[1696081508] 'compare' (duration: 23.414758ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:18.534816Z","caller":"traceutil/trace.go:171","msg":"trace[1756691513] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"870.249886ms","start":"2026-03-14T07:17:17.664549Z","end":"2026-03-14T07:17:18.534798Z","steps":["trace[1756691513] 'process raft request' (duration: 870.02755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.534977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.664541Z","time spent":"870.303598ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:18.535121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.664529Z","time spent":"870.341969ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:18.535492Z","caller":"traceutil/trace.go:171","msg":"trace[648535619] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"870.666476ms","start":"2026-03-14T07:17:17.664792Z","end":"2026-03-14T07:17:18.535458Z","steps":["trace[648535619] 'process raft request' (duration: 869.950147ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:18.535627Z","caller":"traceutil/trace.go:171","msg":"trace[203895505] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8258; }","duration":"851.653579ms","start":"2026-03-14T07:17:17.68395Z","end":"2026-03-14T07:17:18.535604Z","steps":["trace[203895505] 'read index received' (duration: 827.067298ms)","trace[203895505] 'applied index is now lower than readState.Index' (duration: 24.584871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:17:18.535693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.664763Z","time spent":"870.837023ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:18.535725Z","caller":"traceutil/trace.go:171","msg":"trace[833473463] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"869.470265ms","start":"2026-03-14T07:17:17.666243Z","end":"2026-03-14T07:17:18.535713Z","steps":["trace[833473463] 'process raft request' (duration: 869.102424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.535794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.666227Z","time spent":"869.521207ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:18.536201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.805571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228415"} {"level":"info","ts":"2026-03-14T07:17:18.53625Z","caller":"traceutil/trace.go:171","msg":"trace[303773743] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7963; }","duration":"870.871692ms","start":"2026-03-14T07:17:17.665367Z","end":"2026-03-14T07:17:18.536239Z","steps":["trace[303773743] 'agreement among raft nodes before linearized reading' (duration: 870.463132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.53625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.204529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:17:18.536281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.665358Z","time spent":"870.915084ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228438,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:17:18.536306Z","caller":"traceutil/trace.go:171","msg":"trace[312631060] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7963; }","duration":"674.291611ms","start":"2026-03-14T07:17:17.862002Z","end":"2026-03-14T07:17:18.536293Z","steps":["trace[312631060] 'agreement among raft nodes before linearized reading' (duration: 673.984433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.536322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.040859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:17:18.536355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.861987Z","time spent":"674.357842ms","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:17:18.536373Z","caller":"traceutil/trace.go:171","msg":"trace[469964837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7963; }","duration":"731.116611ms","start":"2026-03-14T07:17:17.805238Z","end":"2026-03-14T07:17:18.536355Z","steps":["trace[469964837] 'agreement among raft nodes before linearized reading' (duration: 731.048819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.536427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.805224Z","time spent":"731.193143ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:17:18.53624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.246304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:17:18.536506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.099046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:17:18.536556Z","caller":"traceutil/trace.go:171","msg":"trace[419327046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7963; }","duration":"443.199478ms","start":"2026-03-14T07:17:18.093345Z","end":"2026-03-14T07:17:18.536544Z","steps":["trace[419327046] 'agreement among raft nodes before linearized reading' (duration: 443.094825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.536595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:18.093294Z","time spent":"443.293721ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:17:18.536611Z","caller":"traceutil/trace.go:171","msg":"trace[1604540636] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"860.316166ms","start":"2026-03-14T07:17:17.676283Z","end":"2026-03-14T07:17:18.5366Z","steps":["trace[1604540636] 'process raft request' (duration: 859.201375ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:18.536555Z","caller":"traceutil/trace.go:171","msg":"trace[776813317] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7963; }","duration":"786.599695ms","start":"2026-03-14T07:17:17.749942Z","end":"2026-03-14T07:17:18.536542Z","steps":["trace[776813317] 'agreement among raft nodes before linearized reading' (duration: 786.203545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.536675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.676268Z","time spent":"860.371347ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:18.536685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.749928Z","time spent":"786.751079ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:17:18.536889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.147683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:17:18.536975Z","caller":"traceutil/trace.go:171","msg":"trace[335540357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7963; }","duration":"793.253106ms","start":"2026-03-14T07:17:17.7437Z","end":"2026-03-14T07:17:18.536953Z","steps":["trace[335540357] 'agreement among raft nodes before linearized reading' (duration: 793.081852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.53703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.743611Z","time spent":"793.408ms","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:17:18.537043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.644006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T07:17:18.53708Z","caller":"traceutil/trace.go:171","msg":"trace[1674070308] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7963; }","duration":"815.741548ms","start":"2026-03-14T07:17:17.721328Z","end":"2026-03-14T07:17:18.537069Z","steps":["trace[1674070308] 'agreement among raft nodes before linearized reading' (duration: 814.560156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:18.537117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:17.721303Z","time spent":"815.807162ms","remote":"127.0.0.1:41110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-14T07:17:19.953238Z","caller":"traceutil/trace.go:171","msg":"trace[1733133364] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"341.885196ms","start":"2026-03-14T07:17:19.611322Z","end":"2026-03-14T07:17:19.953207Z","steps":["trace[1733133364] 'process raft request' (duration: 341.698891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:19.953416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:19.6113Z","time spent":"342.023849ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:19.988833Z","caller":"traceutil/trace.go:171","msg":"trace[520344385] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8266; }","duration":"300.955638ms","start":"2026-03-14T07:17:19.687853Z","end":"2026-03-14T07:17:19.988809Z","steps":["trace[520344385] 'read index received' (duration: 265.145672ms)","trace[520344385] 'applied index is now lower than readState.Index' (duration: 35.804966ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:19.988878Z","caller":"traceutil/trace.go:171","msg":"trace[1684876719] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"323.578836ms","start":"2026-03-14T07:17:19.665275Z","end":"2026-03-14T07:17:19.988854Z","steps":["trace[1684876719] 'process raft request' (duration: 323.288608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:19.989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:19.66525Z","time spent":"323.68786ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:19.989053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.183834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:17:19.989088Z","caller":"traceutil/trace.go:171","msg":"trace[1534134933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7968; }","duration":"301.285738ms","start":"2026-03-14T07:17:19.687792Z","end":"2026-03-14T07:17:19.989078Z","steps":["trace[1534134933] 'agreement among raft nodes before linearized reading' (duration: 301.117553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:19.989144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:19.687768Z","time spent":"301.367819ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:17:20.751879Z","caller":"traceutil/trace.go:171","msg":"trace[1605072810] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"208.97067ms","start":"2026-03-14T07:17:20.542874Z","end":"2026-03-14T07:17:20.751845Z","steps":["trace[1605072810] 'process raft request' (duration: 208.759245ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:20.963786Z","caller":"traceutil/trace.go:171","msg":"trace[2093021032] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"420.130579ms","start":"2026-03-14T07:17:20.543628Z","end":"2026-03-14T07:17:20.963759Z","steps":["trace[2093021032] 'process raft request' (duration: 419.904233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:20.963961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:20.543621Z","time spent":"420.248992ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:17:20.964183Z","caller":"traceutil/trace.go:171","msg":"trace[988391727] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"419.847982ms","start":"2026-03-14T07:17:20.544302Z","end":"2026-03-14T07:17:20.96415Z","steps":["trace[988391727] 'process raft request' (duration: 419.4102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:20.964198Z","caller":"traceutil/trace.go:171","msg":"trace[89186605] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8269; }","duration":"420.307825ms","start":"2026-03-14T07:17:20.543863Z","end":"2026-03-14T07:17:20.96417Z","steps":["trace[89186605] 'read index received' (duration: 207.731316ms)","trace[89186605] 'applied index is now lower than readState.Index' (duration: 212.574379ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:17:20.964231Z","caller":"traceutil/trace.go:171","msg":"trace[2006733701] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"418.170216ms","start":"2026-03-14T07:17:20.546037Z","end":"2026-03-14T07:17:20.964207Z","steps":["trace[2006733701] 'process raft request' (duration: 417.94601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:20.964304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:20.54429Z","time spent":"419.953745ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:20.964395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:20.546001Z","time spent":"418.290839ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:17:20.964474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.584912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:17:20.964562Z","caller":"traceutil/trace.go:171","msg":"trace[1875396673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:7973; }","duration":"420.703614ms","start":"2026-03-14T07:17:20.543837Z","end":"2026-03-14T07:17:20.964541Z","steps":["trace[1875396673] 'agreement among raft nodes before linearized reading' (duration: 420.468158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:20.96461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:20.543826Z","time spent":"420.775316ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xf2kg\" "} {"level":"warn","ts":"2026-03-14T07:17:20.964622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.090506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:20.964669Z","caller":"traceutil/trace.go:171","msg":"trace[469791932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7973; }","duration":"402.155299ms","start":"2026-03-14T07:17:20.562501Z","end":"2026-03-14T07:17:20.964656Z","steps":["trace[469791932] 'agreement among raft nodes before linearized reading' (duration: 402.081367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:20.964709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:20.562487Z","time spent":"402.215981ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:17:20.96475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.540371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:17:20.964792Z","caller":"traceutil/trace.go:171","msg":"trace[460111558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7973; }","duration":"339.656365ms","start":"2026-03-14T07:17:20.625124Z","end":"2026-03-14T07:17:20.96478Z","steps":["trace[460111558] 'agreement among raft nodes before linearized reading' (duration: 339.477459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:20.964825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:17:20.625107Z","time spent":"339.710985ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:17:26.800797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.061534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:26.800884Z","caller":"traceutil/trace.go:171","msg":"trace[1785819448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8029; }","duration":"238.206547ms","start":"2026-03-14T07:17:26.562657Z","end":"2026-03-14T07:17:26.800864Z","steps":["trace[1785819448] 'range keys from in-memory index tree' (duration: 237.976721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:26.801008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.774688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:17:26.801087Z","caller":"traceutil/trace.go:171","msg":"trace[960731019] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8029; }","duration":"225.899062ms","start":"2026-03-14T07:17:26.57517Z","end":"2026-03-14T07:17:26.801069Z","steps":["trace[960731019] 'range keys from in-memory index tree' (duration: 225.719986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:26.801194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.569728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:17:26.801236Z","caller":"traceutil/trace.go:171","msg":"trace[1313991482] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8029; }","duration":"135.671581ms","start":"2026-03-14T07:17:26.665552Z","end":"2026-03-14T07:17:26.801224Z","steps":["trace[1313991482] 'count revisions from in-memory index tree' (duration: 135.430544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:17:26.801386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.336149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:17:26.801416Z","caller":"traceutil/trace.go:171","msg":"trace[497824022] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8029; }","duration":"132.411042ms","start":"2026-03-14T07:17:26.668997Z","end":"2026-03-14T07:17:26.801408Z","steps":["trace[497824022] 'count revisions from in-memory index tree' (duration: 132.217716ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:01.376756Z","caller":"traceutil/trace.go:171","msg":"trace[352571226] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"112.281892ms","start":"2026-03-14T07:18:01.264423Z","end":"2026-03-14T07:18:01.376705Z","steps":["trace[352571226] 'process raft request' (duration: 110.080982ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:16.33635Z","caller":"traceutil/trace.go:171","msg":"trace[1459370066] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"158.912475ms","start":"2026-03-14T07:18:16.177403Z","end":"2026-03-14T07:18:16.336316Z","steps":["trace[1459370066] 'process raft request' (duration: 110.685429ms)","trace[1459370066] 'compare' (duration: 47.919697ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:16.429503Z","caller":"traceutil/trace.go:171","msg":"trace[1449314340] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"132.965447ms","start":"2026-03-14T07:18:16.296509Z","end":"2026-03-14T07:18:16.429474Z","steps":["trace[1449314340] 'process raft request' (duration: 132.70709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:16.999968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.681782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:17.000118Z","caller":"traceutil/trace.go:171","msg":"trace[307383415] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"580.616377ms","start":"2026-03-14T07:18:16.419487Z","end":"2026-03-14T07:18:17.000103Z","steps":["trace[307383415] 'process raft request' (duration: 360.725139ms)","trace[307383415] 'compare' (duration: 219.515147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:17.000288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.419464Z","time spent":"580.677268ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:17.001584Z","caller":"traceutil/trace.go:171","msg":"trace[1585455313] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8886; }","duration":"438.314105ms","start":"2026-03-14T07:18:16.563247Z","end":"2026-03-14T07:18:17.001561Z","steps":["trace[1585455313] 'read index received' (duration: 216.977459ms)","trace[1585455313] 'applied index is now lower than readState.Index' (duration: 221.335666ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:17.00163Z","caller":"traceutil/trace.go:171","msg":"trace[566362465] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"566.952233ms","start":"2026-03-14T07:18:16.434644Z","end":"2026-03-14T07:18:17.001596Z","steps":["trace[566362465] 'process raft request' (duration: 566.744208ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:17.001726Z","caller":"traceutil/trace.go:171","msg":"trace[1084402005] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"261.203245ms","start":"2026-03-14T07:18:16.740512Z","end":"2026-03-14T07:18:17.001715Z","steps":["trace[1084402005] 'process raft request' (duration: 261.00049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.00194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.43463Z","time spent":"567.114508ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:17.001943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.673505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:17.002083Z","caller":"traceutil/trace.go:171","msg":"trace[168948972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8571; }","duration":"438.831999ms","start":"2026-03-14T07:18:16.563201Z","end":"2026-03-14T07:18:17.002033Z","steps":["trace[168948972] 'agreement among raft nodes before linearized reading' (duration: 438.562081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.002194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.563178Z","time spent":"439.003274ms","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:18:29.166826Z","caller":"traceutil/trace.go:171","msg":"trace[1072123120] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"108.008807ms","start":"2026-03-14T07:18:29.058787Z","end":"2026-03-14T07:18:29.166796Z","steps":["trace[1072123120] 'process raft request' (duration: 107.73977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.373326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.679967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:29.373441Z","caller":"traceutil/trace.go:171","msg":"trace[431640253] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"202.991718ms","start":"2026-03-14T07:18:29.170427Z","end":"2026-03-14T07:18:29.373419Z","steps":["trace[431640253] 'process raft request' (duration: 29.123125ms)","trace[431640253] 'compare' (duration: 173.372519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:30.027242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.434258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:30.027327Z","caller":"traceutil/trace.go:171","msg":"trace[556150263] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8640; }","duration":"395.569001ms","start":"2026-03-14T07:18:29.631738Z","end":"2026-03-14T07:18:30.027307Z","steps":["trace[556150263] 'range keys from in-memory index tree' (duration: 395.275474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.027372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.095165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:18:30.02741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:29.63172Z","time spent":"395.678256ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:18:30.027452Z","caller":"traceutil/trace.go:171","msg":"trace[756056594] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8640; }","duration":"220.219258ms","start":"2026-03-14T07:18:29.807213Z","end":"2026-03-14T07:18:30.027432Z","steps":["trace[756056594] 'count revisions from in-memory index tree' (duration: 219.951951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.027523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.18687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf2kg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:18:30.027599Z","caller":"traceutil/trace.go:171","msg":"trace[1277023304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf2kg; range_end:; response_count:1; response_revision:8640; }","duration":"388.305363ms","start":"2026-03-14T07:18:29.639278Z","end":"2026-03-14T07:18:30.027584Z","steps":["trace[1277023304] 'range keys from in-memory index tree' (duration: 388.032766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.027637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:29.639261Z","time spent":"388.367836ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xf2kg\" "} {"level":"warn","ts":"2026-03-14T07:18:30.027756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.705363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:18:30.027798Z","caller":"traceutil/trace.go:171","msg":"trace[1379089431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8640; }","duration":"407.784235ms","start":"2026-03-14T07:18:29.620004Z","end":"2026-03-14T07:18:30.027788Z","steps":["trace[1379089431] 'range keys from in-memory index tree' (duration: 407.531177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.027828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:29.619992Z","time spent":"407.827685ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:30.027905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.072691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:18:30.027964Z","caller":"traceutil/trace.go:171","msg":"trace[1658293827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8640; }","duration":"497.38789ms","start":"2026-03-14T07:18:29.53056Z","end":"2026-03-14T07:18:30.027948Z","steps":["trace[1658293827] 'range keys from in-memory index tree' (duration: 496.609738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.028005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:29.530541Z","time spent":"497.455031ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:18:30.235163Z","caller":"traceutil/trace.go:171","msg":"trace[472776682] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"202.613228ms","start":"2026-03-14T07:18:30.032528Z","end":"2026-03-14T07:18:30.235142Z","steps":["trace[472776682] 'process raft request' (duration: 202.483454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.723688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.681028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:30.723933Z","caller":"traceutil/trace.go:171","msg":"trace[1087631119] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"344.236631ms","start":"2026-03-14T07:18:30.379678Z","end":"2026-03-14T07:18:30.723914Z","steps":["trace[1087631119] 'process raft request' (duration: 344.19635ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:30.723945Z","caller":"traceutil/trace.go:171","msg":"trace[1983606637] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"691.195956ms","start":"2026-03-14T07:18:30.032677Z","end":"2026-03-14T07:18:30.723873Z","steps":["trace[1983606637] 'process raft request' (duration: 300.194089ms)","trace[1983606637] 'compare' (duration: 390.537034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:30.72401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:30.379651Z","time spent":"344.324234ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:30.724121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:30.032655Z","time spent":"691.361572ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:30.724188Z","caller":"traceutil/trace.go:171","msg":"trace[546213124] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8960; }","duration":"662.720719ms","start":"2026-03-14T07:18:30.061438Z","end":"2026-03-14T07:18:30.724159Z","steps":["trace[546213124] 'read index received' (duration: 173.604666ms)","trace[546213124] 'applied index is now lower than readState.Index' (duration: 489.113343ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:30.724203Z","caller":"traceutil/trace.go:171","msg":"trace[1222190276] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"691.485803ms","start":"2026-03-14T07:18:30.032681Z","end":"2026-03-14T07:18:30.724167Z","steps":["trace[1222190276] 'process raft request' (duration: 691.103384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.724368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:30.032653Z","time spent":"691.617028ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:30.724428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.970847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:18:30.724465Z","caller":"traceutil/trace.go:171","msg":"trace[447635333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8644; }","duration":"663.05576ms","start":"2026-03-14T07:18:30.0614Z","end":"2026-03-14T07:18:30.724456Z","steps":["trace[447635333] 'agreement among raft nodes before linearized reading' (duration: 662.883175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.724493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:30.061384Z","time spent":"663.10351ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:18:30.743014Z","caller":"traceutil/trace.go:171","msg":"trace[132369194] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"267.95806ms","start":"2026-03-14T07:18:30.475035Z","end":"2026-03-14T07:18:30.742993Z","steps":["trace[132369194] 'process raft request' (duration: 267.820457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:30.743092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.103823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:30.743146Z","caller":"traceutil/trace.go:171","msg":"trace[1437449215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8645; }","duration":"180.193836ms","start":"2026-03-14T07:18:30.562933Z","end":"2026-03-14T07:18:30.743127Z","steps":["trace[1437449215] 'agreement among raft nodes before linearized reading' (duration: 180.096774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:31.527819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.723011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:18:31.527906Z","caller":"traceutil/trace.go:171","msg":"trace[1724790525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8646; }","duration":"150.866266ms","start":"2026-03-14T07:18:31.377019Z","end":"2026-03-14T07:18:31.527886Z","steps":["trace[1724790525] 'range keys from in-memory index tree' (duration: 150.528997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:15.066743Z","caller":"traceutil/trace.go:171","msg":"trace[1676399549] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"130.408288ms","start":"2026-03-14T07:19:14.936311Z","end":"2026-03-14T07:19:15.06672Z","steps":["trace[1676399549] 'process raft request' (duration: 130.265284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:15.143204Z","caller":"traceutil/trace.go:171","msg":"trace[1505433142] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"206.401121ms","start":"2026-03-14T07:19:14.936771Z","end":"2026-03-14T07:19:15.143173Z","steps":["trace[1505433142] 'process raft request' (duration: 206.169935ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:15.143082Z","caller":"traceutil/trace.go:171","msg":"trace[217349093] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9271; }","duration":"168.567208ms","start":"2026-03-14T07:19:14.974495Z","end":"2026-03-14T07:19:15.143062Z","steps":["trace[217349093] 'read index received' (duration: 92.845733ms)","trace[217349093] 'applied index is now lower than readState.Index' (duration: 75.720515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:15.1436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.091743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:19:15.143752Z","caller":"traceutil/trace.go:171","msg":"trace[608054747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8942; }","duration":"169.287678ms","start":"2026-03-14T07:19:14.974443Z","end":"2026-03-14T07:19:15.143731Z","steps":["trace[608054747] 'agreement among raft nodes before linearized reading' (duration: 168.930199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:15.144174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.280969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:15.144245Z","caller":"traceutil/trace.go:171","msg":"trace[195980326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8942; }","duration":"158.624057ms","start":"2026-03-14T07:19:14.985608Z","end":"2026-03-14T07:19:15.144232Z","steps":["trace[195980326] 'agreement among raft nodes before linearized reading' (duration: 158.145484ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:15.366763Z","caller":"traceutil/trace.go:171","msg":"trace[1636564700] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"219.360145ms","start":"2026-03-14T07:19:15.147375Z","end":"2026-03-14T07:19:15.366735Z","steps":["trace[1636564700] 'process raft request' (duration: 129.548994ms)","trace[1636564700] 'compare' (duration: 89.642526ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:15.367584Z","caller":"traceutil/trace.go:171","msg":"trace[275312408] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"216.443175ms","start":"2026-03-14T07:19:15.151114Z","end":"2026-03-14T07:19:15.367557Z","steps":["trace[275312408] 'process raft request' (duration: 216.163067ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:48.58525Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T07:20:48.592706Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T07:20:48.59279Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T07:21:52.635151Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7747} {"level":"info","ts":"2026-03-14T07:21:52.700363Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7747,"took":"62.98433ms","hash":3961254437,"current-db-size-bytes":43290624,"current-db-size":"43 MB","current-db-size-in-use-bytes":26439680,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T07:21:52.70042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3961254437,"revision":7747,"compact-revision":5716} {"level":"info","ts":"2026-03-14T07:26:52.642135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9982} {"level":"info","ts":"2026-03-14T07:26:52.720013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9982,"took":"75.369589ms","hash":3522092165,"current-db-size-bytes":43290624,"current-db-size":"43 MB","current-db-size-in-use-bytes":16896000,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-14T07:26:52.720082Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3522092165,"revision":9982,"compact-revision":7747}