{"level":"warn","ts":"2026-04-09T22:29:51.213703Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:29:51.213827Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T22:29:51.213933Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:29:51.213949Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-04-09T22:29:51.213972Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:29:51.214785Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-04-09T22:29:51.214904Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T22:29:51.221423Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.222756ms"} {"level":"info","ts":"2026-04-09T22:29:51.23179Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-04-09T22:29:51.231932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T22:29:51.231985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-04-09T22:29:51.232002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T22:29:51.232035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.232109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-04-09T22:29:51.522219Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T22:29:51.600553Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T22:29:51.644272Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T22:29:51.748625Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T22:29:51.748866Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T22:29:51.749125Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:29:51.749585Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:29:51.749608Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:29:51.760339Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:29:51.760493Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-04-09T22:29:51.760557Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-04-09T22:29:51.761479Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T22:29:51.76152Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T22:29:51.771677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-04-09T22:29:51.772026Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-04-09T22:29:51.932935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.933025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.933045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.93306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.933068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.933078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.933088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.935101Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:51.937752Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:29:51.937883Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:29:51.937697Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T22:29:51.93829Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T22:29:51.938483Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T22:29:51.940605Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:51.940711Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:51.940747Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:51.941419Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T22:29:51.943455Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-04-09T22:29:53.547613Z","caller":"traceutil/trace.go:171","msg":"trace[384411379] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"166.377718ms","start":"2026-04-09T22:29:53.3812Z","end":"2026-04-09T22:29:53.547578Z","steps":["trace[384411379] 'process raft request' (duration: 166.067101ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621436Z","caller":"traceutil/trace.go:171","msg":"trace[1723062925] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"153.457296ms","start":"2026-04-09T22:29:53.46794Z","end":"2026-04-09T22:29:53.621397Z","steps":["trace[1723062925] 'process raft request' (duration: 153.165089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621485Z","caller":"traceutil/trace.go:171","msg":"trace[1648288817] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"239.677281ms","start":"2026-04-09T22:29:53.381767Z","end":"2026-04-09T22:29:53.621445Z","steps":["trace[1648288817] 'process raft request' (duration: 239.027005ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621562Z","caller":"traceutil/trace.go:171","msg":"trace[506422158] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"229.033424ms","start":"2026-04-09T22:29:53.392501Z","end":"2026-04-09T22:29:53.621535Z","steps":["trace[506422158] 'read index received' (duration: 154.86654ms)","trace[506422158] 'applied index is now lower than readState.Index' (duration: 74.165534ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:53.621564Z","caller":"traceutil/trace.go:171","msg":"trace[137801617] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"153.2477ms","start":"2026-04-09T22:29:53.468275Z","end":"2026-04-09T22:29:53.621523Z","steps":["trace[137801617] 'process raft request' (duration: 152.900081ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621577Z","caller":"traceutil/trace.go:171","msg":"trace[2018891249] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"153.104637ms","start":"2026-04-09T22:29:53.468417Z","end":"2026-04-09T22:29:53.621522Z","steps":["trace[2018891249] 'process raft request' (duration: 152.861901ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621697Z","caller":"traceutil/trace.go:171","msg":"trace[1933383064] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"153.21795ms","start":"2026-04-09T22:29:53.468463Z","end":"2026-04-09T22:29:53.621681Z","steps":["trace[1933383064] 'process raft request' (duration: 152.869851ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621779Z","caller":"traceutil/trace.go:171","msg":"trace[1259441446] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"153.449456ms","start":"2026-04-09T22:29:53.468306Z","end":"2026-04-09T22:29:53.621756Z","steps":["trace[1259441446] 'process raft request' (duration: 152.923893ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.62186Z","caller":"traceutil/trace.go:171","msg":"trace[1286184312] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"142.131923ms","start":"2026-04-09T22:29:53.479709Z","end":"2026-04-09T22:29:53.621841Z","steps":["trace[1286184312] 'process raft request' (duration: 141.776194ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621968Z","caller":"traceutil/trace.go:171","msg":"trace[612329889] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"153.464375ms","start":"2026-04-09T22:29:53.468472Z","end":"2026-04-09T22:29:53.621937Z","steps":["trace[612329889] 'process raft request' (duration: 152.904341ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.621954Z","caller":"traceutil/trace.go:171","msg":"trace[1925366275] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"147.190819ms","start":"2026-04-09T22:29:53.474749Z","end":"2026-04-09T22:29:53.62194Z","steps":["trace[1925366275] 'process raft request' (duration: 146.675357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.622054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.461695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:29:53.622052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.509202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.622261Z","caller":"traceutil/trace.go:171","msg":"trace[672495569] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"189.715382ms","start":"2026-04-09T22:29:53.43253Z","end":"2026-04-09T22:29:53.622245Z","steps":["trace[672495569] 'agreement among raft nodes before linearized reading' (duration: 189.388394ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.622282Z","caller":"traceutil/trace.go:171","msg":"trace[1098298832] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"102.772448ms","start":"2026-04-09T22:29:53.519493Z","end":"2026-04-09T22:29:53.622265Z","steps":["trace[1098298832] 'agreement among raft nodes before linearized reading' (duration: 102.469151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.622291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.69055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.622397Z","caller":"traceutil/trace.go:171","msg":"trace[2019453483] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"229.897326ms","start":"2026-04-09T22:29:53.39247Z","end":"2026-04-09T22:29:53.622368Z","steps":["trace[2019453483] 'agreement among raft nodes before linearized reading' (duration: 229.495406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.622499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.976129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:29:53.622501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.918381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:29:53.622523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.546122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.622571Z","caller":"traceutil/trace.go:171","msg":"trace[594862099] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:0; response_revision:11; }","duration":"157.056615ms","start":"2026-04-09T22:29:53.4655Z","end":"2026-04-09T22:29:53.622557Z","steps":["trace[594862099] 'agreement among raft nodes before linearized reading' (duration: 156.937173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.622584Z","caller":"traceutil/trace.go:171","msg":"trace[259480064] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"154.654395ms","start":"2026-04-09T22:29:53.46791Z","end":"2026-04-09T22:29:53.622564Z","steps":["trace[259480064] 'agreement among raft nodes before linearized reading' (duration: 154.530182ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.622572Z","caller":"traceutil/trace.go:171","msg":"trace[337887114] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"156.155753ms","start":"2026-04-09T22:29:53.466397Z","end":"2026-04-09T22:29:53.622553Z","steps":["trace[337887114] 'agreement among raft nodes before linearized reading' (duration: 156.01311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.84842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.787729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T22:29:53.848847Z","caller":"traceutil/trace.go:171","msg":"trace[1292961178] linearizableReadLoop","detail":"{readStateIndex:25; appliedIndex:24; }","duration":"178.754868ms","start":"2026-04-09T22:29:53.670055Z","end":"2026-04-09T22:29:53.848809Z","steps":["trace[1292961178] 'read index received' (duration: 62.165933ms)","trace[1292961178] 'applied index is now lower than readState.Index' (duration: 116.585595ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:53.848904Z","caller":"traceutil/trace.go:171","msg":"trace[1356925202] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"180.155102ms","start":"2026-04-09T22:29:53.668697Z","end":"2026-04-09T22:29:53.848852Z","steps":["trace[1356925202] 'process raft request' (duration: 63.481035ms)","trace[1356925202] 'compare' (duration: 114.582634ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:53.849046Z","caller":"traceutil/trace.go:171","msg":"trace[696559974] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"177.325851ms","start":"2026-04-09T22:29:53.671702Z","end":"2026-04-09T22:29:53.849028Z","steps":["trace[696559974] 'process raft request' (duration: 177.202328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.849071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.005414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.849113Z","caller":"traceutil/trace.go:171","msg":"trace[573018747] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:26; }","duration":"179.086446ms","start":"2026-04-09T22:29:53.670009Z","end":"2026-04-09T22:29:53.849096Z","steps":["trace[573018747] 'agreement among raft nodes before linearized reading' (duration: 178.957803ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.849149Z","caller":"traceutil/trace.go:171","msg":"trace[498491764] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"178.500821ms","start":"2026-04-09T22:29:53.670641Z","end":"2026-04-09T22:29:53.849142Z","steps":["trace[498491764] 'process raft request' (duration: 178.124872ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.849138Z","caller":"traceutil/trace.go:171","msg":"trace[1404157156] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"178.215055ms","start":"2026-04-09T22:29:53.670872Z","end":"2026-04-09T22:29:53.849087Z","steps":["trace[1404157156] 'process raft request' (duration: 177.952188ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.849088Z","caller":"traceutil/trace.go:171","msg":"trace[599884239] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"178.495391ms","start":"2026-04-09T22:29:53.670566Z","end":"2026-04-09T22:29:53.849061Z","steps":["trace[599884239] 'process raft request' (duration: 178.018789ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.849278Z","caller":"traceutil/trace.go:171","msg":"trace[888989881] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"177.768733ms","start":"2026-04-09T22:29:53.671479Z","end":"2026-04-09T22:29:53.849247Z","steps":["trace[888989881] 'process raft request' (duration: 177.399834ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.849434Z","caller":"traceutil/trace.go:171","msg":"trace[1335942844] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"177.65886ms","start":"2026-04-09T22:29:53.671009Z","end":"2026-04-09T22:29:53.849426Z","steps":["trace[1335942844] 'process raft request' (duration: 177.224469ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.849536Z","caller":"traceutil/trace.go:171","msg":"trace[1151511656] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"163.571088ms","start":"2026-04-09T22:29:53.685948Z","end":"2026-04-09T22:29:53.849519Z","steps":["trace[1151511656] 'process raft request' (duration: 163.375174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.849542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.628814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.849631Z","caller":"traceutil/trace.go:171","msg":"trace[799201766] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:28; }","duration":"168.754258ms","start":"2026-04-09T22:29:53.680856Z","end":"2026-04-09T22:29:53.84961Z","steps":["trace[799201766] 'agreement among raft nodes before linearized reading' (duration: 168.582183ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.020373Z","caller":"traceutil/trace.go:171","msg":"trace[482358547] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"166.097431ms","start":"2026-04-09T22:29:53.854227Z","end":"2026-04-09T22:29:54.020324Z","steps":["trace[482358547] 'process raft request' (duration: 165.946718ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.020465Z","caller":"traceutil/trace.go:171","msg":"trace[1569339205] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"166.503181ms","start":"2026-04-09T22:29:53.853924Z","end":"2026-04-09T22:29:54.020428Z","steps":["trace[1569339205] 'process raft request' (duration: 166.149852ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.02049Z","caller":"traceutil/trace.go:171","msg":"trace[289807018] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"166.323017ms","start":"2026-04-09T22:29:53.85413Z","end":"2026-04-09T22:29:54.020453Z","steps":["trace[289807018] 'process raft request' (duration: 166.002029ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.02049Z","caller":"traceutil/trace.go:171","msg":"trace[260083958] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"165.658171ms","start":"2026-04-09T22:29:53.854801Z","end":"2026-04-09T22:29:54.020459Z","steps":["trace[260083958] 'process raft request' (duration: 165.421075ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.020914Z","caller":"traceutil/trace.go:171","msg":"trace[457985434] linearizableReadLoop","detail":"{readStateIndex:35; appliedIndex:33; }","duration":"166.179674ms","start":"2026-04-09T22:29:53.854114Z","end":"2026-04-09T22:29:54.020294Z","steps":["trace[457985434] 'read index received' (duration: 16.39843ms)","trace[457985434] 'applied index is now lower than readState.Index' (duration: 149.779764ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:54.020986Z","caller":"traceutil/trace.go:171","msg":"trace[1210368687] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"166.86364ms","start":"2026-04-09T22:29:53.853523Z","end":"2026-04-09T22:29:54.020386Z","steps":["trace[1210368687] 'process raft request' (duration: 145.102206ms)","trace[1210368687] 'compare' (duration: 21.235061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:54.020976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.816819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:54.020638Z","caller":"traceutil/trace.go:171","msg":"trace[994274126] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"166.304997ms","start":"2026-04-09T22:29:53.85432Z","end":"2026-04-09T22:29:54.020625Z","steps":["trace[994274126] 'process raft request' (duration: 165.877836ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.021072Z","caller":"traceutil/trace.go:171","msg":"trace[1056474814] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:36; }","duration":"167.006844ms","start":"2026-04-09T22:29:53.854039Z","end":"2026-04-09T22:29:54.021046Z","steps":["trace[1056474814] 'agreement among raft nodes before linearized reading' (duration: 166.771208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.021277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.257295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:54.021342Z","caller":"traceutil/trace.go:171","msg":"trace[1328995995] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:36; }","duration":"114.379659ms","start":"2026-04-09T22:29:53.906944Z","end":"2026-04-09T22:29:54.021324Z","steps":["trace[1328995995] 'agreement among raft nodes before linearized reading' (duration: 114.259285ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.020624Z","caller":"traceutil/trace.go:171","msg":"trace[223502233] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"165.689481ms","start":"2026-04-09T22:29:53.854918Z","end":"2026-04-09T22:29:54.020607Z","steps":["trace[223502233] 'process raft request' (duration: 165.337093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.86615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464479402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:55.348275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215849978s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:29:55.373858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240763212s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-09T22:29:55.374116Z","caller":"traceutil/trace.go:171","msg":"trace[981448339] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"1.312283959s","start":"2026-04-09T22:29:54.061762Z","end":"2026-04-09T22:29:55.374046Z","steps":["trace[981448339] 'process raft request' (duration: 70.679766ms)","trace[981448339] 'compare' (duration: 1.240403843s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:55.374274Z","caller":"traceutil/trace.go:171","msg":"trace[2114888322] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:47; }","duration":"1.008378023s","start":"2026-04-09T22:29:54.365877Z","end":"2026-04-09T22:29:55.374256Z","steps":["trace[2114888322] 'read index received' (duration: 982.551997ms)","trace[2114888322] 'applied index is now lower than readState.Index' (duration: 25.824566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:55.37429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.076424Z","time spent":"1.297861798s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:29:55.374315Z","caller":"traceutil/trace.go:171","msg":"trace[1417581128] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"1.30355793s","start":"2026-04-09T22:29:54.070703Z","end":"2026-04-09T22:29:55.374261Z","steps":["trace[1417581128] 'process raft request' (duration: 1.303236902s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.374365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.061735Z","time spent":"1.312475604s","remote":"127.0.0.1:56342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:29:55.37439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008515707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:55.374436Z","caller":"traceutil/trace.go:171","msg":"trace[684522721] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:45; }","duration":"1.008597339s","start":"2026-04-09T22:29:54.365828Z","end":"2026-04-09T22:29:55.374425Z","steps":["trace[684522721] 'agreement among raft nodes before linearized reading' (duration: 1.008528017s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.374481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.365799Z","time spent":"1.008673622s","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-04-09T22:29:55.374479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.070679Z","time spent":"1.303728745s","remote":"127.0.0.1:56342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":632,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:55.374568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007867331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:55.374671Z","caller":"traceutil/trace.go:171","msg":"trace[698506202] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:45; }","duration":"1.008003904s","start":"2026-04-09T22:29:54.366648Z","end":"2026-04-09T22:29:55.374652Z","steps":["trace[698506202] 'agreement among raft nodes before linearized reading' (duration: 1.007736498s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.374707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.293712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:55.37474Z","caller":"traceutil/trace.go:171","msg":"trace[1444828027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:45; }","duration":"942.365143ms","start":"2026-04-09T22:29:54.432366Z","end":"2026-04-09T22:29:55.374731Z","steps":["trace[1444828027] 'agreement among raft nodes before linearized reading' (duration: 942.302682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.374745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.366626Z","time spent":"1.008104206s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-04-09T22:29:55.374765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.43234Z","time spent":"942.419305ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:56.153275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.937278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:56.153399Z","caller":"traceutil/trace.go:171","msg":"trace[1959306865] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:0; response_revision:161; }","duration":"250.112833ms","start":"2026-04-09T22:29:55.903262Z","end":"2026-04-09T22:29:56.153375Z","steps":["trace[1959306865] 'range keys from in-memory index tree' (duration: 249.866867ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:56.191045Z","caller":"traceutil/trace.go:171","msg":"trace[28082643] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"165.425465ms","start":"2026-04-09T22:29:56.025602Z","end":"2026-04-09T22:29:56.191027Z","steps":["trace[28082643] 'process raft request' (duration: 165.251691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:56.739246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.979994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:29:56.739381Z","caller":"traceutil/trace.go:171","msg":"trace[2098737308] linearizableReadLoop","detail":"{readStateIndex:181; appliedIndex:180; }","duration":"306.159792ms","start":"2026-04-09T22:29:56.433202Z","end":"2026-04-09T22:29:56.739362Z","steps":["trace[2098737308] 'read index received' (duration: 170.88133ms)","trace[2098737308] 'applied index is now lower than readState.Index' (duration: 135.277052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:56.739494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.330077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:56.739529Z","caller":"traceutil/trace.go:171","msg":"trace[487715864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:176; }","duration":"306.373158ms","start":"2026-04-09T22:29:56.433145Z","end":"2026-04-09T22:29:56.739519Z","steps":["trace[487715864] 'agreement among raft nodes before linearized reading' (duration: 306.265585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:56.739568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:56.433103Z","time spent":"306.45718ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:29:56.739468Z","caller":"traceutil/trace.go:171","msg":"trace[21309051] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"382.517341ms","start":"2026-04-09T22:29:56.356877Z","end":"2026-04-09T22:29:56.739394Z","steps":["trace[21309051] 'process raft request' (duration: 247.308352ms)","trace[21309051] 'compare' (duration: 134.770898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:56.739781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:56.356846Z","time spent":"382.802768ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:57.182823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.490636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:29:57.18295Z","caller":"traceutil/trace.go:171","msg":"trace[252256296] linearizableReadLoop","detail":"{readStateIndex:183; appliedIndex:182; }","duration":"350.830538ms","start":"2026-04-09T22:29:56.832095Z","end":"2026-04-09T22:29:57.182926Z","steps":["trace[252256296] 'read index received' (duration: 129.185718ms)","trace[252256296] 'applied index is now lower than readState.Index' (duration: 221.64324ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:57.183039Z","caller":"traceutil/trace.go:171","msg":"trace[180685928] transaction","detail":"{read_only:false; response_revision:178; number_of_response:1; }","duration":"364.92442ms","start":"2026-04-09T22:29:56.818059Z","end":"2026-04-09T22:29:57.182984Z","steps":["trace[180685928] 'process raft request' (duration: 143.194909ms)","trace[180685928] 'compare' (duration: 221.327771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:57.183093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.990233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:57.183144Z","caller":"traceutil/trace.go:171","msg":"trace[2137999929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:178; }","duration":"351.088095ms","start":"2026-04-09T22:29:56.832044Z","end":"2026-04-09T22:29:57.183132Z","steps":["trace[2137999929] 'agreement among raft nodes before linearized reading' (duration: 350.951992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:57.183178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:56.832022Z","time spent":"351.147926ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:57.183226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:56.818034Z","time spent":"365.108365ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:57.34336Z","caller":"traceutil/trace.go:171","msg":"trace[577796807] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"104.153094ms","start":"2026-04-09T22:29:57.239166Z","end":"2026-04-09T22:29:57.343319Z","steps":["trace[577796807] 'process raft request' (duration: 67.033176ms)","trace[577796807] 'compare' (duration: 36.860441ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:57.522021Z","caller":"traceutil/trace.go:171","msg":"trace[860404542] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"172.248994ms","start":"2026-04-09T22:29:57.349737Z","end":"2026-04-09T22:29:57.521986Z","steps":["trace[860404542] 'process raft request' (duration: 117.278791ms)","trace[860404542] 'compare' (duration: 54.554253ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:57.740347Z","caller":"traceutil/trace.go:171","msg":"trace[57778829] linearizableReadLoop","detail":"{readStateIndex:191; appliedIndex:190; }","duration":"169.740123ms","start":"2026-04-09T22:29:57.570573Z","end":"2026-04-09T22:29:57.740313Z","steps":["trace[57778829] 'read index received' (duration: 132.570194ms)","trace[57778829] 'applied index is now lower than readState.Index' (duration: 37.168989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:57.740536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.952588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:57.740648Z","caller":"traceutil/trace.go:171","msg":"trace[677589173] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:0; response_revision:186; }","duration":"170.074801ms","start":"2026-04-09T22:29:57.570493Z","end":"2026-04-09T22:29:57.740568Z","steps":["trace[677589173] 'agreement among raft nodes before linearized reading' (duration: 169.935378ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:57.740797Z","caller":"traceutil/trace.go:171","msg":"trace[792252221] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"192.696086ms","start":"2026-04-09T22:29:57.548053Z","end":"2026-04-09T22:29:57.740749Z","steps":["trace[792252221] 'process raft request' (duration: 155.145528ms)","trace[792252221] 'compare' (duration: 36.953843ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:59.421764Z","caller":"traceutil/trace.go:171","msg":"trace[112779594] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"534.848258ms","start":"2026-04-09T22:29:58.88688Z","end":"2026-04-09T22:29:59.421728Z","steps":["trace[112779594] 'process raft request' (duration: 534.680544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:59.421983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:58.886848Z","time spent":"535.015682ms","remote":"127.0.0.1:56062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3697,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:00.111729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.255237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:00.111877Z","caller":"traceutil/trace.go:171","msg":"trace[1926722977] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:257; }","duration":"578.722315ms","start":"2026-04-09T22:29:59.533132Z","end":"2026-04-09T22:30:00.111854Z","steps":["trace[1926722977] 'read index received' (duration: 69.832µs)","trace[1926722977] 'applied index is now lower than readState.Index' (duration: 578.647042ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:00.111985Z","caller":"traceutil/trace.go:171","msg":"trace[227485455] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"681.094683ms","start":"2026-04-09T22:29:59.430843Z","end":"2026-04-09T22:30:00.111938Z","steps":["trace[227485455] 'process raft request' (duration: 57.544248ms)","trace[227485455] 'compare' (duration: 623.059282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:00.11207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.931689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:00.112127Z","caller":"traceutil/trace.go:171","msg":"trace[1691488094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:252; }","duration":"579.050233ms","start":"2026-04-09T22:29:59.533061Z","end":"2026-04-09T22:30:00.112112Z","steps":["trace[1691488094] 'agreement among raft nodes before linearized reading' (duration: 578.875009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:00.112168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:59.430814Z","time spent":"681.275697ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:00.112165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:59.533032Z","time spent":"579.123174ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:00.112178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.562136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:00.112256Z","caller":"traceutil/trace.go:171","msg":"trace[1226181700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:252; }","duration":"575.700239ms","start":"2026-04-09T22:29:59.536538Z","end":"2026-04-09T22:30:00.112238Z","steps":["trace[1226181700] 'agreement among raft nodes before linearized reading' (duration: 575.447003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:00.112307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:59.536509Z","time spent":"575.784581ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:00.853937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464479803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:01.355255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464479803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:01.542622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425119778s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:01.555669Z","caller":"traceutil/trace.go:171","msg":"trace[1409244323] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"1.438282457s","start":"2026-04-09T22:30:00.11733Z","end":"2026-04-09T22:30:01.555613Z","steps":["trace[1409244323] 'process raft request' (duration: 1.425514988s)","trace[1409244323] 'compare' (duration: 12.591195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:01.555951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.117289Z","time spent":"1.438516603s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:01.55675Z","caller":"traceutil/trace.go:171","msg":"trace[1909537307] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"1.438520972s","start":"2026-04-09T22:30:00.118184Z","end":"2026-04-09T22:30:01.556705Z","steps":["trace[1909537307] 'process raft request' (duration: 1.438290177s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:01.556836Z","caller":"traceutil/trace.go:171","msg":"trace[811124296] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"1.435110498s","start":"2026-04-09T22:30:00.121667Z","end":"2026-04-09T22:30:01.556778Z","steps":["trace[811124296] 'process raft request' (duration: 1.434923413s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:01.556941Z","caller":"traceutil/trace.go:171","msg":"trace[1655267248] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"138.104601ms","start":"2026-04-09T22:30:01.418804Z","end":"2026-04-09T22:30:01.556908Z","steps":["trace[1655267248] 'process raft request' (duration: 137.844335ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:01.55689Z","caller":"traceutil/trace.go:171","msg":"trace[1263881595] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:258; }","duration":"1.203455627s","start":"2026-04-09T22:30:00.353411Z","end":"2026-04-09T22:30:01.556867Z","steps":["trace[1263881595] 'read index received' (duration: 1.189461757s)","trace[1263881595] 'applied index is now lower than readState.Index' (duration: 13.9917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:01.556991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.118168Z","time spent":"1.438690957s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:01.557036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203624633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5887"} {"level":"info","ts":"2026-04-09T22:30:01.557584Z","caller":"traceutil/trace.go:171","msg":"trace[1642156558] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:256; }","duration":"1.204216708s","start":"2026-04-09T22:30:00.353352Z","end":"2026-04-09T22:30:01.557568Z","steps":["trace[1642156558] 'agreement among raft nodes before linearized reading' (duration: 1.203577191s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:01.557629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.353324Z","time spent":"1.204292659s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5910,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T22:30:01.557628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.255328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:01.557668Z","caller":"traceutil/trace.go:171","msg":"trace[1204942285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:256; }","duration":"537.34458ms","start":"2026-04-09T22:30:01.020313Z","end":"2026-04-09T22:30:01.557657Z","steps":["trace[1204942285] 'agreement among raft nodes before linearized reading' (duration: 537.229477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:01.557032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.121656Z","time spent":"1.435291102s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:01.5577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:01.020289Z","time spent":"537.402372ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:03.123566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.654421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:03.123746Z","caller":"traceutil/trace.go:171","msg":"trace[1397077829] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"302.88411ms","start":"2026-04-09T22:30:02.82083Z","end":"2026-04-09T22:30:03.123714Z","steps":["trace[1397077829] 'process raft request' (duration: 200.949272ms)","trace[1397077829] 'compare' (duration: 101.237501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:03.123836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:02.820794Z","time spent":"303.006003ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:03.670642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.829695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:03.670821Z","caller":"traceutil/trace.go:171","msg":"trace[1434098442] linearizableReadLoop","detail":"{readStateIndex:329; appliedIndex:328; }","duration":"376.177352ms","start":"2026-04-09T22:30:03.294598Z","end":"2026-04-09T22:30:03.670776Z","steps":["trace[1434098442] 'read index received' (duration: 222.012449ms)","trace[1434098442] 'applied index is now lower than readState.Index' (duration: 154.163153ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:03.670912Z","caller":"traceutil/trace.go:171","msg":"trace[1128392862] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"399.653219ms","start":"2026-04-09T22:30:03.271207Z","end":"2026-04-09T22:30:03.67086Z","steps":["trace[1128392862] 'process raft request' (duration: 245.491856ms)","trace[1128392862] 'compare' (duration: 153.462026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:03.671028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.406397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:03.671098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.271183Z","time spent":"399.827824ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:03.671129Z","caller":"traceutil/trace.go:171","msg":"trace[1547226696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:317; }","duration":"376.561501ms","start":"2026-04-09T22:30:03.29455Z","end":"2026-04-09T22:30:03.671111Z","steps":["trace[1547226696] 'agreement among raft nodes before linearized reading' (duration: 376.352306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:03.671173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.294527Z","time spent":"376.638843ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:03.931344Z","caller":"traceutil/trace.go:171","msg":"trace[1242873125] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"306.198683ms","start":"2026-04-09T22:30:03.625118Z","end":"2026-04-09T22:30:03.931317Z","steps":["trace[1242873125] 'process raft request' (duration: 306.08255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:03.931513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.625081Z","time spent":"306.350327ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:04.045733Z","caller":"traceutil/trace.go:171","msg":"trace[712950988] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"419.847963ms","start":"2026-04-09T22:30:03.625835Z","end":"2026-04-09T22:30:04.045684Z","steps":["trace[712950988] 'process raft request' (duration: 419.611438ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.045774Z","caller":"traceutil/trace.go:171","msg":"trace[4187607] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:330; }","duration":"374.86779ms","start":"2026-04-09T22:30:03.670875Z","end":"2026-04-09T22:30:04.045742Z","steps":["trace[4187607] 'read index received' (duration: 260.484541ms)","trace[4187607] 'applied index is now lower than readState.Index' (duration: 114.381619ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:04.045813Z","caller":"traceutil/trace.go:171","msg":"trace[1954439567] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"419.908014ms","start":"2026-04-09T22:30:03.625863Z","end":"2026-04-09T22:30:04.045771Z","steps":["trace[1954439567] 'process raft request' (duration: 419.70492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.045883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.625681Z","time spent":"420.133481ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:04.045946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.679419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5316"} {"level":"warn","ts":"2026-04-09T22:30:04.046032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.673909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:04.046063Z","caller":"traceutil/trace.go:171","msg":"trace[1943737938] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:317; }","duration":"423.844943ms","start":"2026-04-09T22:30:03.622193Z","end":"2026-04-09T22:30:04.046038Z","steps":["trace[1943737938] 'agreement among raft nodes before linearized reading' (duration: 423.611377ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.046108Z","caller":"traceutil/trace.go:171","msg":"trace[669271486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:317; }","duration":"457.813282ms","start":"2026-04-09T22:30:03.588254Z","end":"2026-04-09T22:30:04.046067Z","steps":["trace[669271486] 'agreement among raft nodes before linearized reading' (duration: 457.688839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.046146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.622183Z","time spent":"423.953525ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5339,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-09T22:30:04.046162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.588217Z","time spent":"457.935145ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:04.04617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.679479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:04.046233Z","caller":"traceutil/trace.go:171","msg":"trace[2064702456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:317; }","duration":"483.786402ms","start":"2026-04-09T22:30:03.562436Z","end":"2026-04-09T22:30:04.046222Z","steps":["trace[2064702456] 'agreement among raft nodes before linearized reading' (duration: 483.590627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.046311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.562429Z","time spent":"483.842413ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:30:04.045947Z","caller":"traceutil/trace.go:171","msg":"trace[950320424] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"415.584517ms","start":"2026-04-09T22:30:03.630315Z","end":"2026-04-09T22:30:04.045899Z","steps":["trace[950320424] 'process raft request' (duration: 415.386112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.046424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.625832Z","time spent":"420.074649ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:04.046566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.630301Z","time spent":"416.186691ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:04.046644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.242613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:04.046699Z","caller":"traceutil/trace.go:171","msg":"trace[1601170935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:317; }","duration":"486.361655ms","start":"2026-04-09T22:30:03.560325Z","end":"2026-04-09T22:30:04.046687Z","steps":["trace[1601170935] 'agreement among raft nodes before linearized reading' (duration: 486.271293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.046738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.560288Z","time spent":"486.443197ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:30:04.182493Z","caller":"traceutil/trace.go:171","msg":"trace[815865087] linearizableReadLoop","detail":"{readStateIndex:334; appliedIndex:333; }","duration":"136.613845ms","start":"2026-04-09T22:30:04.045849Z","end":"2026-04-09T22:30:04.182463Z","steps":["trace[815865087] 'read index received' (duration: 136.475482ms)","trace[815865087] 'applied index is now lower than readState.Index' (duration: 136.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:04.18262Z","caller":"traceutil/trace.go:171","msg":"trace[376343487] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"229.633269ms","start":"2026-04-09T22:30:03.952937Z","end":"2026-04-09T22:30:04.18257Z","steps":["trace[376343487] 'process raft request' (duration: 229.28961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.182696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.619422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:04.183039Z","caller":"traceutil/trace.go:171","msg":"trace[1467007233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:318; }","duration":"511.020413ms","start":"2026-04-09T22:30:03.671999Z","end":"2026-04-09T22:30:04.183019Z","steps":["trace[1467007233] 'agreement among raft nodes before linearized reading' (duration: 510.626413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.182701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.33679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:04.183086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.671982Z","time spent":"511.090644ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:04.183133Z","caller":"traceutil/trace.go:171","msg":"trace[1258835433] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:0; response_revision:318; }","duration":"507.808281ms","start":"2026-04-09T22:30:03.675304Z","end":"2026-04-09T22:30:04.183112Z","steps":["trace[1258835433] 'agreement among raft nodes before linearized reading' (duration: 507.329389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.183188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.675282Z","time spent":"507.890784ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-09T22:30:04.182738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.060079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-04-09T22:30:04.183319Z","caller":"traceutil/trace.go:171","msg":"trace[760910353] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:318; }","duration":"250.655214ms","start":"2026-04-09T22:30:03.932637Z","end":"2026-04-09T22:30:04.183292Z","steps":["trace[760910353] 'agreement among raft nodes before linearized reading' (duration: 249.928646ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.191706Z","caller":"traceutil/trace.go:171","msg":"trace[1575187616] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"140.251745ms","start":"2026-04-09T22:30:04.051422Z","end":"2026-04-09T22:30:04.191673Z","steps":["trace[1575187616] 'process raft request' (duration: 139.992459ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.191909Z","caller":"traceutil/trace.go:171","msg":"trace[792737537] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"140.42103ms","start":"2026-04-09T22:30:04.051467Z","end":"2026-04-09T22:30:04.191888Z","steps":["trace[792737537] 'process raft request' (duration: 140.120272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.192358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.65261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4655"} {"level":"warn","ts":"2026-04-09T22:30:04.19239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.741212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-09T22:30:04.192431Z","caller":"traceutil/trace.go:171","msg":"trace[584007367] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:322; }","duration":"143.783563ms","start":"2026-04-09T22:30:04.048632Z","end":"2026-04-09T22:30:04.192416Z","steps":["trace[584007367] 'agreement among raft nodes before linearized reading' (duration: 143.62196ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.192455Z","caller":"traceutil/trace.go:171","msg":"trace[459384791] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"140.360818ms","start":"2026-04-09T22:30:04.05208Z","end":"2026-04-09T22:30:04.192441Z","steps":["trace[459384791] 'process raft request' (duration: 139.731283ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.19246Z","caller":"traceutil/trace.go:171","msg":"trace[1298032993] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:322; }","duration":"143.830044ms","start":"2026-04-09T22:30:04.048613Z","end":"2026-04-09T22:30:04.192443Z","steps":["trace[1298032993] 'agreement among raft nodes before linearized reading' (duration: 143.703471ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.192732Z","caller":"traceutil/trace.go:171","msg":"trace[1545100565] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"134.382839ms","start":"2026-04-09T22:30:04.058329Z","end":"2026-04-09T22:30:04.192712Z","steps":["trace[1545100565] 'process raft request' (duration: 133.806565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.192774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.185343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6747"} {"level":"info","ts":"2026-04-09T22:30:04.1928Z","caller":"traceutil/trace.go:171","msg":"trace[250054720] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:322; }","duration":"144.239655ms","start":"2026-04-09T22:30:04.048552Z","end":"2026-04-09T22:30:04.192792Z","steps":["trace[250054720] 'agreement among raft nodes before linearized reading' (duration: 144.187943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.122443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:07.384894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.307038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:07.385011Z","caller":"traceutil/trace.go:171","msg":"trace[1813385401] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"802.864206ms","start":"2026-04-09T22:30:06.582127Z","end":"2026-04-09T22:30:07.384991Z","steps":["trace[1813385401] 'process raft request' (duration: 11.396834ms)","trace[1813385401] 'compare' (duration: 791.167455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:07.385059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.582114Z","time spent":"802.925929ms","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:07.396123Z","caller":"traceutil/trace.go:171","msg":"trace[2088080094] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"774.550579ms","start":"2026-04-09T22:30:06.621545Z","end":"2026-04-09T22:30:07.396096Z","steps":["trace[2088080094] 'read index received' (duration: 774.442966ms)","trace[2088080094] 'applied index is now lower than readState.Index' (duration: 106.613µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:07.396162Z","caller":"traceutil/trace.go:171","msg":"trace[403543373] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"810.381674ms","start":"2026-04-09T22:30:06.585756Z","end":"2026-04-09T22:30:07.396138Z","steps":["trace[403543373] 'process raft request' (duration: 810.20185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.396278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.585738Z","time spent":"810.480616ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4443,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:07.396294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.743284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-09T22:30:07.396332Z","caller":"traceutil/trace.go:171","msg":"trace[570141904] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:374; }","duration":"774.854426ms","start":"2026-04-09T22:30:06.621465Z","end":"2026-04-09T22:30:07.39632Z","steps":["trace[570141904] 'agreement among raft nodes before linearized reading' (duration: 774.767444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.396373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.621424Z","time spent":"774.939749ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-09T22:30:07.407752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.869562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-04-09T22:30:07.407781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.256092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-09T22:30:07.407788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.884253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-09T22:30:07.407809Z","caller":"traceutil/trace.go:171","msg":"trace[1545672862] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:376; }","duration":"697.973514ms","start":"2026-04-09T22:30:06.709822Z","end":"2026-04-09T22:30:07.407795Z","steps":["trace[1545672862] 'agreement among raft nodes before linearized reading' (duration: 697.874152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.407835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.272807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-09T22:30:07.407839Z","caller":"traceutil/trace.go:171","msg":"trace[1520250375] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:376; }","duration":"636.358055ms","start":"2026-04-09T22:30:06.771466Z","end":"2026-04-09T22:30:07.407824Z","steps":["trace[1520250375] 'agreement among raft nodes before linearized reading' (duration: 636.204571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.407846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.709798Z","time spent":"698.042546ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-09T22:30:07.407842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.673131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:07.407866Z","caller":"traceutil/trace.go:171","msg":"trace[438732928] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:376; }","duration":"685.326649ms","start":"2026-04-09T22:30:06.722526Z","end":"2026-04-09T22:30:07.407853Z","steps":["trace[438732928] 'agreement among raft nodes before linearized reading' (duration: 685.160014ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.407865Z","caller":"traceutil/trace.go:171","msg":"trace[1350667652] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:376; }","duration":"735.997405ms","start":"2026-04-09T22:30:06.671838Z","end":"2026-04-09T22:30:07.407836Z","steps":["trace[1350667652] 'agreement among raft nodes before linearized reading' (duration: 735.879972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.407892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.722509Z","time spent":"685.37762ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-09T22:30:07.407885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.482068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-09T22:30:07.407906Z","caller":"traceutil/trace.go:171","msg":"trace[1612793955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"113.767743ms","start":"2026-04-09T22:30:07.294118Z","end":"2026-04-09T22:30:07.407886Z","steps":["trace[1612793955] 'agreement among raft nodes before linearized reading' (duration: 113.658751ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.407936Z","caller":"traceutil/trace.go:171","msg":"trace[616937335] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:376; }","duration":"586.58204ms","start":"2026-04-09T22:30:06.821336Z","end":"2026-04-09T22:30:07.407918Z","steps":["trace[616937335] 'agreement among raft nodes before linearized reading' (duration: 586.495868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.407875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.771449Z","time spent":"636.418096ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-09T22:30:07.407916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.671812Z","time spent":"736.091528ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-09T22:30:07.407796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.387285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:07.408112Z","caller":"traceutil/trace.go:171","msg":"trace[562149061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:376; }","duration":"662.720953ms","start":"2026-04-09T22:30:06.745382Z","end":"2026-04-09T22:30:07.408103Z","steps":["trace[562149061] 'agreement among raft nodes before linearized reading' (duration: 662.349194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.408138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.745351Z","time spent":"662.778734ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:07.407979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:06.821289Z","time spent":"586.678912ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-09T22:30:08.355407Z","caller":"traceutil/trace.go:171","msg":"trace[417416341] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"144.256066ms","start":"2026-04-09T22:30:08.21112Z","end":"2026-04-09T22:30:08.355376Z","steps":["trace[417416341] 'process raft request' (duration: 144.086231ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:08.441122Z","caller":"traceutil/trace.go:171","msg":"trace[2072316010] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:420; }","duration":"145.6461ms","start":"2026-04-09T22:30:08.295436Z","end":"2026-04-09T22:30:08.441082Z","steps":["trace[2072316010] 'read index received' (duration: 59.756293ms)","trace[2072316010] 'applied index is now lower than readState.Index' (duration: 85.888177ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:08.441302Z","caller":"traceutil/trace.go:171","msg":"trace[1738896625] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"226.691266ms","start":"2026-04-09T22:30:08.214598Z","end":"2026-04-09T22:30:08.441289Z","steps":["trace[1738896625] 'process raft request' (duration: 226.405879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:08.441462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.923457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-09T22:30:08.441664Z","caller":"traceutil/trace.go:171","msg":"trace[801801894] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:406; }","duration":"108.186135ms","start":"2026-04-09T22:30:08.333458Z","end":"2026-04-09T22:30:08.441644Z","steps":["trace[801801894] 'agreement among raft nodes before linearized reading' (duration: 107.921218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:08.441501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.04236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:08.441827Z","caller":"traceutil/trace.go:171","msg":"trace[447054517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"146.388078ms","start":"2026-04-09T22:30:08.295413Z","end":"2026-04-09T22:30:08.441801Z","steps":["trace[447054517] 'agreement among raft nodes before linearized reading' (duration: 145.977478ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:08.442346Z","caller":"traceutil/trace.go:171","msg":"trace[885928535] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"227.24377ms","start":"2026-04-09T22:30:08.213955Z","end":"2026-04-09T22:30:08.441199Z","steps":["trace[885928535] 'process raft request' (duration: 203.452635ms)","trace[885928535] 'compare' (duration: 23.406915ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:08.75263Z","caller":"traceutil/trace.go:171","msg":"trace[741383465] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"100.641406ms","start":"2026-04-09T22:30:08.651962Z","end":"2026-04-09T22:30:08.752603Z","steps":["trace[741383465] 'process raft request' (duration: 100.501832ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:08.902465Z","caller":"traceutil/trace.go:171","msg":"trace[2106833712] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"142.363988ms","start":"2026-04-09T22:30:08.760074Z","end":"2026-04-09T22:30:08.902438Z","steps":["trace[2106833712] 'process raft request' (duration: 142.211675ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:10.133935Z","caller":"traceutil/trace.go:171","msg":"trace[1295766223] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"355.120956ms","start":"2026-04-09T22:30:09.778778Z","end":"2026-04-09T22:30:10.133899Z","steps":["trace[1295766223] 'process raft request' (duration: 354.922581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:10.134178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:09.77875Z","time spent":"355.282239ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:10.472649Z","caller":"traceutil/trace.go:171","msg":"trace[1389102688] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"109.157378ms","start":"2026-04-09T22:30:10.363465Z","end":"2026-04-09T22:30:10.472623Z","steps":["trace[1389102688] 'process raft request' (duration: 108.895812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:10.80594Z","caller":"traceutil/trace.go:171","msg":"trace[1849390100] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"151.189458ms","start":"2026-04-09T22:30:10.654719Z","end":"2026-04-09T22:30:10.805909Z","steps":["trace[1849390100] 'process raft request' (duration: 151.024134ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:12.868337Z","caller":"traceutil/trace.go:171","msg":"trace[303789883] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"382.356988ms","start":"2026-04-09T22:30:12.48595Z","end":"2026-04-09T22:30:12.868307Z","steps":["trace[303789883] 'read index received' (duration: 382.217784ms)","trace[303789883] 'applied index is now lower than readState.Index' (duration: 138.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:12.868388Z","caller":"traceutil/trace.go:171","msg":"trace[742313115] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"388.213086ms","start":"2026-04-09T22:30:12.480147Z","end":"2026-04-09T22:30:12.86836Z","steps":["trace[742313115] 'process raft request' (duration: 388.001391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:12.868507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.536352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:12.868542Z","caller":"traceutil/trace.go:171","msg":"trace[888949990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:419; }","duration":"382.606873ms","start":"2026-04-09T22:30:12.485923Z","end":"2026-04-09T22:30:12.86853Z","steps":["trace[888949990] 'agreement among raft nodes before linearized reading' (duration: 382.527181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:12.868573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:12.48013Z","time spent":"388.343449ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:12.868581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:12.485912Z","time spent":"382.659914ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:12.885915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.661626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:12.885976Z","caller":"traceutil/trace.go:171","msg":"trace[812656517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"354.757028ms","start":"2026-04-09T22:30:12.531205Z","end":"2026-04-09T22:30:12.885962Z","steps":["trace[812656517] 'agreement among raft nodes before linearized reading' (duration: 354.641125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:12.886011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:12.531184Z","time spent":"354.819189ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:12.886246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.198663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6879"} {"level":"info","ts":"2026-04-09T22:30:12.885999Z","caller":"traceutil/trace.go:171","msg":"trace[205007418] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"124.9617ms","start":"2026-04-09T22:30:12.760997Z","end":"2026-04-09T22:30:12.885959Z","steps":["trace[205007418] 'process raft request' (duration: 124.756725ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:12.886442Z","caller":"traceutil/trace.go:171","msg":"trace[1588180419] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:420; }","duration":"283.358997ms","start":"2026-04-09T22:30:12.60296Z","end":"2026-04-09T22:30:12.886319Z","steps":["trace[1588180419] 'agreement among raft nodes before linearized reading' (duration: 283.07854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.070469Z","caller":"traceutil/trace.go:171","msg":"trace[1945142470] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"133.144477ms","start":"2026-04-09T22:30:16.937292Z","end":"2026-04-09T22:30:17.070436Z","steps":["trace[1945142470] 'process raft request' (duration: 132.887511ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:17.072549Z","caller":"traceutil/trace.go:171","msg":"trace[185829069] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"135.016774ms","start":"2026-04-09T22:30:16.937502Z","end":"2026-04-09T22:30:17.072518Z","steps":["trace[185829069] 'process raft request' (duration: 134.86031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:19.173499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785199796s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:19.173613Z","caller":"traceutil/trace.go:171","msg":"trace[2048836526] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"1.686260518s","start":"2026-04-09T22:30:17.487332Z","end":"2026-04-09T22:30:19.173593Z","steps":["trace[2048836526] 'read index received' (duration: 72.762µs)","trace[2048836526] 'applied index is now lower than readState.Index' (duration: 1.686185786s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:19.173841Z","caller":"traceutil/trace.go:171","msg":"trace[1028250971] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.857433609s","start":"2026-04-09T22:30:17.316389Z","end":"2026-04-09T22:30:19.173822Z","steps":["trace[1028250971] 'process raft request' (duration: 71.815712ms)","trace[1028250971] 'compare' (duration: 1.784765466s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:19.173919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.316349Z","time spent":"1.857533881s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:19.174254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686928014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:30:19.174253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.691318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:19.174299Z","caller":"traceutil/trace.go:171","msg":"trace[503477271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:436; }","duration":"1.687033918s","start":"2026-04-09T22:30:17.487252Z","end":"2026-04-09T22:30:19.174286Z","steps":["trace[503477271] 'agreement among raft nodes before linearized reading' (duration: 1.686921005s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:19.1743Z","caller":"traceutil/trace.go:171","msg":"trace[503888237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:436; }","duration":"237.74513ms","start":"2026-04-09T22:30:18.936544Z","end":"2026-04-09T22:30:19.174289Z","steps":["trace[503888237] 'agreement among raft nodes before linearized reading' (duration: 237.654577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:19.17434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.487178Z","time spent":"1.68714796s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:19.17427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.477581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:19.174444Z","caller":"traceutil/trace.go:171","msg":"trace[532820170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"880.742268ms","start":"2026-04-09T22:30:18.293672Z","end":"2026-04-09T22:30:19.174414Z","steps":["trace[532820170] 'agreement among raft nodes before linearized reading' (duration: 880.261136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:19.174452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.832616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-09T22:30:19.174568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:18.293646Z","time spent":"880.883301ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:19.174564Z","caller":"traceutil/trace.go:171","msg":"trace[834892601] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:436; }","duration":"841.00554ms","start":"2026-04-09T22:30:18.333529Z","end":"2026-04-09T22:30:19.174535Z","steps":["trace[834892601] 'agreement among raft nodes before linearized reading' (duration: 840.778254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:19.174638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:18.333501Z","time spent":"841.127473ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-09T22:30:20.043764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.254934ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-09T22:30:20.04387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.176347Z","time spent":"867.519593ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:30:20.047863Z","caller":"traceutil/trace.go:171","msg":"trace[919302528] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"868.742863ms","start":"2026-04-09T22:30:19.179061Z","end":"2026-04-09T22:30:20.047804Z","steps":["trace[919302528] 'process raft request' (duration: 868.408025ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.048022Z","caller":"traceutil/trace.go:171","msg":"trace[1211093804] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:455; }","duration":"753.043999ms","start":"2026-04-09T22:30:19.294948Z","end":"2026-04-09T22:30:20.047992Z","steps":["trace[1211093804] 'read index received' (duration: 118.560827ms)","trace[1211093804] 'applied index is now lower than readState.Index' (duration: 634.481162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:20.048156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.179037Z","time spent":"868.935079ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:20.04842Z","caller":"traceutil/trace.go:171","msg":"trace[1219414867] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"869.326628ms","start":"2026-04-09T22:30:19.179084Z","end":"2026-04-09T22:30:20.04841Z","steps":["trace[1219414867] 'process raft request' (duration: 868.616ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.048428Z","caller":"traceutil/trace.go:171","msg":"trace[213575479] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"868.523338ms","start":"2026-04-09T22:30:19.179859Z","end":"2026-04-09T22:30:20.048382Z","steps":["trace[213575479] 'process raft request' (duration: 867.906952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.048484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.520611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:20.048756Z","caller":"traceutil/trace.go:171","msg":"trace[433955600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:443; }","duration":"753.800359ms","start":"2026-04-09T22:30:19.294935Z","end":"2026-04-09T22:30:20.048736Z","steps":["trace[433955600] 'agreement among raft nodes before linearized reading' (duration: 753.44861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.04861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.179069Z","time spent":"869.38555ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:20.048899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.294865Z","time spent":"753.926111ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:20.048314Z","caller":"traceutil/trace.go:171","msg":"trace[396944078] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"867.772418ms","start":"2026-04-09T22:30:19.180531Z","end":"2026-04-09T22:30:20.048304Z","steps":["trace[396944078] 'process raft request' (duration: 867.326477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.049305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.180524Z","time spent":"868.643192ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:20.048364Z","caller":"traceutil/trace.go:171","msg":"trace[1992227352] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"868.408215ms","start":"2026-04-09T22:30:19.179943Z","end":"2026-04-09T22:30:20.048352Z","steps":["trace[1992227352] 'process raft request' (duration: 867.876912ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.048336Z","caller":"traceutil/trace.go:171","msg":"trace[594217014] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"866.371653ms","start":"2026-04-09T22:30:19.18194Z","end":"2026-04-09T22:30:20.048312Z","steps":["trace[594217014] 'process raft request' (duration: 865.998234ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:20.048272Z","caller":"traceutil/trace.go:171","msg":"trace[1898011350] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"867.298777ms","start":"2026-04-09T22:30:19.180959Z","end":"2026-04-09T22:30:20.048258Z","steps":["trace[1898011350] 'process raft request' (duration: 866.943048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:20.05002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.179933Z","time spent":"869.640097ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:20.049926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.181922Z","time spent":"867.948114ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:20.050139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.180953Z","time spent":"869.048181ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:20.048619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:19.179835Z","time spent":"868.659612ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:25.071071Z","caller":"traceutil/trace.go:171","msg":"trace[282032200] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"215.152297ms","start":"2026-04-09T22:30:24.855889Z","end":"2026-04-09T22:30:25.071041Z","steps":["trace[282032200] 'process raft request' (duration: 214.977262ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:26.205664Z","caller":"traceutil/trace.go:171","msg":"trace[1918884245] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:501; }","duration":"124.487237ms","start":"2026-04-09T22:30:26.081153Z","end":"2026-04-09T22:30:26.20564Z","steps":["trace[1918884245] 'read index received' (duration: 124.323363ms)","trace[1918884245] 'applied index is now lower than readState.Index' (duration: 162.964µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:26.205779Z","caller":"traceutil/trace.go:171","msg":"trace[736691942] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"124.62934ms","start":"2026-04-09T22:30:26.081115Z","end":"2026-04-09T22:30:26.205744Z","steps":["trace[736691942] 'process raft request' (duration: 124.373674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:26.205822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.64567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:30:26.205857Z","caller":"traceutil/trace.go:171","msg":"trace[1897121547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:480; }","duration":"124.759613ms","start":"2026-04-09T22:30:26.081088Z","end":"2026-04-09T22:30:26.205848Z","steps":["trace[1897121547] 'agreement among raft nodes before linearized reading' (duration: 124.674021ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:26.278351Z","caller":"traceutil/trace.go:171","msg":"trace[36391721] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"194.349738ms","start":"2026-04-09T22:30:26.083978Z","end":"2026-04-09T22:30:26.278327Z","steps":["trace[36391721] 'process raft request' (duration: 194.237586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:26.27837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.586451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:26.278471Z","caller":"traceutil/trace.go:171","msg":"trace[2028855013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"195.719533ms","start":"2026-04-09T22:30:26.082732Z","end":"2026-04-09T22:30:26.278451Z","steps":["trace[2028855013] 'agreement among raft nodes before linearized reading' (duration: 195.531109ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:26.278354Z","caller":"traceutil/trace.go:171","msg":"trace[586819338] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"197.086998ms","start":"2026-04-09T22:30:26.081225Z","end":"2026-04-09T22:30:26.278312Z","steps":["trace[586819338] 'process raft request' (duration: 196.814371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:28.401413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.712495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T22:30:28.401469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.93758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:30:28.401543Z","caller":"traceutil/trace.go:171","msg":"trace[1886416893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:484; }","duration":"117.90367ms","start":"2026-04-09T22:30:28.283613Z","end":"2026-04-09T22:30:28.401517Z","steps":["trace[1886416893] 'range keys from in-memory index tree' (duration: 117.535511ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:28.401582Z","caller":"traceutil/trace.go:171","msg":"trace[1930801734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:484; }","duration":"114.087974ms","start":"2026-04-09T22:30:28.28746Z","end":"2026-04-09T22:30:28.401548Z","steps":["trace[1930801734] 'range keys from in-memory index tree' (duration: 113.831948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:28.401601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.170457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:30:28.401696Z","caller":"traceutil/trace.go:171","msg":"trace[513118878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:484; }","duration":"118.312531ms","start":"2026-04-09T22:30:28.28336Z","end":"2026-04-09T22:30:28.401672Z","steps":["trace[513118878] 'range keys from in-memory index tree' (duration: 117.983233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.736899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:32.925014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207213678s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:32.925387Z","caller":"traceutil/trace.go:171","msg":"trace[149591376] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.20769792s","start":"2026-04-09T22:30:31.717661Z","end":"2026-04-09T22:30:32.925359Z","steps":["trace[149591376] 'process raft request' (duration: 1.207539816s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.925537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.717634Z","time spent":"1.207833964s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:32.938656Z","caller":"traceutil/trace.go:171","msg":"trace[2088643089] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.212929533s","start":"2026-04-09T22:30:31.725699Z","end":"2026-04-09T22:30:32.938629Z","steps":["trace[2088643089] 'process raft request' (duration: 1.212675766s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.93881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.725673Z","time spent":"1.213070416s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:32.938845Z","caller":"traceutil/trace.go:171","msg":"trace[296279231] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.202432467s","start":"2026-04-09T22:30:31.736367Z","end":"2026-04-09T22:30:32.9388Z","steps":["trace[296279231] 'process raft request' (duration: 1.20215791s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:32.938932Z","caller":"traceutil/trace.go:171","msg":"trace[1446843223] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.216867744s","start":"2026-04-09T22:30:31.722056Z","end":"2026-04-09T22:30:32.938924Z","steps":["trace[1446843223] 'process raft request' (duration: 1.216178517s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:32.9389Z","caller":"traceutil/trace.go:171","msg":"trace[183684329] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.202683734s","start":"2026-04-09T22:30:31.736153Z","end":"2026-04-09T22:30:32.938837Z","steps":["trace[183684329] 'process raft request' (duration: 1.202327775s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.938981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.722019Z","time spent":"1.216941595s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:32.938993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.736357Z","time spent":"1.20256455s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:32.939002Z","caller":"traceutil/trace.go:171","msg":"trace[1495491539] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.201879532s","start":"2026-04-09T22:30:31.737105Z","end":"2026-04-09T22:30:32.938985Z","steps":["trace[1495491539] 'process raft request' (duration: 1.201511293s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:32.939052Z","caller":"traceutil/trace.go:171","msg":"trace[678485159] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.200525959s","start":"2026-04-09T22:30:31.738478Z","end":"2026-04-09T22:30:32.939004Z","steps":["trace[678485159] 'process raft request' (duration: 1.200232482s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.939083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.736128Z","time spent":"1.202868228s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:32.939112Z","caller":"traceutil/trace.go:171","msg":"trace[118487616] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.191201251s","start":"2026-04-09T22:30:31.7479Z","end":"2026-04-09T22:30:32.939101Z","steps":["trace[118487616] 'process raft request' (duration: 1.190937505s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.939125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.737073Z","time spent":"1.201979605s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:32.939148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.747883Z","time spent":"1.191248512s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:32.939164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.738463Z","time spent":"1.200645282s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:32.93866Z","caller":"traceutil/trace.go:171","msg":"trace[27767507] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.204313495s","start":"2026-04-09T22:30:31.734316Z","end":"2026-04-09T22:30:32.93863Z","steps":["trace[27767507] 'process raft request' (duration: 1.20411719s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:32.939231Z","caller":"traceutil/trace.go:171","msg":"trace[1634993340] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.187401755s","start":"2026-04-09T22:30:31.751798Z","end":"2026-04-09T22:30:32.9392Z","steps":["trace[1634993340] 'process raft request' (duration: 1.18720964s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.939267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.734298Z","time spent":"1.20494502s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:32.939331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.751775Z","time spent":"1.187500008s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:32.939403Z","caller":"traceutil/trace.go:171","msg":"trace[190928856] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.177646818s","start":"2026-04-09T22:30:31.761749Z","end":"2026-04-09T22:30:32.939396Z","steps":["trace[190928856] 'process raft request' (duration: 1.177412762s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.939436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.761727Z","time spent":"1.177693858s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:32.939544Z","caller":"traceutil/trace.go:171","msg":"trace[1378942611] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:550; }","duration":"703.072522ms","start":"2026-04-09T22:30:32.23645Z","end":"2026-04-09T22:30:32.939522Z","steps":["trace[1378942611] 'read index received' (duration: 688.823401ms)","trace[1378942611] 'applied index is now lower than readState.Index' (duration: 14.247621ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:32.939575Z","caller":"traceutil/trace.go:171","msg":"trace[1566721286] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.029764018s","start":"2026-04-09T22:30:31.909804Z","end":"2026-04-09T22:30:32.939568Z","steps":["trace[1566721286] 'process raft request' (duration: 1.029562233s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.939614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:31.909766Z","time spent":"1.02983231s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:32.939742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.281107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-09T22:30:32.939789Z","caller":"traceutil/trace.go:171","msg":"trace[132053890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:539; }","duration":"703.378839ms","start":"2026-04-09T22:30:32.236396Z","end":"2026-04-09T22:30:32.939775Z","steps":["trace[132053890] 'agreement among raft nodes before linearized reading' (duration: 703.186804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.939823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:32.236371Z","time spent":"703.44289ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:32.952668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.559932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:32.952766Z","caller":"traceutil/trace.go:171","msg":"trace[344062694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"656.734307ms","start":"2026-04-09T22:30:32.296008Z","end":"2026-04-09T22:30:32.952743Z","steps":["trace[344062694] 'agreement among raft nodes before linearized reading' (duration: 656.339867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.952813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:32.295976Z","time spent":"656.828509ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:32.953017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.631092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:32.953052Z","caller":"traceutil/trace.go:171","msg":"trace[1780825508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:541; }","duration":"473.697084ms","start":"2026-04-09T22:30:32.479344Z","end":"2026-04-09T22:30:32.953041Z","steps":["trace[1780825508] 'agreement among raft nodes before linearized reading' (duration: 473.618282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.953089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:32.479325Z","time spent":"473.755435ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:32.953292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.34907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:32.953342Z","caller":"traceutil/trace.go:171","msg":"trace[1282180486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:541; }","duration":"474.425052ms","start":"2026-04-09T22:30:32.478898Z","end":"2026-04-09T22:30:32.953323Z","steps":["trace[1282180486] 'agreement among raft nodes before linearized reading' (duration: 474.34199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.953376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:32.478877Z","time spent":"474.489303ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:32.953382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.321792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:32.95351Z","caller":"traceutil/trace.go:171","msg":"trace[1917319291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:541; }","duration":"480.434074ms","start":"2026-04-09T22:30:32.473002Z","end":"2026-04-09T22:30:32.953436Z","steps":["trace[1917319291] 'agreement among raft nodes before linearized reading' (duration: 480.28126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:32.953555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:32.472979Z","time spent":"480.567929ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:33.349551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.432499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:33.349993Z","caller":"traceutil/trace.go:171","msg":"trace[1735168975] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"222.639707ms","start":"2026-04-09T22:30:33.127326Z","end":"2026-04-09T22:30:33.349966Z","steps":["trace[1735168975] 'process raft request' (duration: 72.690924ms)","trace[1735168975] 'compare' (duration: 149.241895ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:33.350363Z","caller":"traceutil/trace.go:171","msg":"trace[1048097218] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"208.384426ms","start":"2026-04-09T22:30:33.141963Z","end":"2026-04-09T22:30:33.350348Z","steps":["trace[1048097218] 'process raft request' (duration: 207.988746ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:33.350458Z","caller":"traceutil/trace.go:171","msg":"trace[1186403000] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"218.512682ms","start":"2026-04-09T22:30:33.131938Z","end":"2026-04-09T22:30:33.35045Z","steps":["trace[1186403000] 'process raft request' (duration: 217.892127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:33.775793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.668915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:33.776157Z","caller":"traceutil/trace.go:171","msg":"trace[1126872062] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"363.9212ms","start":"2026-04-09T22:30:33.412214Z","end":"2026-04-09T22:30:33.776135Z","steps":["trace[1126872062] 'process raft request' (duration: 363.799907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:33.776248Z","caller":"traceutil/trace.go:171","msg":"trace[989035650] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"394.28119ms","start":"2026-04-09T22:30:33.381943Z","end":"2026-04-09T22:30:33.776224Z","steps":["trace[989035650] 'process raft request' (duration: 393.979873ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:33.776359Z","caller":"traceutil/trace.go:171","msg":"trace[1731970757] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"401.448252ms","start":"2026-04-09T22:30:33.374863Z","end":"2026-04-09T22:30:33.776311Z","steps":["trace[1731970757] 'process raft request' (duration: 227.154402ms)","trace[1731970757] 'compare' (duration: 173.458869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:33.77648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:33.374841Z","time spent":"401.580256ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:33.776367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:33.38192Z","time spent":"394.389852ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:33.776259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:33.41219Z","time spent":"364.027423ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:33.777259Z","caller":"traceutil/trace.go:171","msg":"trace[595855435] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"323.32543ms","start":"2026-04-09T22:30:33.45392Z","end":"2026-04-09T22:30:33.777245Z","steps":["trace[595855435] 'process raft request' (duration: 323.094484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:33.777346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:33.4539Z","time spent":"323.405772ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:34.144582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.946889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:34.144773Z","caller":"traceutil/trace.go:171","msg":"trace[801560382] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"351.671628ms","start":"2026-04-09T22:30:33.793079Z","end":"2026-04-09T22:30:34.144751Z","steps":["trace[801560382] 'process raft request' (duration: 172.464143ms)","trace[801560382] 'compare' (duration: 178.774525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:34.144848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:33.793051Z","time spent":"351.764861ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:34.167518Z","caller":"traceutil/trace.go:171","msg":"trace[167599966] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"365.052668ms","start":"2026-04-09T22:30:33.802437Z","end":"2026-04-09T22:30:34.16749Z","steps":["trace[167599966] 'process raft request' (duration: 364.807332ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:34.16765Z","caller":"traceutil/trace.go:171","msg":"trace[1970012845] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"310.365401ms","start":"2026-04-09T22:30:33.857267Z","end":"2026-04-09T22:30:34.167632Z","steps":["trace[1970012845] 'process raft request' (duration: 310.181466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:34.167682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:33.802412Z","time spent":"365.182622ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:34.167761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:33.857243Z","time spent":"310.452883ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:35.129128Z","caller":"traceutil/trace.go:171","msg":"trace[1308712267] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"101.590577ms","start":"2026-04-09T22:30:35.027494Z","end":"2026-04-09T22:30:35.129084Z","steps":["trace[1308712267] 'read index received' (duration: 100.834797ms)","trace[1308712267] 'applied index is now lower than readState.Index' (duration: 754.18µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:35.129188Z","caller":"traceutil/trace.go:171","msg":"trace[1533556560] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"106.05441ms","start":"2026-04-09T22:30:35.023093Z","end":"2026-04-09T22:30:35.129148Z","steps":["trace[1533556560] 'process raft request' (duration: 105.498655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:35.129492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.987277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31126"} {"level":"info","ts":"2026-04-09T22:30:35.129553Z","caller":"traceutil/trace.go:171","msg":"trace[1497707159] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:609; }","duration":"102.091989ms","start":"2026-04-09T22:30:35.027444Z","end":"2026-04-09T22:30:35.129536Z","steps":["trace[1497707159] 'agreement among raft nodes before linearized reading' (duration: 101.809062ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:36.962568Z","caller":"traceutil/trace.go:171","msg":"trace[46637907] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"111.1662ms","start":"2026-04-09T22:30:36.851373Z","end":"2026-04-09T22:30:36.962539Z","steps":["trace[46637907] 'read index received' (duration: 110.959885ms)","trace[46637907] 'applied index is now lower than readState.Index' (duration: 205.345µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:36.962655Z","caller":"traceutil/trace.go:171","msg":"trace[110109545] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"115.1427ms","start":"2026-04-09T22:30:36.847465Z","end":"2026-04-09T22:30:36.962608Z","steps":["trace[110109545] 'process raft request' (duration: 114.929825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:36.962812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.383566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:36.962861Z","caller":"traceutil/trace.go:171","msg":"trace[440940354] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:613; }","duration":"111.517218ms","start":"2026-04-09T22:30:36.851332Z","end":"2026-04-09T22:30:36.962849Z","steps":["trace[440940354] 'agreement among raft nodes before linearized reading' (duration: 111.362425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:36.962856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.252581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:36.962947Z","caller":"traceutil/trace.go:171","msg":"trace[1580783578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:613; }","duration":"111.397295ms","start":"2026-04-09T22:30:36.851529Z","end":"2026-04-09T22:30:36.962926Z","steps":["trace[1580783578] 'agreement among raft nodes before linearized reading' (duration: 111.220181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:36.962954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.774819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:36.963059Z","caller":"traceutil/trace.go:171","msg":"trace[869690437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:613; }","duration":"110.922883ms","start":"2026-04-09T22:30:36.852111Z","end":"2026-04-09T22:30:36.963034Z","steps":["trace[869690437] 'agreement among raft nodes before linearized reading' (duration: 110.736008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.348336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.361354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:37.348449Z","caller":"traceutil/trace.go:171","msg":"trace[1031933907] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"381.337092ms","start":"2026-04-09T22:30:36.967094Z","end":"2026-04-09T22:30:37.348431Z","steps":["trace[1031933907] 'process raft request' (duration: 146.814224ms)","trace[1031933907] 'compare' (duration: 234.19622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:37.348509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.967077Z","time spent":"381.412353ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.735584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.677234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:37.735683Z","caller":"traceutil/trace.go:171","msg":"trace[1439734133] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:639; }","duration":"763.275678ms","start":"2026-04-09T22:30:36.972392Z","end":"2026-04-09T22:30:37.735667Z","steps":["trace[1439734133] 'read index received' (duration: 141.530749ms)","trace[1439734133] 'applied index is now lower than readState.Index' (duration: 621.735299ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:37.735755Z","caller":"traceutil/trace.go:171","msg":"trace[1349908176] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"766.700256ms","start":"2026-04-09T22:30:36.969041Z","end":"2026-04-09T22:30:37.735741Z","steps":["trace[1349908176] 'process raft request' (duration: 512.808506ms)","trace[1349908176] 'compare' (duration: 253.49055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:37.735811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.969Z","time spent":"766.790798ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.736429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.037147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:37.736473Z","caller":"traceutil/trace.go:171","msg":"trace[1273090754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"764.125439ms","start":"2026-04-09T22:30:36.972337Z","end":"2026-04-09T22:30:37.736462Z","steps":["trace[1273090754] 'agreement among raft nodes before linearized reading' (duration: 763.413491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.736502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.972315Z","time spent":"764.180091ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:30:37.863686Z","caller":"traceutil/trace.go:171","msg":"trace[634866349] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"127.956956ms","start":"2026-04-09T22:30:37.7357Z","end":"2026-04-09T22:30:37.863657Z","steps":["trace[634866349] 'read index received' (duration: 102.976102ms)","trace[634866349] 'applied index is now lower than readState.Index' (duration: 24.979844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:37.86746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.40639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.867575Z","caller":"traceutil/trace.go:171","msg":"trace[86567871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:616; }","duration":"606.513353ms","start":"2026-04-09T22:30:37.261021Z","end":"2026-04-09T22:30:37.867535Z","steps":["trace[86567871] 'agreement among raft nodes before linearized reading' (duration: 606.378049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.867636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.261011Z","time spent":"606.609685ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:30:37.867825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.856718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:37.867955Z","caller":"traceutil/trace.go:171","msg":"trace[1854294398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"875.001532ms","start":"2026-04-09T22:30:36.992929Z","end":"2026-04-09T22:30:37.86793Z","steps":["trace[1854294398] 'agreement among raft nodes before linearized reading' (duration: 874.787976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.867953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.630301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.868053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.992923Z","time spent":"875.116585ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:30:37.86819Z","caller":"traceutil/trace.go:171","msg":"trace[136912919] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:616; }","duration":"648.870126ms","start":"2026-04-09T22:30:37.219208Z","end":"2026-04-09T22:30:37.868078Z","steps":["trace[136912919] 'agreement among raft nodes before linearized reading' (duration: 648.572779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.8683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.219195Z","time spent":"649.053902ms","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:30:37.868378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.497708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.868458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.833147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.868548Z","caller":"traceutil/trace.go:171","msg":"trace[1547031931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:616; }","duration":"624.674283ms","start":"2026-04-09T22:30:37.243804Z","end":"2026-04-09T22:30:37.868478Z","steps":["trace[1547031931] 'agreement among raft nodes before linearized reading' (duration: 624.074707ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.868559Z","caller":"traceutil/trace.go:171","msg":"trace[956068034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:616; }","duration":"624.913521ms","start":"2026-04-09T22:30:37.243597Z","end":"2026-04-09T22:30:37.86851Z","steps":["trace[956068034] 'agreement among raft nodes before linearized reading' (duration: 624.590522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.868624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.243589Z","time spent":"625.021554ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T22:30:37.868629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.243792Z","time spent":"624.816258ms","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:30:37.868704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.744982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.86889Z","caller":"traceutil/trace.go:171","msg":"trace[394877977] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:616; }","duration":"681.978678ms","start":"2026-04-09T22:30:37.186836Z","end":"2026-04-09T22:30:37.868815Z","steps":["trace[394877977] 'agreement among raft nodes before linearized reading' (duration: 681.142156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.868086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.593228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.868985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.186808Z","time spent":"682.147992ms","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:37.869031Z","caller":"traceutil/trace.go:171","msg":"trace[1214145547] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:616; }","duration":"826.626926ms","start":"2026-04-09T22:30:37.04239Z","end":"2026-04-09T22:30:37.869016Z","steps":["trace[1214145547] 'agreement among raft nodes before linearized reading' (duration: 825.456946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.869088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.042365Z","time spent":"826.702477ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T22:30:37.869115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.319616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.869212Z","caller":"traceutil/trace.go:171","msg":"trace[2058002064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:616; }","duration":"682.427049ms","start":"2026-04-09T22:30:37.18674Z","end":"2026-04-09T22:30:37.869167Z","steps":["trace[2058002064] 'agreement among raft nodes before linearized reading' (duration: 679.226658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.869017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.014036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.869276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.186732Z","time spent":"682.517262ms","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-09T22:30:37.869342Z","caller":"traceutil/trace.go:171","msg":"trace[1078695506] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:616; }","duration":"650.308883ms","start":"2026-04-09T22:30:37.218971Z","end":"2026-04-09T22:30:37.86928Z","steps":["trace[1078695506] 'agreement among raft nodes before linearized reading' (duration: 644.752452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.869551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.218933Z","time spent":"650.57906ms","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T22:30:37.867344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.918612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.869861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.035517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.869936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.356728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.870001Z","caller":"traceutil/trace.go:171","msg":"trace[1943015996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:616; }","duration":"665.181881ms","start":"2026-04-09T22:30:37.204787Z","end":"2026-04-09T22:30:37.869969Z","steps":["trace[1943015996] 'agreement among raft nodes before linearized reading' (duration: 659.017954ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.870108Z","caller":"traceutil/trace.go:171","msg":"trace[387915040] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"516.024688ms","start":"2026-04-09T22:30:37.353356Z","end":"2026-04-09T22:30:37.869381Z","steps":["trace[387915040] 'process raft request' (duration: 485.584635ms)","trace[387915040] 'compare' (duration: 23.800414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:37.870128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.204778Z","time spent":"665.327864ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:37.870013Z","caller":"traceutil/trace.go:171","msg":"trace[112849923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"574.44922ms","start":"2026-04-09T22:30:37.295533Z","end":"2026-04-09T22:30:37.869982Z","steps":["trace[112849923] 'agreement among raft nodes before linearized reading' (duration: 573.856855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.559265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.870197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.381356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:37.870213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.35332Z","time spent":"516.832128ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:37.870248Z","caller":"traceutil/trace.go:171","msg":"trace[736622029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:616; }","duration":"608.998086ms","start":"2026-04-09T22:30:37.261228Z","end":"2026-04-09T22:30:37.870227Z","steps":["trace[736622029] 'agreement among raft nodes before linearized reading' (duration: 608.130894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.295481Z","time spent":"574.741807ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:37.870254Z","caller":"traceutil/trace.go:171","msg":"trace[730855615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:616; }","duration":"665.477238ms","start":"2026-04-09T22:30:37.20476Z","end":"2026-04-09T22:30:37.870237Z","steps":["trace[730855615] 'agreement among raft nodes before linearized reading' (duration: 659.059166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.261204Z","time spent":"609.066347ms","remote":"127.0.0.1:54140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:30:37.870304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.204745Z","time spent":"665.54589ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-04-09T22:30:37.870008Z","caller":"traceutil/trace.go:171","msg":"trace[2139216439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:616; }","duration":"827.505368ms","start":"2026-04-09T22:30:37.042342Z","end":"2026-04-09T22:30:37.869847Z","steps":["trace[2139216439] 'agreement among raft nodes before linearized reading' (duration: 821.431164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.850236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:30:37.870376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.042322Z","time spent":"828.03003ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:37.870391Z","caller":"traceutil/trace.go:171","msg":"trace[1662523640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"879.932088ms","start":"2026-04-09T22:30:36.990438Z","end":"2026-04-09T22:30:37.87037Z","steps":["trace[1662523640] 'agreement among raft nodes before linearized reading' (duration: 879.799314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.990418Z","time spent":"879.998709ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:37.869417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.722377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:37.870479Z","caller":"traceutil/trace.go:171","msg":"trace[634093927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"877.793663ms","start":"2026-04-09T22:30:36.992671Z","end":"2026-04-09T22:30:37.870465Z","steps":["trace[634093927] 'agreement among raft nodes before linearized reading' (duration: 876.46387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.992665Z","time spent":"877.844194ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:37.870161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.982046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.870645Z","caller":"traceutil/trace.go:171","msg":"trace[827124078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:616; }","duration":"609.486497ms","start":"2026-04-09T22:30:37.261115Z","end":"2026-04-09T22:30:37.870602Z","steps":["trace[827124078] 'agreement among raft nodes before linearized reading' (duration: 608.259057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.261099Z","time spent":"609.5771ms","remote":"127.0.0.1:54140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T22:30:37.870925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.158022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.870962Z","caller":"traceutil/trace.go:171","msg":"trace[1724258524] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:616; }","duration":"684.217064ms","start":"2026-04-09T22:30:37.186729Z","end":"2026-04-09T22:30:37.870947Z","steps":["trace[1724258524] 'agreement among raft nodes before linearized reading' (duration: 677.004412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.870967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.102894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.871026Z","caller":"traceutil/trace.go:171","msg":"trace[1599902561] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"130.293865ms","start":"2026-04-09T22:30:37.740716Z","end":"2026-04-09T22:30:37.87101Z","steps":["trace[1599902561] 'process raft request' (duration: 130.075159ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.871059Z","caller":"traceutil/trace.go:171","msg":"trace[369383159] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:616; }","duration":"666.213296ms","start":"2026-04-09T22:30:37.204811Z","end":"2026-04-09T22:30:37.871024Z","steps":["trace[369383159] 'agreement among raft nodes before linearized reading' (duration: 658.971723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.871114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.204794Z","time spent":"666.300819ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T22:30:37.870989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.186708Z","time spent":"684.274455ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:30:37.868609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.430502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.871877Z","caller":"traceutil/trace.go:171","msg":"trace[256410967] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:616; }","duration":"652.723345ms","start":"2026-04-09T22:30:37.219128Z","end":"2026-04-09T22:30:37.871851Z","steps":["trace[256410967] 'agreement among raft nodes before linearized reading' (duration: 648.887667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.871917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.219124Z","time spent":"652.771596ms","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-04-09T22:30:40.060642Z","caller":"traceutil/trace.go:171","msg":"trace[622568201] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"151.600225ms","start":"2026-04-09T22:30:39.909009Z","end":"2026-04-09T22:30:40.060609Z","steps":["trace[622568201] 'process raft request' (duration: 67.190234ms)","trace[622568201] 'compare' (duration: 84.240736ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:40.067624Z","caller":"traceutil/trace.go:171","msg":"trace[1763355337] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"156.845858ms","start":"2026-04-09T22:30:39.910758Z","end":"2026-04-09T22:30:40.067604Z","steps":["trace[1763355337] 'process raft request' (duration: 156.747225ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:40.067887Z","caller":"traceutil/trace.go:171","msg":"trace[1585444478] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"156.389307ms","start":"2026-04-09T22:30:39.911483Z","end":"2026-04-09T22:30:40.067872Z","steps":["trace[1585444478] 'process raft request' (duration: 156.09102ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:40.068556Z","caller":"traceutil/trace.go:171","msg":"trace[1879500690] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"114.291929ms","start":"2026-04-09T22:30:39.954241Z","end":"2026-04-09T22:30:40.068532Z","steps":["trace[1879500690] 'process raft request' (duration: 113.758715ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:40.699629Z","caller":"traceutil/trace.go:171","msg":"trace[561247006] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"117.044289ms","start":"2026-04-09T22:30:40.582553Z","end":"2026-04-09T22:30:40.699598Z","steps":["trace[561247006] 'process raft request' (duration: 116.410823ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:41.165166Z","caller":"traceutil/trace.go:171","msg":"trace[1026295613] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"402.326983ms","start":"2026-04-09T22:30:40.762795Z","end":"2026-04-09T22:30:41.165122Z","steps":["trace[1026295613] 'process raft request' (duration: 366.470555ms)","trace[1026295613] 'compare' (duration: 35.683454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:41.165304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:40.762775Z","time spent":"402.469196ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:41.614176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.97279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:41.614284Z","caller":"traceutil/trace.go:171","msg":"trace[1233134206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"319.135584ms","start":"2026-04-09T22:30:41.295126Z","end":"2026-04-09T22:30:41.614261Z","steps":["trace[1233134206] 'range keys from in-memory index tree' (duration: 318.854727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:41.614331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:41.295095Z","time spent":"319.226156ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:41.614231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.369272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:41.614466Z","caller":"traceutil/trace.go:171","msg":"trace[1699071171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:635; }","duration":"185.621638ms","start":"2026-04-09T22:30:41.428786Z","end":"2026-04-09T22:30:41.614408Z","steps":["trace[1699071171] 'range keys from in-memory index tree' (duration: 185.341051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.116366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:30:42.273345Z","caller":"traceutil/trace.go:171","msg":"trace[147995265] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"657.994559ms","start":"2026-04-09T22:30:41.615298Z","end":"2026-04-09T22:30:42.273293Z","steps":["trace[147995265] 'read index received' (duration: 657.126677ms)","trace[147995265] 'applied index is now lower than readState.Index' (duration: 866.662µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:42.273418Z","caller":"traceutil/trace.go:171","msg":"trace[1599614214] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"699.02828ms","start":"2026-04-09T22:30:41.574351Z","end":"2026-04-09T22:30:42.27338Z","steps":["trace[1599614214] 'process raft request' (duration: 698.390444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.273497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.181833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:42.273541Z","caller":"traceutil/trace.go:171","msg":"trace[1365572130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"658.263575ms","start":"2026-04-09T22:30:41.615266Z","end":"2026-04-09T22:30:42.27353Z","steps":["trace[1365572130] 'agreement among raft nodes before linearized reading' (duration: 658.180572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.27358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:41.615254Z","time spent":"658.319177ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:42.273628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:41.574316Z","time spent":"699.199234ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:42.273802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.975386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:30:42.273943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.733682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:30:42.273986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.140785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:42.274014Z","caller":"traceutil/trace.go:171","msg":"trace[1551435286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"202.814963ms","start":"2026-04-09T22:30:42.071173Z","end":"2026-04-09T22:30:42.273988Z","steps":["trace[1551435286] 'agreement among raft nodes before linearized reading' (duration: 202.728361ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:42.274035Z","caller":"traceutil/trace.go:171","msg":"trace[361521961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"209.230687ms","start":"2026-04-09T22:30:42.064791Z","end":"2026-04-09T22:30:42.274022Z","steps":["trace[361521961] 'agreement among raft nodes before linearized reading' (duration: 209.143685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.273852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.667119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:42.273962Z","caller":"traceutil/trace.go:171","msg":"trace[2136207664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"365.190401ms","start":"2026-04-09T22:30:41.90874Z","end":"2026-04-09T22:30:42.27393Z","steps":["trace[2136207664] 'agreement among raft nodes before linearized reading' (duration: 364.924875ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:42.274163Z","caller":"traceutil/trace.go:171","msg":"trace[1540132743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"203.021199ms","start":"2026-04-09T22:30:42.071123Z","end":"2026-04-09T22:30:42.274145Z","steps":["trace[1540132743] 'agreement among raft nodes before linearized reading' (duration: 202.546107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.274295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:41.908716Z","time spent":"365.512369ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:42.58993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.776612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:42.590069Z","caller":"traceutil/trace.go:171","msg":"trace[1032876291] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"310.925715ms","start":"2026-04-09T22:30:42.279125Z","end":"2026-04-09T22:30:42.590051Z","steps":["trace[1032876291] 'process raft request' (duration: 165.943248ms)","trace[1032876291] 'compare' (duration: 144.642109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:42.59026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.279102Z","time spent":"311.031168ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.437738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.814598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:43.438007Z","caller":"traceutil/trace.go:171","msg":"trace[1567118224] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:664; }","duration":"143.073909ms","start":"2026-04-09T22:30:43.294917Z","end":"2026-04-09T22:30:43.437991Z","steps":["trace[1567118224] 'read index received' (duration: 78.362µs)","trace[1567118224] 'applied index is now lower than readState.Index' (duration: 142.993437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:43.438168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.252023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:43.438205Z","caller":"traceutil/trace.go:171","msg":"trace[1686553892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"143.318145ms","start":"2026-04-09T22:30:43.294875Z","end":"2026-04-09T22:30:43.438193Z","steps":["trace[1686553892] 'agreement among raft nodes before linearized reading' (duration: 143.168111ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.438254Z","caller":"traceutil/trace.go:171","msg":"trace[151646810] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.158120323s","start":"2026-04-09T22:30:42.280091Z","end":"2026-04-09T22:30:43.438211Z","steps":["trace[151646810] 'process raft request' (duration: 1.157750214s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.438287Z","caller":"traceutil/trace.go:171","msg":"trace[1990013445] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.158275047s","start":"2026-04-09T22:30:42.279974Z","end":"2026-04-09T22:30:43.438249Z","steps":["trace[1990013445] 'process raft request' (duration: 767.848174ms)","trace[1990013445] 'compare' (duration: 389.325335ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:43.438281Z","caller":"traceutil/trace.go:171","msg":"trace[1560380439] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.110726032s","start":"2026-04-09T22:30:42.327506Z","end":"2026-04-09T22:30:43.438232Z","steps":["trace[1560380439] 'process raft request' (duration: 1.110433825s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.438308Z","caller":"traceutil/trace.go:171","msg":"trace[1094744535] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.157605209s","start":"2026-04-09T22:30:42.280646Z","end":"2026-04-09T22:30:43.438251Z","steps":["trace[1094744535] 'process raft request' (duration: 1.157262371s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.438416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.280081Z","time spent":"1.158246527s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.438437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.327485Z","time spent":"1.110884985s","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:43.438517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.280635Z","time spent":"1.157772944s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.438559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.279952Z","time spent":"1.158395001s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.885839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.284783ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-09T22:30:44.195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.123187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:44.195085Z","caller":"traceutil/trace.go:171","msg":"trace[362894582] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"365.293835ms","start":"2026-04-09T22:30:43.829777Z","end":"2026-04-09T22:30:44.195071Z","steps":["trace[362894582] 'process raft request' (duration: 189.027404ms)","trace[362894582] 'compare' (duration: 175.81738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:44.195131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.829745Z","time spent":"365.365957ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:44.796317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480615,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:30:44.942888Z","caller":"traceutil/trace.go:171","msg":"trace[972929608] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"647.343418ms","start":"2026-04-09T22:30:44.295519Z","end":"2026-04-09T22:30:44.942862Z","steps":["trace[972929608] 'read index received' (duration: 647.148933ms)","trace[972929608] 'applied index is now lower than readState.Index' (duration: 193.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:44.942952Z","caller":"traceutil/trace.go:171","msg":"trace[224850924] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"685.348232ms","start":"2026-04-09T22:30:44.257567Z","end":"2026-04-09T22:30:44.942915Z","steps":["trace[224850924] 'process raft request' (duration: 685.170448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:44.943047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.519693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:44.943077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:44.257549Z","time spent":"685.469396ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:44.943105Z","caller":"traceutil/trace.go:171","msg":"trace[465194031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"647.636876ms","start":"2026-04-09T22:30:44.295455Z","end":"2026-04-09T22:30:44.943092Z","steps":["trace[465194031] 'agreement among raft nodes before linearized reading' (duration: 647.498122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:44.943146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:44.295423Z","time spent":"647.715028ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:44.94317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.876683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:30:44.943204Z","caller":"traceutil/trace.go:171","msg":"trace[912789167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"347.947074ms","start":"2026-04-09T22:30:44.595246Z","end":"2026-04-09T22:30:44.943193Z","steps":["trace[912789167] 'agreement among raft nodes before linearized reading' (duration: 347.75761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:44.943243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:44.595222Z","time spent":"348.013656ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:45.292412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.944959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:45.292516Z","caller":"traceutil/trace.go:171","msg":"trace[1635296769] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"345.435252ms","start":"2026-04-09T22:30:44.947065Z","end":"2026-04-09T22:30:45.292501Z","steps":["trace[1635296769] 'process raft request' (duration: 138.323879ms)","trace[1635296769] 'compare' (duration: 206.809405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:45.292586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.710883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-09T22:30:45.292516Z","caller":"traceutil/trace.go:171","msg":"trace[37085680] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:672; }","duration":"342.615431ms","start":"2026-04-09T22:30:44.949886Z","end":"2026-04-09T22:30:45.292501Z","steps":["trace[37085680] 'read index received' (duration: 135.428746ms)","trace[37085680] 'applied index is now lower than readState.Index' (duration: 207.185295ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:45.292632Z","caller":"traceutil/trace.go:171","msg":"trace[913843171] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:645; }","duration":"342.775265ms","start":"2026-04-09T22:30:44.94984Z","end":"2026-04-09T22:30:45.292615Z","steps":["trace[913843171] 'agreement among raft nodes before linearized reading' (duration: 342.701223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:45.292584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:44.947044Z","time spent":"345.504983ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:45.29272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:44.949823Z","time spent":"342.879017ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-09T22:30:45.484219Z","caller":"traceutil/trace.go:171","msg":"trace[2126753468] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"182.311953ms","start":"2026-04-09T22:30:45.301884Z","end":"2026-04-09T22:30:45.484196Z","steps":["trace[2126753468] 'process raft request' (duration: 181.997435ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.704092Z","caller":"traceutil/trace.go:171","msg":"trace[206838065] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"214.811159ms","start":"2026-04-09T22:30:45.489234Z","end":"2026-04-09T22:30:45.704045Z","steps":["trace[206838065] 'process raft request' (duration: 180.641431ms)","trace[206838065] 'compare' (duration: 33.90261ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:45.704246Z","caller":"traceutil/trace.go:171","msg":"trace[708886645] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"214.563472ms","start":"2026-04-09T22:30:45.489652Z","end":"2026-04-09T22:30:45.704216Z","steps":["trace[708886645] 'process raft request' (duration: 214.389628ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.704296Z","caller":"traceutil/trace.go:171","msg":"trace[847455691] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"214.688705ms","start":"2026-04-09T22:30:45.489566Z","end":"2026-04-09T22:30:45.704255Z","steps":["trace[847455691] 'process raft request' (duration: 214.392027ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.704579Z","caller":"traceutil/trace.go:171","msg":"trace[1206325326] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"213.792242ms","start":"2026-04-09T22:30:45.490767Z","end":"2026-04-09T22:30:45.704559Z","steps":["trace[1206325326] 'process raft request' (duration: 213.323471ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.704633Z","caller":"traceutil/trace.go:171","msg":"trace[724186178] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"213.079934ms","start":"2026-04-09T22:30:45.491539Z","end":"2026-04-09T22:30:45.704619Z","steps":["trace[724186178] 'process raft request' (duration: 212.955961ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.704608Z","caller":"traceutil/trace.go:171","msg":"trace[635188509] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"213.426852ms","start":"2026-04-09T22:30:45.491163Z","end":"2026-04-09T22:30:45.704589Z","steps":["trace[635188509] 'process raft request' (duration: 213.200317ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.704766Z","caller":"traceutil/trace.go:171","msg":"trace[525574410] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"211.939915ms","start":"2026-04-09T22:30:45.492813Z","end":"2026-04-09T22:30:45.704753Z","steps":["trace[525574410] 'process raft request' (duration: 211.757651ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.76071Z","caller":"traceutil/trace.go:171","msg":"trace[1214828696] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"228.526926ms","start":"2026-04-09T22:30:45.532158Z","end":"2026-04-09T22:30:45.760685Z","steps":["trace[1214828696] 'process raft request' (duration: 228.390723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:47.795767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:48.296797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:48.421797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.664185007s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:48.42225Z","caller":"traceutil/trace.go:171","msg":"trace[1735071829] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:685; }","duration":"1.127325612s","start":"2026-04-09T22:30:47.294897Z","end":"2026-04-09T22:30:48.422223Z","steps":["trace[1735071829] 'read index received' (duration: 1.127044265s)","trace[1735071829] 'applied index is now lower than readState.Index' (duration: 280.277µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:48.422328Z","caller":"traceutil/trace.go:171","msg":"trace[971757204] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"1.664844464s","start":"2026-04-09T22:30:46.757462Z","end":"2026-04-09T22:30:48.422307Z","steps":["trace[971757204] 'process raft request' (duration: 1.664559977s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:48.422393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127476717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:48.422431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:46.757434Z","time spent":"1.664933237s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:48.422435Z","caller":"traceutil/trace.go:171","msg":"trace[500998432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:658; }","duration":"1.127567638s","start":"2026-04-09T22:30:47.294854Z","end":"2026-04-09T22:30:48.422421Z","steps":["trace[500998432] 'agreement among raft nodes before linearized reading' (duration: 1.127476316s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:48.422478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:47.294838Z","time spent":"1.12762913s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:48.422547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.944603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:48.422585Z","caller":"traceutil/trace.go:171","msg":"trace[2041120739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:658; }","duration":"713.049755ms","start":"2026-04-09T22:30:47.709525Z","end":"2026-04-09T22:30:48.422574Z","steps":["trace[2041120739] 'agreement among raft nodes before linearized reading' (duration: 712.907201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:48.422591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.094786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:30:48.422572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126224074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:48.422663Z","caller":"traceutil/trace.go:171","msg":"trace[1182299867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:658; }","duration":"1.126342307s","start":"2026-04-09T22:30:47.296301Z","end":"2026-04-09T22:30:48.422644Z","steps":["trace[1182299867] 'agreement among raft nodes before linearized reading' (duration: 1.12609436s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:48.422703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:47.296295Z","time spent":"1.126399938s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:48.422612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:47.709482Z","time spent":"713.123287ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:48.422767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.005757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:48.422618Z","caller":"traceutil/trace.go:171","msg":"trace[1670557245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:658; }","duration":"713.174949ms","start":"2026-04-09T22:30:47.709435Z","end":"2026-04-09T22:30:48.42261Z","steps":["trace[1670557245] 'agreement among raft nodes before linearized reading' (duration: 713.092807ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:48.422897Z","caller":"traceutil/trace.go:171","msg":"trace[1049470436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:658; }","duration":"902.184431ms","start":"2026-04-09T22:30:47.520689Z","end":"2026-04-09T22:30:48.422873Z","steps":["trace[1049470436] 'agreement among raft nodes before linearized reading' (duration: 901.882864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:48.422925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:47.709403Z","time spent":"713.510436ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:48.422952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:47.520663Z","time spent":"902.277944ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:48.702146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.031692ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-09T22:30:49.921108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.415034628s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:49.940311Z","caller":"traceutil/trace.go:171","msg":"trace[184064574] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"1.513562408s","start":"2026-04-09T22:30:48.426729Z","end":"2026-04-09T22:30:49.940292Z","steps":["trace[184064574] 'process raft request' (duration: 1.494609147s)","trace[184064574] 'compare' (duration: 18.488869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:49.940421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:48.426712Z","time spent":"1.513644331s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:49.94067Z","caller":"traceutil/trace.go:171","msg":"trace[1860775490] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.513101896s","start":"2026-04-09T22:30:48.427535Z","end":"2026-04-09T22:30:49.940637Z","steps":["trace[1860775490] 'process raft request' (duration: 1.512663595s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:49.940927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:48.42751Z","time spent":"1.513316681s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:49.941032Z","caller":"traceutil/trace.go:171","msg":"trace[1612988671] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:686; }","duration":"1.508007796s","start":"2026-04-09T22:30:48.433008Z","end":"2026-04-09T22:30:49.941016Z","steps":["trace[1612988671] 'read index received' (duration: 73.153215ms)","trace[1612988671] 'applied index is now lower than readState.Index' (duration: 1.434853341s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:49.941119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508100938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:49.941157Z","caller":"traceutil/trace.go:171","msg":"trace[222271485] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.51249659s","start":"2026-04-09T22:30:48.428647Z","end":"2026-04-09T22:30:49.941143Z","steps":["trace[222271485] 'process raft request' (duration: 1.512294655s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:49.94116Z","caller":"traceutil/trace.go:171","msg":"trace[1072818616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"1.50816734s","start":"2026-04-09T22:30:48.43298Z","end":"2026-04-09T22:30:49.941147Z","steps":["trace[1072818616] 'agreement among raft nodes before linearized reading' (duration: 1.508103139s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:49.941136Z","caller":"traceutil/trace.go:171","msg":"trace[1964893603] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.512396558s","start":"2026-04-09T22:30:48.428704Z","end":"2026-04-09T22:30:49.941101Z","steps":["trace[1964893603] 'process raft request' (duration: 1.511833014s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:49.941194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:48.432969Z","time spent":"1.508217621s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:49.941214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:48.428626Z","time spent":"1.512556512s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:49.941345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:48.428684Z","time spent":"1.512561403s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:49.950887Z","caller":"traceutil/trace.go:171","msg":"trace[361830796] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.247392967s","start":"2026-04-09T22:30:48.703473Z","end":"2026-04-09T22:30:49.950866Z","steps":["trace[361830796] 'process raft request' (duration: 1.247213182s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:49.951179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:48.703445Z","time spent":"1.24750051s","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:52.077093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.264511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:52.077247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.538346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:52.077287Z","caller":"traceutil/trace.go:171","msg":"trace[2140341466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:663; }","duration":"648.476667ms","start":"2026-04-09T22:30:51.428781Z","end":"2026-04-09T22:30:52.077258Z","steps":["trace[2140341466] 'range keys from in-memory index tree' (duration: 648.24377ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:52.077314Z","caller":"traceutil/trace.go:171","msg":"trace[2013469616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:663; }","duration":"131.657229ms","start":"2026-04-09T22:30:51.945638Z","end":"2026-04-09T22:30:52.077296Z","steps":["trace[2013469616] 'range keys from in-memory index tree' (duration: 131.426594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.077444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.737191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:52.077502Z","caller":"traceutil/trace.go:171","msg":"trace[678731063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:663; }","duration":"131.849634ms","start":"2026-04-09T22:30:51.945638Z","end":"2026-04-09T22:30:52.077488Z","steps":["trace[678731063] 'range keys from in-memory index tree' (duration: 131.609508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.077611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.423713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:52.077677Z","caller":"traceutil/trace.go:171","msg":"trace[659814678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:663; }","duration":"131.514955ms","start":"2026-04-09T22:30:51.94614Z","end":"2026-04-09T22:30:52.077655Z","steps":["trace[659814678] 'range keys from in-memory index tree' (duration: 131.332191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.07719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.728987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:52.077758Z","caller":"traceutil/trace.go:171","msg":"trace[1240011633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"782.382133ms","start":"2026-04-09T22:30:51.295367Z","end":"2026-04-09T22:30:52.077749Z","steps":["trace[1240011633] 'range keys from in-memory index tree' (duration: 781.553532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.077758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.946801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:30:52.077788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:51.295337Z","time spent":"782.443055ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:52.07781Z","caller":"traceutil/trace.go:171","msg":"trace[1802726532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:663; }","duration":"131.018473ms","start":"2026-04-09T22:30:51.946773Z","end":"2026-04-09T22:30:52.077791Z","steps":["trace[1802726532] 'range keys from in-memory index tree' (duration: 130.854199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.796398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:53.29735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:53.75188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.669029319s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:53.752381Z","caller":"traceutil/trace.go:171","msg":"trace[262148051] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.669597505s","start":"2026-04-09T22:30:52.082748Z","end":"2026-04-09T22:30:53.752346Z","steps":["trace[262148051] 'process raft request' (duration: 1.669399949s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:53.752586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:52.082719Z","time spent":"1.669764829s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:53.937605Z","caller":"traceutil/trace.go:171","msg":"trace[1370255708] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"1.852977826s","start":"2026-04-09T22:30:52.084601Z","end":"2026-04-09T22:30:53.937579Z","steps":["trace[1370255708] 'process raft request' (duration: 1.852930885s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:53.937642Z","caller":"traceutil/trace.go:171","msg":"trace[219890960] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.854109125s","start":"2026-04-09T22:30:52.083484Z","end":"2026-04-09T22:30:53.937593Z","steps":["trace[219890960] 'process raft request' (duration: 1.85390622s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:53.937708Z","caller":"traceutil/trace.go:171","msg":"trace[1873384160] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"1.854047573s","start":"2026-04-09T22:30:52.083608Z","end":"2026-04-09T22:30:53.937656Z","steps":["trace[1873384160] 'process raft request' (duration: 1.853895259s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:53.937879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:52.084572Z","time spent":"1.85310258s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:53.937908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:52.083465Z","time spent":"1.8542868s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:53.937952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:52.083579Z","time spent":"1.854244118s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:54.065241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.651856ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:30:54.06536Z","caller":"traceutil/trace.go:171","msg":"trace[1200819396] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:692; }","duration":"1.769869579s","start":"2026-04-09T22:30:52.295467Z","end":"2026-04-09T22:30:54.065336Z","steps":["trace[1200819396] 'read index received' (duration: 1.456689476s)","trace[1200819396] 'applied index is now lower than readState.Index' (duration: 313.176813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:54.065454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769990741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:54.065488Z","caller":"traceutil/trace.go:171","msg":"trace[71178069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"1.770066683s","start":"2026-04-09T22:30:52.295411Z","end":"2026-04-09T22:30:54.065478Z","steps":["trace[71178069] 'agreement among raft nodes before linearized reading' (duration: 1.769981791s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:54.065528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:52.295387Z","time spent":"1.770132955s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:54.947947Z","caller":"traceutil/trace.go:171","msg":"trace[469216613] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"162.358268ms","start":"2026-04-09T22:30:54.785562Z","end":"2026-04-09T22:30:54.94792Z","steps":["trace[469216613] 'process raft request' (duration: 154.071458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:54.954443Z","caller":"traceutil/trace.go:171","msg":"trace[1550569853] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"149.550624ms","start":"2026-04-09T22:30:54.804877Z","end":"2026-04-09T22:30:54.954428Z","steps":["trace[1550569853] 'process raft request' (duration: 149.40441ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:57.574327Z","caller":"traceutil/trace.go:171","msg":"trace[241526168] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"655.546606ms","start":"2026-04-09T22:30:56.918752Z","end":"2026-04-09T22:30:57.574298Z","steps":["trace[241526168] 'process raft request' (duration: 655.400782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.57447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:56.918722Z","time spent":"655.68419ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:58.152502Z","caller":"traceutil/trace.go:171","msg":"trace[1804090752] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"103.807953ms","start":"2026-04-09T22:30:58.048664Z","end":"2026-04-09T22:30:58.152472Z","steps":["trace[1804090752] 'process raft request' (duration: 103.549086ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.164477Z","caller":"traceutil/trace.go:171","msg":"trace[699874051] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"111.668001ms","start":"2026-04-09T22:30:58.052773Z","end":"2026-04-09T22:30:58.164441Z","steps":["trace[699874051] 'process raft request' (duration: 111.598379ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.164541Z","caller":"traceutil/trace.go:171","msg":"trace[103027784] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"113.641243ms","start":"2026-04-09T22:30:58.050862Z","end":"2026-04-09T22:30:58.164504Z","steps":["trace[103027784] 'process raft request' (duration: 113.276563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.435205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464480714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:59.606742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131763304s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:59.60684Z","caller":"traceutil/trace.go:171","msg":"trace[1317894437] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.189577831s","start":"2026-04-09T22:30:58.417245Z","end":"2026-04-09T22:30:59.606823Z","steps":["trace[1317894437] 'process raft request' (duration: 57.677643ms)","trace[1317894437] 'compare' (duration: 1.131680592s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:59.606903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.417197Z","time spent":"1.189670053s","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:59.829614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354693959s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:30:59.978063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.997598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:59.978222Z","caller":"traceutil/trace.go:171","msg":"trace[231462449] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"1.043756323s","start":"2026-04-09T22:30:58.934445Z","end":"2026-04-09T22:30:59.978202Z","steps":["trace[231462449] 'read index received' (duration: 895.338909ms)","trace[231462449] 'applied index is now lower than readState.Index' (duration: 148.415814ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:59.978313Z","caller":"traceutil/trace.go:171","msg":"trace[1709828256] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"1.513603629s","start":"2026-04-09T22:30:58.464698Z","end":"2026-04-09T22:30:59.978301Z","steps":["trace[1709828256] 'process raft request' (duration: 1.366283302s)","trace[1709828256] 'compare' (duration: 146.719742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:59.978372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.464666Z","time spent":"1.513682221s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:59.97846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.015633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:59.978646Z","caller":"traceutil/trace.go:171","msg":"trace[1070274287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:686; }","duration":"683.248049ms","start":"2026-04-09T22:30:59.295369Z","end":"2026-04-09T22:30:59.978617Z","steps":["trace[1070274287] 'agreement among raft nodes before linearized reading' (duration: 682.958051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.978703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.295348Z","time spent":"683.345631ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:59.978524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.631375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"warn","ts":"2026-04-09T22:30:59.978733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044198604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9qn4c\" ","response":"range_response_count:1 size:17516"} {"level":"info","ts":"2026-04-09T22:30:59.978809Z","caller":"traceutil/trace.go:171","msg":"trace[663692154] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:686; }","duration":"369.894641ms","start":"2026-04-09T22:30:59.608869Z","end":"2026-04-09T22:30:59.978763Z","steps":["trace[663692154] 'agreement among raft nodes before linearized reading' (duration: 369.538412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.978897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.608812Z","time spent":"370.056385ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-09T22:30:59.978986Z","caller":"traceutil/trace.go:171","msg":"trace[1316569231] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9qn4c; range_end:; response_count:1; response_revision:686; }","duration":"1.044401649s","start":"2026-04-09T22:30:58.934432Z","end":"2026-04-09T22:30:59.978833Z","steps":["trace[1316569231] 'agreement among raft nodes before linearized reading' (duration: 1.04402701s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.979085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.934382Z","time spent":"1.044686966s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17539,"request content":"key:\"/registry/pods/kube-system/cilium-9qn4c\" "} {"level":"info","ts":"2026-04-09T22:31:00.291578Z","caller":"traceutil/trace.go:171","msg":"trace[707885626] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"307.57651ms","start":"2026-04-09T22:30:59.983967Z","end":"2026-04-09T22:31:00.291544Z","steps":["trace[707885626] 'read index received' (duration: 307.377275ms)","trace[707885626] 'applied index is now lower than readState.Index' (duration: 197.355µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:00.2919Z","caller":"traceutil/trace.go:171","msg":"trace[966486653] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"308.725219ms","start":"2026-04-09T22:30:59.983133Z","end":"2026-04-09T22:31:00.291859Z","steps":["trace[966486653] 'process raft request' (duration: 308.217637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.292063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.045253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:31:00.292159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.983116Z","time spent":"308.896114ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:00.292197Z","caller":"traceutil/trace.go:171","msg":"trace[304243203] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:687; }","duration":"308.203457ms","start":"2026-04-09T22:30:59.983961Z","end":"2026-04-09T22:31:00.292164Z","steps":["trace[304243203] 'agreement among raft nodes before linearized reading' (duration: 307.9238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.292268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.983931Z","time spent":"308.326639ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-09T22:31:00.538325Z","caller":"traceutil/trace.go:171","msg":"trace[2106580198] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:719; }","duration":"246.534552ms","start":"2026-04-09T22:31:00.291763Z","end":"2026-04-09T22:31:00.538298Z","steps":["trace[2106580198] 'read index received' (duration: 245.805104ms)","trace[2106580198] 'applied index is now lower than readState.Index' (duration: 728.398µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:00.538437Z","caller":"traceutil/trace.go:171","msg":"trace[720757282] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"545.062885ms","start":"2026-04-09T22:30:59.993331Z","end":"2026-04-09T22:31:00.538394Z","steps":["trace[720757282] 'process raft request' (duration: 544.320996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.538634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.993287Z","time spent":"545.231689ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17685,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:00.538862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.028284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T22:31:00.538855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.235899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:00.538923Z","caller":"traceutil/trace.go:171","msg":"trace[1609871281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:688; }","duration":"370.262711ms","start":"2026-04-09T22:31:00.168646Z","end":"2026-04-09T22:31:00.538909Z","steps":["trace[1609871281] 'agreement among raft nodes before linearized reading' (duration: 369.817719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:00.538943Z","caller":"traceutil/trace.go:171","msg":"trace[2069578746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:688; }","duration":"243.383783ms","start":"2026-04-09T22:31:00.295538Z","end":"2026-04-09T22:31:00.538922Z","steps":["trace[2069578746] 'agreement among raft nodes before linearized reading' (duration: 243.227799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.538966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.168619Z","time spent":"370.336092ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:00.53903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.473736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T22:31:00.539031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.344816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:31:00.539108Z","caller":"traceutil/trace.go:171","msg":"trace[753642068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:688; }","duration":"370.587018ms","start":"2026-04-09T22:31:00.168499Z","end":"2026-04-09T22:31:00.539086Z","steps":["trace[753642068] 'agreement among raft nodes before linearized reading' (duration: 370.413384ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:00.539117Z","caller":"traceutil/trace.go:171","msg":"trace[1739601104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:688; }","duration":"382.482169ms","start":"2026-04-09T22:31:00.156616Z","end":"2026-04-09T22:31:00.539098Z","steps":["trace[1739601104] 'agreement among raft nodes before linearized reading' (duration: 382.089239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.539368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.156595Z","time spent":"382.755017ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:00.539148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.168482Z","time spent":"370.6581ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:31:01.379612Z","caller":"traceutil/trace.go:171","msg":"trace[331762276] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"433.119694ms","start":"2026-04-09T22:31:00.946468Z","end":"2026-04-09T22:31:01.379587Z","steps":["trace[331762276] 'process raft request' (duration: 432.95342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.379811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.946446Z","time spent":"433.246207ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:01.540983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.126094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:01.541145Z","caller":"traceutil/trace.go:171","msg":"trace[1656313788] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:692; }","duration":"112.312039ms","start":"2026-04-09T22:31:01.42881Z","end":"2026-04-09T22:31:01.541122Z","steps":["trace[1656313788] 'range keys from in-memory index tree' (duration: 112.105734ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.581702Z","caller":"traceutil/trace.go:171","msg":"trace[1884081557] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:723; }","duration":"286.217529ms","start":"2026-04-09T22:31:01.29546Z","end":"2026-04-09T22:31:01.581677Z","steps":["trace[1884081557] 'read index received' (duration: 83.957249ms)","trace[1884081557] 'applied index is now lower than readState.Index' (duration: 202.25944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:01.581813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.344813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:01.581799Z","caller":"traceutil/trace.go:171","msg":"trace[898857153] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"624.437488ms","start":"2026-04-09T22:31:00.957325Z","end":"2026-04-09T22:31:01.581763Z","steps":["trace[898857153] 'process raft request' (duration: 624.215373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.582004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.9573Z","time spent":"624.605352ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:01.58185Z","caller":"traceutil/trace.go:171","msg":"trace[1734505242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"286.475506ms","start":"2026-04-09T22:31:01.295364Z","end":"2026-04-09T22:31:01.58184Z","steps":["trace[1734505242] 'agreement among raft nodes before linearized reading' (duration: 286.400724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:03.942924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.6938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:31:04.01405Z","caller":"traceutil/trace.go:171","msg":"trace[1789870694] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:766; }","duration":"271.321012ms","start":"2026-04-09T22:31:03.742706Z","end":"2026-04-09T22:31:04.014027Z","steps":["trace[1789870694] 'read index received' (duration: 25.512977ms)","trace[1789870694] 'applied index is now lower than readState.Index' (duration: 245.807115ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:04.014127Z","caller":"traceutil/trace.go:171","msg":"trace[920052504] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"294.347806ms","start":"2026-04-09T22:31:03.719755Z","end":"2026-04-09T22:31:04.014102Z","steps":["trace[920052504] 'process raft request' (duration: 294.133001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.01423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.505926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:04.014286Z","caller":"traceutil/trace.go:171","msg":"trace[910892370] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:735; }","duration":"271.607509ms","start":"2026-04-09T22:31:03.742662Z","end":"2026-04-09T22:31:04.01427Z","steps":["trace[910892370] 'agreement among raft nodes before linearized reading' (duration: 271.505787ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:04.145123Z","caller":"traceutil/trace.go:171","msg":"trace[1698135940] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:768; }","duration":"130.94781ms","start":"2026-04-09T22:31:04.014139Z","end":"2026-04-09T22:31:04.145087Z","steps":["trace[1698135940] 'read index received' (duration: 128.144089ms)","trace[1698135940] 'applied index is now lower than readState.Index' (duration: 2.802581ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:04.145144Z","caller":"traceutil/trace.go:171","msg":"trace[1165427701] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"167.553199ms","start":"2026-04-09T22:31:03.977561Z","end":"2026-04-09T22:31:04.145114Z","steps":["trace[1165427701] 'process raft request' (duration: 164.707117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.145385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9qn4c\" ","response":"range_response_count:1 size:18059"} {"level":"info","ts":"2026-04-09T22:31:04.145425Z","caller":"traceutil/trace.go:171","msg":"trace[1113919675] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9qn4c; range_end:; response_count:1; response_revision:736; }","duration":"170.829842ms","start":"2026-04-09T22:31:03.974586Z","end":"2026-04-09T22:31:04.145416Z","steps":["trace[1113919675] 'agreement among raft nodes before linearized reading' (duration: 170.646977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.145461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.555092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:04.145538Z","caller":"traceutil/trace.go:171","msg":"trace[377807295] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:736; }","duration":"201.673285ms","start":"2026-04-09T22:31:03.943843Z","end":"2026-04-09T22:31:04.145516Z","steps":["trace[377807295] 'agreement among raft nodes before linearized reading' (duration: 201.557692ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:04.276506Z","caller":"traceutil/trace.go:171","msg":"trace[1691233959] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"115.456368ms","start":"2026-04-09T22:31:04.161005Z","end":"2026-04-09T22:31:04.276461Z","steps":["trace[1691233959] 'process raft request' (duration: 102.725906ms)","trace[1691233959] 'compare' (duration: 12.483236ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:04.666474Z","caller":"traceutil/trace.go:171","msg":"trace[403618854] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:774; }","duration":"122.331022ms","start":"2026-04-09T22:31:04.544113Z","end":"2026-04-09T22:31:04.666444Z","steps":["trace[403618854] 'read index received' (duration: 122.126967ms)","trace[403618854] 'applied index is now lower than readState.Index' (duration: 202.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:04.66653Z","caller":"traceutil/trace.go:171","msg":"trace[872453877] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"258.816215ms","start":"2026-04-09T22:31:04.407698Z","end":"2026-04-09T22:31:04.666514Z","steps":["trace[872453877] 'process raft request' (duration: 258.559617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.666728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.604359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-09T22:31:04.666777Z","caller":"traceutil/trace.go:171","msg":"trace[1359209192] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:742; }","duration":"122.704502ms","start":"2026-04-09T22:31:04.54406Z","end":"2026-04-09T22:31:04.666765Z","steps":["trace[1359209192] 'agreement among raft nodes before linearized reading' (duration: 122.505727ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:06.162104Z","caller":"traceutil/trace.go:171","msg":"trace[1778525579] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"103.099934ms","start":"2026-04-09T22:31:06.058947Z","end":"2026-04-09T22:31:06.162047Z","steps":["trace[1778525579] 'process raft request' (duration: 65.710746ms)","trace[1778525579] 'compare' (duration: 36.752122ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:06.479559Z","caller":"traceutil/trace.go:171","msg":"trace[1246884713] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"103.29055ms","start":"2026-04-09T22:31:06.376159Z","end":"2026-04-09T22:31:06.47945Z","steps":["trace[1246884713] 'process raft request' (duration: 103.045524ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:10.461517Z","caller":"traceutil/trace.go:171","msg":"trace[780496721] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"128.742605ms","start":"2026-04-09T22:31:10.332747Z","end":"2026-04-09T22:31:10.46149Z","steps":["trace[780496721] 'process raft request' (duration: 106.820669ms)","trace[780496721] 'compare' (duration: 21.753632ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:10.471303Z","caller":"traceutil/trace.go:171","msg":"trace[881961376] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:832; }","duration":"119.116702ms","start":"2026-04-09T22:31:10.352164Z","end":"2026-04-09T22:31:10.471281Z","steps":["trace[881961376] 'read index received' (duration: 87.414727ms)","trace[881961376] 'applied index is now lower than readState.Index' (duration: 31.701195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:10.471549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.368628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:31:10.471608Z","caller":"traceutil/trace.go:171","msg":"trace[1681026573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:799; }","duration":"119.486771ms","start":"2026-04-09T22:31:10.352106Z","end":"2026-04-09T22:31:10.471592Z","steps":["trace[1681026573] 'agreement among raft nodes before linearized reading' (duration: 119.307546ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:10.471825Z","caller":"traceutil/trace.go:171","msg":"trace[345799980] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"133.310302ms","start":"2026-04-09T22:31:10.33849Z","end":"2026-04-09T22:31:10.4718Z","steps":["trace[345799980] 'process raft request' (duration: 132.672226ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:10.843466Z","caller":"traceutil/trace.go:171","msg":"trace[666936609] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"106.82045ms","start":"2026-04-09T22:31:10.736612Z","end":"2026-04-09T22:31:10.843433Z","steps":["trace[666936609] 'process raft request' (duration: 106.545763ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:11.063384Z","caller":"traceutil/trace.go:171","msg":"trace[532783803] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"215.541527ms","start":"2026-04-09T22:31:10.847806Z","end":"2026-04-09T22:31:11.063347Z","steps":["trace[532783803] 'process raft request' (duration: 203.998304ms)","trace[532783803] 'compare' (duration: 11.254365ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:11.740343Z","caller":"traceutil/trace.go:171","msg":"trace[496771404] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"100.750335ms","start":"2026-04-09T22:31:11.63957Z","end":"2026-04-09T22:31:11.74032Z","steps":["trace[496771404] 'process raft request' (duration: 100.599411ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:12.677719Z","caller":"traceutil/trace.go:171","msg":"trace[1434646888] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"127.326149ms","start":"2026-04-09T22:31:12.550358Z","end":"2026-04-09T22:31:12.677684Z","steps":["trace[1434646888] 'process raft request' (duration: 84.596635ms)","trace[1434646888] 'compare' (duration: 42.466618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:15.930049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.159174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:15.930177Z","caller":"traceutil/trace.go:171","msg":"trace[1783074511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:827; }","duration":"634.38231ms","start":"2026-04-09T22:31:15.295775Z","end":"2026-04-09T22:31:15.930157Z","steps":["trace[1783074511] 'range keys from in-memory index tree' (duration: 634.01402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:15.930251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:15.295743Z","time spent":"634.489812ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:15.930282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.040299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:15.930366Z","caller":"traceutil/trace.go:171","msg":"trace[47899844] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:827; }","duration":"585.148751ms","start":"2026-04-09T22:31:15.345198Z","end":"2026-04-09T22:31:15.930347Z","steps":["trace[47899844] 'count revisions from in-memory index tree' (duration: 584.829602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:15.93041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:15.345138Z","time spent":"585.261034ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":90,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:17.690961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.332308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:17.691022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.427016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:31:17.691079Z","caller":"traceutil/trace.go:171","msg":"trace[1169584597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:832; }","duration":"395.517853ms","start":"2026-04-09T22:31:17.295538Z","end":"2026-04-09T22:31:17.691056Z","steps":["trace[1169584597] 'range keys from in-memory index tree' (duration: 395.238016ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:17.691091Z","caller":"traceutil/trace.go:171","msg":"trace[1087079648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:832; }","duration":"522.562749ms","start":"2026-04-09T22:31:17.168509Z","end":"2026-04-09T22:31:17.691072Z","steps":["trace[1087079648] 'range keys from in-memory index tree' (duration: 522.256232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:17.691123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:17.168488Z","time spent":"522.628771ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:17.691132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:17.295521Z","time spent":"395.602265ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:31:21.031402Z","caller":"traceutil/trace.go:171","msg":"trace[1003662267] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"212.157926ms","start":"2026-04-09T22:31:20.819222Z","end":"2026-04-09T22:31:21.031379Z","steps":["trace[1003662267] 'process raft request' (duration: 211.987301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:21.250703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.881213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:21.250814Z","caller":"traceutil/trace.go:171","msg":"trace[739350217] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:878; }","duration":"175.782644ms","start":"2026-04-09T22:31:21.075015Z","end":"2026-04-09T22:31:21.250798Z","steps":["trace[739350217] 'read index received' (duration: 55.725505ms)","trace[739350217] 'applied index is now lower than readState.Index' (duration: 120.055889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:21.250956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.937568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:31:21.250994Z","caller":"traceutil/trace.go:171","msg":"trace[1740677512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:842; }","duration":"176.00391ms","start":"2026-04-09T22:31:21.074979Z","end":"2026-04-09T22:31:21.250983Z","steps":["trace[1740677512] 'agreement among raft nodes before linearized reading' (duration: 175.863346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:21.250883Z","caller":"traceutil/trace.go:171","msg":"trace[898718601] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"205.855578ms","start":"2026-04-09T22:31:21.044983Z","end":"2026-04-09T22:31:21.250839Z","steps":["trace[898718601] 'process raft request' (duration: 85.795349ms)","trace[898718601] 'compare' (duration: 119.621847ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:21.447664Z","caller":"traceutil/trace.go:171","msg":"trace[1586201799] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"192.221491ms","start":"2026-04-09T22:31:21.255414Z","end":"2026-04-09T22:31:21.447636Z","steps":["trace[1586201799] 'process raft request' (duration: 95.154716ms)","trace[1586201799] 'compare' (duration: 96.919852ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:22.872775Z","caller":"traceutil/trace.go:171","msg":"trace[1943401664] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"129.207192ms","start":"2026-04-09T22:31:22.743528Z","end":"2026-04-09T22:31:22.872735Z","steps":["trace[1943401664] 'process raft request' (duration: 128.176765ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:23.556177Z","caller":"traceutil/trace.go:171","msg":"trace[246732467] linearizableReadLoop","detail":"{readStateIndex:891; appliedIndex:890; }","duration":"488.584815ms","start":"2026-04-09T22:31:23.067564Z","end":"2026-04-09T22:31:23.556148Z","steps":["trace[246732467] 'read index received' (duration: 488.35148ms)","trace[246732467] 'applied index is now lower than readState.Index' (duration: 231.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:23.556279Z","caller":"traceutil/trace.go:171","msg":"trace[1068168636] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"515.764116ms","start":"2026-04-09T22:31:23.040461Z","end":"2026-04-09T22:31:23.556225Z","steps":["trace[1068168636] 'process raft request' (duration: 515.439257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:23.556443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.861393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ggq2w\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-09T22:31:23.55648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.676278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:23.5565Z","caller":"traceutil/trace.go:171","msg":"trace[1744112113] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ggq2w; range_end:; response_count:1; response_revision:854; }","duration":"488.947625ms","start":"2026-04-09T22:31:23.067524Z","end":"2026-04-09T22:31:23.556471Z","steps":["trace[1744112113] 'agreement among raft nodes before linearized reading' (duration: 488.778281ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:23.556533Z","caller":"traceutil/trace.go:171","msg":"trace[1409097071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:854; }","duration":"260.775501ms","start":"2026-04-09T22:31:23.295743Z","end":"2026-04-09T22:31:23.556518Z","steps":["trace[1409097071] 'agreement among raft nodes before linearized reading' (duration: 260.693119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:23.55655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:23.067508Z","time spent":"489.032287ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-ggq2w\" "} {"level":"warn","ts":"2026-04-09T22:31:23.55654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:23.040435Z","time spent":"515.963662ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:23.556521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.504411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-09T22:31:23.556567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.793545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:31:23.556627Z","caller":"traceutil/trace.go:171","msg":"trace[2048448211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:854; }","duration":"300.672125ms","start":"2026-04-09T22:31:23.255928Z","end":"2026-04-09T22:31:23.5566Z","steps":["trace[2048448211] 'agreement among raft nodes before linearized reading' (duration: 300.422788ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:23.556638Z","caller":"traceutil/trace.go:171","msg":"trace[1151773739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:854; }","duration":"103.912738ms","start":"2026-04-09T22:31:23.452707Z","end":"2026-04-09T22:31:23.55662Z","steps":["trace[1151773739] 'agreement among raft nodes before linearized reading' (duration: 103.683702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:23.556679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:23.255897Z","time spent":"300.774107ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:24.299997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:24.800146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:25.301179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:25.801544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:26.296457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:31:26.296541Z","caller":"traceutil/trace.go:171","msg":"trace[1286826348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521496s","start":"2026-04-09T22:31:24.296003Z","end":"2026-04-09T22:31:26.296524Z","steps":["trace[1286826348] 'agreement among raft nodes before linearized reading' (duration: 2.000415693s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.296599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:24.295986Z","time spent":"2.000590877s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:26.301946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:26.373599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.802813876s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:31:26.790053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.135897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:26.790551Z","caller":"traceutil/trace.go:171","msg":"trace[1031349729] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"3.228770253s","start":"2026-04-09T22:31:23.561753Z","end":"2026-04-09T22:31:26.790524Z","steps":["trace[1031349729] 'process raft request' (duration: 2.812052242s)","trace[1031349729] 'compare' (duration: 415.701665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:26.790673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:23.561728Z","time spent":"3.228870896s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:26.846057Z","caller":"traceutil/trace.go:171","msg":"trace[574350379] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"3.283907372s","start":"2026-04-09T22:31:23.562112Z","end":"2026-04-09T22:31:26.846019Z","steps":["trace[574350379] 'process raft request' (duration: 3.283675376s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.846269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:23.562061Z","time spent":"3.284105738s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:26.846773Z","caller":"traceutil/trace.go:171","msg":"trace[1187901230] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"3.281358557s","start":"2026-04-09T22:31:23.565387Z","end":"2026-04-09T22:31:26.846745Z","steps":["trace[1187901230] 'process raft request' (duration: 3.280541697s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.846943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:23.565373Z","time spent":"3.281483991s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:26.874827Z","caller":"traceutil/trace.go:171","msg":"trace[281743552] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"374.91414ms","start":"2026-04-09T22:31:26.499893Z","end":"2026-04-09T22:31:26.874808Z","steps":["trace[281743552] 'process raft request' (duration: 374.869489ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:26.874911Z","caller":"traceutil/trace.go:171","msg":"trace[847863641] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:891; }","duration":"3.075639105s","start":"2026-04-09T22:31:23.799248Z","end":"2026-04-09T22:31:26.874887Z","steps":["trace[847863641] 'read index received' (duration: 2.574581312s)","trace[847863641] 'applied index is now lower than readState.Index' (duration: 501.055033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:26.874961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:26.499866Z","time spent":"375.025273ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:26.87509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.805315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:26.875092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07584683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:31:26.875129Z","caller":"traceutil/trace.go:171","msg":"trace[1887965171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:859; }","duration":"791.880027ms","start":"2026-04-09T22:31:26.083239Z","end":"2026-04-09T22:31:26.875119Z","steps":["trace[1887965171] 'agreement among raft nodes before linearized reading' (duration: 791.827355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:26.875138Z","caller":"traceutil/trace.go:171","msg":"trace[9727153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:859; }","duration":"3.075953872s","start":"2026-04-09T22:31:23.799174Z","end":"2026-04-09T22:31:26.875128Z","steps":["trace[9727153] 'agreement among raft nodes before linearized reading' (duration: 3.075790648s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.875172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:23.799144Z","time spent":"3.076020224s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:26.875199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:26.083219Z","time spent":"791.932797ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:26.875246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138642622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:31:26.875347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581145187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:26.875314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.232652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:26.87539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313226614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-09T22:31:26.87541Z","caller":"traceutil/trace.go:171","msg":"trace[1593908953] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:859; }","duration":"1.581258619s","start":"2026-04-09T22:31:25.294135Z","end":"2026-04-09T22:31:26.875393Z","steps":["trace[1593908953] 'agreement among raft nodes before linearized reading' (duration: 1.581156537s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:26.874924Z","caller":"traceutil/trace.go:171","msg":"trace[1094582881] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"1.81873468s","start":"2026-04-09T22:31:25.05617Z","end":"2026-04-09T22:31:26.874905Z","steps":["trace[1094582881] 'process raft request' (duration: 1.818484634s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:26.875446Z","caller":"traceutil/trace.go:171","msg":"trace[1086716892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:859; }","duration":"1.313320446s","start":"2026-04-09T22:31:25.56211Z","end":"2026-04-09T22:31:26.875431Z","steps":["trace[1086716892] 'agreement among raft nodes before linearized reading' (duration: 1.313155452s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.875455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:25.294114Z","time spent":"1.581330252s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:26.87536Z","caller":"traceutil/trace.go:171","msg":"trace[1229404018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:859; }","duration":"2.138803796s","start":"2026-04-09T22:31:24.73653Z","end":"2026-04-09T22:31:26.875334Z","steps":["trace[1229404018] 'agreement among raft nodes before linearized reading' (duration: 2.138502228s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:26.875431Z","caller":"traceutil/trace.go:171","msg":"trace[496844282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:859; }","duration":"578.427577ms","start":"2026-04-09T22:31:26.296981Z","end":"2026-04-09T22:31:26.875408Z","steps":["trace[496844282] 'agreement among raft nodes before linearized reading' (duration: 578.238162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.875502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:24.736511Z","time spent":"2.138977591s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:26.875285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.55671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:26.875503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:25.562063Z","time spent":"1.313421889s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:31:26.875554Z","caller":"traceutil/trace.go:171","msg":"trace[1020422038] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:859; }","duration":"630.872568ms","start":"2026-04-09T22:31:26.244667Z","end":"2026-04-09T22:31:26.875539Z","steps":["trace[1020422038] 'agreement among raft nodes before linearized reading' (duration: 630.570361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:26.875529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:26.296948Z","time spent":"578.56543ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:26.875598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:26.244647Z","time spent":"630.93605ms","remote":"127.0.0.1:56022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:26.875814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:25.056139Z","time spent":"1.819324194s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:28.667959Z","caller":"traceutil/trace.go:171","msg":"trace[531831819] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"155.178701ms","start":"2026-04-09T22:31:28.512752Z","end":"2026-04-09T22:31:28.667931Z","steps":["trace[531831819] 'process raft request' (duration: 113.973175ms)","trace[531831819] 'compare' (duration: 40.904458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:28.968713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.18162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T22:31:28.968818Z","caller":"traceutil/trace.go:171","msg":"trace[1907700575] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:904; }","duration":"173.722901ms","start":"2026-04-09T22:31:28.795078Z","end":"2026-04-09T22:31:28.968801Z","steps":["trace[1907700575] 'read index received' (duration: 44.408927ms)","trace[1907700575] 'applied index is now lower than readState.Index' (duration: 129.311914ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:28.968935Z","caller":"traceutil/trace.go:171","msg":"trace[217578550] transaction","detail":"{read_only:false; number_of_response:1; response_revision:866; }","duration":"245.928804ms","start":"2026-04-09T22:31:28.722997Z","end":"2026-04-09T22:31:28.968926Z","steps":["trace[217578550] 'process raft request' (duration: 116.429926ms)","trace[217578550] 'compare' (duration: 128.921803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:28.969158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.07968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:31:28.969169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.824802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:31:28.969205Z","caller":"traceutil/trace.go:171","msg":"trace[1435506564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:866; }","duration":"174.152711ms","start":"2026-04-09T22:31:28.795042Z","end":"2026-04-09T22:31:28.969195Z","steps":["trace[1435506564] 'agreement among raft nodes before linearized reading' (duration: 174.026048ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:28.96924Z","caller":"traceutil/trace.go:171","msg":"trace[610728615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:866; }","duration":"117.949145ms","start":"2026-04-09T22:31:28.851274Z","end":"2026-04-09T22:31:28.969223Z","steps":["trace[610728615] 'agreement among raft nodes before linearized reading' (duration: 117.73787ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:29.177242Z","caller":"traceutil/trace.go:171","msg":"trace[872368014] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"203.501458ms","start":"2026-04-09T22:31:28.973718Z","end":"2026-04-09T22:31:29.177219Z","steps":["trace[872368014] 'process raft request' (duration: 203.423346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:29.177276Z","caller":"traceutil/trace.go:171","msg":"trace[1042103617] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"203.528689ms","start":"2026-04-09T22:31:28.973705Z","end":"2026-04-09T22:31:29.177234Z","steps":["trace[1042103617] 'process raft request' (duration: 187.790499ms)","trace[1042103617] 'compare' (duration: 15.540255ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:29.177512Z","caller":"traceutil/trace.go:171","msg":"trace[264934482] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"203.622401ms","start":"2026-04-09T22:31:28.973862Z","end":"2026-04-09T22:31:29.177484Z","steps":["trace[264934482] 'process raft request' (duration: 203.323683ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:29.177616Z","caller":"traceutil/trace.go:171","msg":"trace[1862113430] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"203.736764ms","start":"2026-04-09T22:31:28.973863Z","end":"2026-04-09T22:31:29.1776Z","steps":["trace[1862113430] 'process raft request' (duration: 203.504098ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:29.311544Z","caller":"traceutil/trace.go:171","msg":"trace[1881354291] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"126.41714ms","start":"2026-04-09T22:31:29.185089Z","end":"2026-04-09T22:31:29.311507Z","steps":["trace[1881354291] 'process raft request' (duration: 92.683523ms)","trace[1881354291] 'compare' (duration: 33.637924ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:31.216795Z","caller":"traceutil/trace.go:171","msg":"trace[4206574] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"132.780722ms","start":"2026-04-09T22:31:31.083983Z","end":"2026-04-09T22:31:31.216764Z","steps":["trace[4206574] 'process raft request' (duration: 112.668681ms)","trace[4206574] 'compare' (duration: 19.368372ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:31.216801Z","caller":"traceutil/trace.go:171","msg":"trace[1106089946] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:942; }","duration":"127.677763ms","start":"2026-04-09T22:31:31.088928Z","end":"2026-04-09T22:31:31.216606Z","steps":["trace[1106089946] 'read index received' (duration: 107.668915ms)","trace[1106089946] 'applied index is now lower than readState.Index' (duration: 20.007558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:31.218614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.661173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050276"} {"level":"info","ts":"2026-04-09T22:31:31.218746Z","caller":"traceutil/trace.go:171","msg":"trace[1197300418] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:904; }","duration":"129.806317ms","start":"2026-04-09T22:31:31.088886Z","end":"2026-04-09T22:31:31.218692Z","steps":["trace[1197300418] 'agreement among raft nodes before linearized reading' (duration: 127.96561ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:39.639912Z","caller":"traceutil/trace.go:171","msg":"trace[1357002633] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"351.68341ms","start":"2026-04-09T22:31:39.288203Z","end":"2026-04-09T22:31:39.639886Z","steps":["trace[1357002633] 'process raft request' (duration: 351.486245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.640058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:39.288176Z","time spent":"351.809413ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:39.678308Z","caller":"traceutil/trace.go:171","msg":"trace[2107490630] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"389.937371ms","start":"2026-04-09T22:31:39.288339Z","end":"2026-04-09T22:31:39.678276Z","steps":["trace[2107490630] 'process raft request' (duration: 389.713364ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:39.67834Z","caller":"traceutil/trace.go:171","msg":"trace[1123427887] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"389.449878ms","start":"2026-04-09T22:31:39.288871Z","end":"2026-04-09T22:31:39.67832Z","steps":["trace[1123427887] 'process raft request' (duration: 389.316545ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:39.678426Z","caller":"traceutil/trace.go:171","msg":"trace[2005944333] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"388.268178ms","start":"2026-04-09T22:31:39.290135Z","end":"2026-04-09T22:31:39.678403Z","steps":["trace[2005944333] 'process raft request' (duration: 388.089634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.678452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:39.288852Z","time spent":"389.536361ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:39.678332Z","caller":"traceutil/trace.go:171","msg":"trace[397895884] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1049; }","duration":"383.365304ms","start":"2026-04-09T22:31:39.294947Z","end":"2026-04-09T22:31:39.678312Z","steps":["trace[397895884] 'read index received' (duration: 344.777984ms)","trace[397895884] 'applied index is now lower than readState.Index' (duration: 38.58578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:39.678551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:39.29012Z","time spent":"388.373211ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:39.678504Z","caller":"traceutil/trace.go:171","msg":"trace[577199782] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"227.326192ms","start":"2026-04-09T22:31:39.451163Z","end":"2026-04-09T22:31:39.678489Z","steps":["trace[577199782] 'process raft request' (duration: 227.090046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.678438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.491127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:39.678718Z","caller":"traceutil/trace.go:171","msg":"trace[1260988523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"383.795395ms","start":"2026-04-09T22:31:39.294901Z","end":"2026-04-09T22:31:39.678696Z","steps":["trace[1260988523] 'agreement among raft nodes before linearized reading' (duration: 383.475327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:39.678732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.936462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:39.67844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:39.288311Z","time spent":"390.065385ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:39.678778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:39.294887Z","time spent":"383.872846ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:31:39.678805Z","caller":"traceutil/trace.go:171","msg":"trace[1380091122] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1013; }","duration":"125.061336ms","start":"2026-04-09T22:31:39.553725Z","end":"2026-04-09T22:31:39.678786Z","steps":["trace[1380091122] 'agreement among raft nodes before linearized reading' (duration: 124.908562ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:41.197115Z","caller":"traceutil/trace.go:171","msg":"trace[455436751] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"107.388537ms","start":"2026-04-09T22:31:41.089699Z","end":"2026-04-09T22:31:41.197088Z","steps":["trace[455436751] 'process raft request' (duration: 107.157442ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:41.501239Z","caller":"traceutil/trace.go:171","msg":"trace[762140580] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1020; }","duration":"301.70267ms","start":"2026-04-09T22:31:41.199505Z","end":"2026-04-09T22:31:41.501207Z","steps":["trace[762140580] 'process raft request' (duration: 281.816265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:41.501401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.199486Z","time spent":"301.828504ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":76,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-09T22:31:42.104003Z","caller":"traceutil/trace.go:171","msg":"trace[2061080213] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1060; }","duration":"808.461787ms","start":"2026-04-09T22:31:41.295517Z","end":"2026-04-09T22:31:42.103979Z","steps":["trace[2061080213] 'read index received' (duration: 185.894719ms)","trace[2061080213] 'applied index is now lower than readState.Index' (duration: 622.565818ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:42.104156Z","caller":"traceutil/trace.go:171","msg":"trace[371173093] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"899.556381ms","start":"2026-04-09T22:31:41.204567Z","end":"2026-04-09T22:31:42.104124Z","steps":["trace[371173093] 'process raft request' (duration: 899.341185ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:42.104171Z","caller":"traceutil/trace.go:171","msg":"trace[110947024] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"902.555528ms","start":"2026-04-09T22:31:41.20159Z","end":"2026-04-09T22:31:42.104145Z","steps":["trace[110947024] 'process raft request' (duration: 902.153487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.104187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.659712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:42.104247Z","caller":"traceutil/trace.go:171","msg":"trace[743682557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1022; }","duration":"808.764955ms","start":"2026-04-09T22:31:41.295465Z","end":"2026-04-09T22:31:42.10423Z","steps":["trace[743682557] 'agreement among raft nodes before linearized reading' (duration: 808.659552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.104306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.295444Z","time spent":"808.850018ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:42.104292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.201566Z","time spent":"902.659291ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:42.104325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.204552Z","time spent":"899.640774ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:42.431113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.593156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:42.43126Z","caller":"traceutil/trace.go:171","msg":"trace[1946459365] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"578.340144ms","start":"2026-04-09T22:31:41.852888Z","end":"2026-04-09T22:31:42.431228Z","steps":["trace[1946459365] 'process raft request' (duration: 384.529473ms)","trace[1946459365] 'compare' (duration: 193.482703ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:42.431414Z","caller":"traceutil/trace.go:171","msg":"trace[1512813447] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"321.586535ms","start":"2026-04-09T22:31:42.109778Z","end":"2026-04-09T22:31:42.431364Z","steps":["trace[1512813447] 'process raft request' (duration: 321.495013ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:42.431416Z","caller":"traceutil/trace.go:171","msg":"trace[1373599358] linearizableReadLoop","detail":"{readStateIndex:1064; appliedIndex:1063; }","duration":"327.309141ms","start":"2026-04-09T22:31:42.104086Z","end":"2026-04-09T22:31:42.431395Z","steps":["trace[1373599358] 'read index received' (duration: 133.323825ms)","trace[1373599358] 'applied index is now lower than readState.Index' (duration: 193.983656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:42.431514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.109759Z","time spent":"321.704657ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:42.431519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.852858Z","time spent":"578.520819ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:42.431641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.48551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T22:31:42.431652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.942247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:31:42.431689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.393137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:42.431705Z","caller":"traceutil/trace.go:171","msg":"trace[343245997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1024; }","duration":"749.584723ms","start":"2026-04-09T22:31:41.682103Z","end":"2026-04-09T22:31:42.431688Z","steps":["trace[343245997] 'agreement among raft nodes before linearized reading' (duration: 749.425259ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:42.431716Z","caller":"traceutil/trace.go:171","msg":"trace[1450247171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1024; }","duration":"749.050039ms","start":"2026-04-09T22:31:41.68265Z","end":"2026-04-09T22:31:42.4317Z","steps":["trace[1450247171] 'agreement among raft nodes before linearized reading' (duration: 748.793833ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:42.431734Z","caller":"traceutil/trace.go:171","msg":"trace[377056001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1024; }","duration":"326.47832ms","start":"2026-04-09T22:31:42.105243Z","end":"2026-04-09T22:31:42.431721Z","steps":["trace[377056001] 'agreement among raft nodes before linearized reading' (duration: 326.412008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.431751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.682061Z","time spent":"749.678085ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:42.431765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.0512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T22:31:42.431772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.105224Z","time spent":"326.538021ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:31:42.431814Z","caller":"traceutil/trace.go:171","msg":"trace[351683043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1024; }","duration":"788.129222ms","start":"2026-04-09T22:31:41.64367Z","end":"2026-04-09T22:31:42.431799Z","steps":["trace[351683043] 'agreement among raft nodes before linearized reading' (duration: 788.017319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.431642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.039058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-09T22:31:42.431868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.643651Z","time spent":"788.203813ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:31:42.43189Z","caller":"traceutil/trace.go:171","msg":"trace[953694771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1024; }","duration":"749.311717ms","start":"2026-04-09T22:31:41.682565Z","end":"2026-04-09T22:31:42.431877Z","steps":["trace[953694771] 'agreement among raft nodes before linearized reading' (duration: 748.931166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.431864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.730129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:42.431986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.566938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:42.431984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.268824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ch2fk\" ","response":"range_response_count:1 size:5067"} {"level":"info","ts":"2026-04-09T22:31:42.432065Z","caller":"traceutil/trace.go:171","msg":"trace[1197790888] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1024; }","duration":"479.6762ms","start":"2026-04-09T22:31:41.952369Z","end":"2026-04-09T22:31:42.432045Z","steps":["trace[1197790888] 'agreement among raft nodes before linearized reading' (duration: 479.551567ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:42.432096Z","caller":"traceutil/trace.go:171","msg":"trace[352460307] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-ch2fk; range_end:; response_count:1; response_revision:1024; }","duration":"287.417738ms","start":"2026-04-09T22:31:42.14465Z","end":"2026-04-09T22:31:42.432068Z","steps":["trace[352460307] 'agreement among raft nodes before linearized reading' (duration: 287.087669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.431936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.682554Z","time spent":"749.369338ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:42.432134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.95235Z","time spent":"479.757242ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-04-09T22:31:42.432018Z","caller":"traceutil/trace.go:171","msg":"trace[1848626601] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1024; }","duration":"373.975056ms","start":"2026-04-09T22:31:42.058011Z","end":"2026-04-09T22:31:42.431986Z","steps":["trace[1848626601] 'agreement among raft nodes before linearized reading' (duration: 373.643327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.431817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:41.682629Z","time spent":"749.170382ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:42.432354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.057989Z","time spent":"374.291074ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:42.941586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:31:43.179885Z","caller":"traceutil/trace.go:171","msg":"trace[1721412904] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"742.396322ms","start":"2026-04-09T22:31:42.437458Z","end":"2026-04-09T22:31:43.179854Z","steps":["trace[1721412904] 'process raft request' (duration: 742.200096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.180084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.437436Z","time spent":"742.549315ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:43.647092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.321946Z","time spent":"325.103214ms","remote":"127.0.0.1:49776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T22:31:43.647571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.667654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:43.647842Z","caller":"traceutil/trace.go:171","msg":"trace[437594581] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"1.209644555s","start":"2026-04-09T22:31:42.438174Z","end":"2026-04-09T22:31:43.647818Z","steps":["trace[437594581] 'process raft request' (duration: 973.58463ms)","trace[437594581] 'compare' (duration: 235.481999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:43.647934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.43815Z","time spent":"1.209745667s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:43.648183Z","caller":"traceutil/trace.go:171","msg":"trace[1631878681] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"1.209556703s","start":"2026-04-09T22:31:42.438614Z","end":"2026-04-09T22:31:43.648171Z","steps":["trace[1631878681] 'process raft request' (duration: 1.20943704s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:43.648168Z","caller":"traceutil/trace.go:171","msg":"trace[586176809] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1065; }","duration":"1.207256124s","start":"2026-04-09T22:31:42.440887Z","end":"2026-04-09T22:31:43.648143Z","steps":["trace[586176809] 'read index received' (duration: 738.839969ms)","trace[586176809] 'applied index is now lower than readState.Index' (duration: 468.415145ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:43.648176Z","caller":"traceutil/trace.go:171","msg":"trace[331952607] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"1.209859229s","start":"2026-04-09T22:31:42.438268Z","end":"2026-04-09T22:31:43.648127Z","steps":["trace[331952607] 'process raft request' (duration: 1.209456959s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.648283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.438605Z","time spent":"1.209612274s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:43.648363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207454779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:43.648413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10984842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:43.648424Z","caller":"traceutil/trace.go:171","msg":"trace[1059219158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1028; }","duration":"1.20754734s","start":"2026-04-09T22:31:42.440861Z","end":"2026-04-09T22:31:43.648409Z","steps":["trace[1059219158] 'agreement among raft nodes before linearized reading' (duration: 1.207428968s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:43.648445Z","caller":"traceutil/trace.go:171","msg":"trace[422057188] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1028; }","duration":"1.109930162s","start":"2026-04-09T22:31:42.538502Z","end":"2026-04-09T22:31:43.648432Z","steps":["trace[422057188] 'agreement among raft nodes before linearized reading' (duration: 1.109881901s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.648475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.538484Z","time spent":"1.109984884s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-09T22:31:43.648476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.440853Z","time spent":"1.207610373s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:43.648499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207181132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ch2fk\" ","response":"range_response_count:1 size:5067"} {"level":"info","ts":"2026-04-09T22:31:43.648596Z","caller":"traceutil/trace.go:171","msg":"trace[217540692] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-ch2fk; range_end:; response_count:1; response_revision:1028; }","duration":"1.207295505s","start":"2026-04-09T22:31:42.441277Z","end":"2026-04-09T22:31:43.648572Z","steps":["trace[217540692] 'agreement among raft nodes before linearized reading' (duration: 1.207020558s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.648645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.44127Z","time spent":"1.207366046s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5090,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ch2fk\" "} {"level":"warn","ts":"2026-04-09T22:31:43.648628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.438247Z","time spent":"1.210033114s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:43.648824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110424725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:43.648888Z","caller":"traceutil/trace.go:171","msg":"trace[671748237] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1028; }","duration":"1.110551668s","start":"2026-04-09T22:31:42.538319Z","end":"2026-04-09T22:31:43.648871Z","steps":["trace[671748237] 'agreement among raft nodes before linearized reading' (duration: 1.110409874s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.648935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.538294Z","time spent":"1.11063149s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:44.02367Z","caller":"traceutil/trace.go:171","msg":"trace[965527078] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1069; }","duration":"364.763831ms","start":"2026-04-09T22:31:43.65888Z","end":"2026-04-09T22:31:44.023644Z","steps":["trace[965527078] 'read index received' (duration: 364.590687ms)","trace[965527078] 'applied index is now lower than readState.Index' (duration: 172.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:44.023757Z","caller":"traceutil/trace.go:171","msg":"trace[1875631136] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"372.97614ms","start":"2026-04-09T22:31:43.650739Z","end":"2026-04-09T22:31:44.023715Z","steps":["trace[1875631136] 'process raft request' (duration: 372.703733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.02385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.939647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:44.024137Z","caller":"traceutil/trace.go:171","msg":"trace[1708418281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"365.302036ms","start":"2026-04-09T22:31:43.658815Z","end":"2026-04-09T22:31:44.024117Z","steps":["trace[1708418281] 'agreement among raft nodes before linearized reading' (duration: 364.934457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.024191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.658786Z","time spent":"365.394349ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:44.024357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.650716Z","time spent":"373.309839ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:44.501142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.59869ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:31:44.501339Z","caller":"traceutil/trace.go:171","msg":"trace[1292734430] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1070; }","duration":"477.572106ms","start":"2026-04-09T22:31:44.023748Z","end":"2026-04-09T22:31:44.50132Z","steps":["trace[1292734430] 'read index received' (duration: 247.804441ms)","trace[1292734430] 'applied index is now lower than readState.Index' (duration: 229.766605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:44.50144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.784078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:44.501436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.686031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:44.501479Z","caller":"traceutil/trace.go:171","msg":"trace[262496948] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1029; }","duration":"840.84823ms","start":"2026-04-09T22:31:43.660618Z","end":"2026-04-09T22:31:44.501466Z","steps":["trace[262496948] 'agreement among raft nodes before linearized reading' (duration: 840.782549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.501523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.660609Z","time spent":"840.905032ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-04-09T22:31:44.501527Z","caller":"traceutil/trace.go:171","msg":"trace[179288151] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1029; }","duration":"748.836324ms","start":"2026-04-09T22:31:43.752667Z","end":"2026-04-09T22:31:44.501504Z","steps":["trace[179288151] 'agreement among raft nodes before linearized reading' (duration: 748.67085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.501591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.752651Z","time spent":"748.925066ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:44.501566Z","caller":"traceutil/trace.go:171","msg":"trace[357793573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1030; }","duration":"475.40484ms","start":"2026-04-09T22:31:44.026132Z","end":"2026-04-09T22:31:44.501536Z","steps":["trace[357793573] 'process raft request' (duration: 475.108193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.501885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:44.026103Z","time spent":"475.629146ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-09T22:31:44.592456Z","caller":"traceutil/trace.go:171","msg":"trace[1912691378] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"153.644381ms","start":"2026-04-09T22:31:44.43877Z","end":"2026-04-09T22:31:44.592414Z","steps":["trace[1912691378] 'process raft request' (duration: 68.936971ms)","trace[1912691378] 'compare' (duration: 84.471724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:44.592544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.741994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:31:44.592637Z","caller":"traceutil/trace.go:171","msg":"trace[1125764358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"483.893107ms","start":"2026-04-09T22:31:44.108717Z","end":"2026-04-09T22:31:44.59261Z","steps":["trace[1125764358] 'agreement among raft nodes before linearized reading' (duration: 483.668881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.592705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.301385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:44.592739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:44.108688Z","time spent":"484.02085ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:31:44.592816Z","caller":"traceutil/trace.go:171","msg":"trace[2122742977] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1031; }","duration":"263.48355ms","start":"2026-04-09T22:31:44.329311Z","end":"2026-04-09T22:31:44.592795Z","steps":["trace[2122742977] 'agreement among raft nodes before linearized reading' (duration: 263.148191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:45.440799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.656235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:45.441029Z","caller":"traceutil/trace.go:171","msg":"trace[1159648088] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:1033; }","duration":"135.928852ms","start":"2026-04-09T22:31:45.305063Z","end":"2026-04-09T22:31:45.440992Z","steps":["trace[1159648088] 'range keys from in-memory index tree' (duration: 135.527922ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:45.743446Z","caller":"traceutil/trace.go:171","msg":"trace[1518220097] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"134.780672ms","start":"2026-04-09T22:31:45.608632Z","end":"2026-04-09T22:31:45.743412Z","steps":["trace[1518220097] 'process raft request' (duration: 134.529166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:47.571796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.525535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:47.571901Z","caller":"traceutil/trace.go:171","msg":"trace[1363077010] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1180; }","duration":"121.681659ms","start":"2026-04-09T22:31:47.450198Z","end":"2026-04-09T22:31:47.57188Z","steps":["trace[1363077010] 'count revisions from in-memory index tree' (duration: 121.423303ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:52.505368Z","caller":"traceutil/trace.go:171","msg":"trace[1354731780] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"104.201506ms","start":"2026-04-09T22:31:52.40113Z","end":"2026-04-09T22:31:52.505332Z","steps":["trace[1354731780] 'process raft request' (duration: 104.016451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:00.398447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:32:00.898709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:32:01.3993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:32:01.529833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.143934838s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:32:01.530312Z","caller":"traceutil/trace.go:171","msg":"trace[2044854559] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"2.144535873s","start":"2026-04-09T22:31:59.385745Z","end":"2026-04-09T22:32:01.530281Z","steps":["trace[2044854559] 'process raft request' (duration: 2.144370909s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.530474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:59.385711Z","time spent":"2.144682027s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:01.545449Z","caller":"traceutil/trace.go:171","msg":"trace[454922405] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1304; }","duration":"1.648011895s","start":"2026-04-09T22:31:59.897411Z","end":"2026-04-09T22:32:01.545423Z","steps":["trace[454922405] 'read index received' (duration: 1.632697627s)","trace[454922405] 'applied index is now lower than readState.Index' (duration: 15.313058ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:01.545504Z","caller":"traceutil/trace.go:171","msg":"trace[50079088] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"845.742824ms","start":"2026-04-09T22:32:00.699734Z","end":"2026-04-09T22:32:01.545477Z","steps":["trace[50079088] 'process raft request' (duration: 845.545529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.545635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.699701Z","time spent":"845.862837ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:01.545658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648235711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:32:01.545663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.225224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:01.545723Z","caller":"traceutil/trace.go:171","msg":"trace[319525462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1261; }","duration":"1.648365325s","start":"2026-04-09T22:31:59.897345Z","end":"2026-04-09T22:32:01.54571Z","steps":["trace[319525462] 'agreement among raft nodes before linearized reading' (duration: 1.64816775s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.545717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637160991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:01.545742Z","caller":"traceutil/trace.go:171","msg":"trace[1813886502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1261; }","duration":"250.341188ms","start":"2026-04-09T22:32:01.295381Z","end":"2026-04-09T22:32:01.545722Z","steps":["trace[1813886502] 'agreement among raft nodes before linearized reading' (duration: 250.224154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.545757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:59.89732Z","time spent":"1.648430777s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:32:01.545808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.617471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:32:01.545808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542757383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-04-09T22:32:01.545857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.516532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:01.545865Z","caller":"traceutil/trace.go:171","msg":"trace[1276269805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1261; }","duration":"802.701903ms","start":"2026-04-09T22:32:00.743148Z","end":"2026-04-09T22:32:01.545849Z","steps":["trace[1276269805] 'agreement among raft nodes before linearized reading' (duration: 802.5656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.545678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031976883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:32:01.545895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.743125Z","time spent":"802.762474ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:01.54588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637123269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:01.545949Z","caller":"traceutil/trace.go:171","msg":"trace[2008305876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1261; }","duration":"1.637194891s","start":"2026-04-09T22:31:59.90874Z","end":"2026-04-09T22:32:01.545935Z","steps":["trace[2008305876] 'agreement among raft nodes before linearized reading' (duration: 1.637009116s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.545952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.908828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:01.545866Z","caller":"traceutil/trace.go:171","msg":"trace[1811660529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1261; }","duration":"1.637261653s","start":"2026-04-09T22:31:59.908502Z","end":"2026-04-09T22:32:01.545763Z","steps":["trace[1811660529] 'agreement among raft nodes before linearized reading' (duration: 1.637068607s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.545988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:59.908655Z","time spent":"1.637325064s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:32:01.545996Z","caller":"traceutil/trace.go:171","msg":"trace[192567550] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1261; }","duration":"164.98729ms","start":"2026-04-09T22:32:01.380991Z","end":"2026-04-09T22:32:01.545978Z","steps":["trace[192567550] 'agreement among raft nodes before linearized reading' (duration: 164.917518ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.545878Z","caller":"traceutil/trace.go:171","msg":"trace[657113576] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1261; }","duration":"1.542896176s","start":"2026-04-09T22:32:00.002967Z","end":"2026-04-09T22:32:01.545863Z","steps":["trace[657113576] 'agreement among raft nodes before linearized reading' (duration: 1.542722602s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.54597Z","caller":"traceutil/trace.go:171","msg":"trace[404393020] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1261; }","duration":"1.032285562s","start":"2026-04-09T22:32:00.51364Z","end":"2026-04-09T22:32:01.545925Z","steps":["trace[404393020] 'agreement among raft nodes before linearized reading' (duration: 1.031957323s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.546055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.002938Z","time spent":"1.543108392s","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-04-09T22:32:01.545887Z","caller":"traceutil/trace.go:171","msg":"trace[2020177556] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1261; }","duration":"558.594385ms","start":"2026-04-09T22:32:00.987284Z","end":"2026-04-09T22:32:01.545878Z","steps":["trace[2020177556] 'agreement among raft nodes before linearized reading' (duration: 558.547624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.54628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.987254Z","time spent":"558.980184ms","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:01.546126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.513609Z","time spent":"1.032487797s","remote":"127.0.0.1:56342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:01.546165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:59.908491Z","time spent":"1.63754358s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:32:01.546192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.19032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:01.546861Z","caller":"traceutil/trace.go:171","msg":"trace[2021454768] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1261; }","duration":"575.185945ms","start":"2026-04-09T22:32:00.971524Z","end":"2026-04-09T22:32:01.54671Z","steps":["trace[2021454768] 'agreement among raft nodes before linearized reading' (duration: 574.099766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.546928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.971492Z","time spent":"575.41512ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:03.887937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464481854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:32:03.913694Z","caller":"traceutil/trace.go:171","msg":"trace[716334126] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"571.170013ms","start":"2026-04-09T22:32:03.34249Z","end":"2026-04-09T22:32:03.91366Z","steps":["trace[716334126] 'process raft request' (duration: 570.933597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:03.91393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.342464Z","time spent":"571.338117ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:04.006859Z","caller":"traceutil/trace.go:171","msg":"trace[1674796946] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"455.194037ms","start":"2026-04-09T22:32:03.551632Z","end":"2026-04-09T22:32:04.006826Z","steps":["trace[1674796946] 'process raft request' (duration: 441.53791ms)","trace[1674796946] 'compare' (duration: 13.416621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:04.007027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.551598Z","time spent":"455.333371ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:04.100617Z","caller":"traceutil/trace.go:171","msg":"trace[130845206] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1316; }","duration":"713.24461ms","start":"2026-04-09T22:32:03.387336Z","end":"2026-04-09T22:32:04.100581Z","steps":["trace[130845206] 'read index received' (duration: 526.201191ms)","trace[130845206] 'applied index is now lower than readState.Index' (duration: 187.041589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:04.100855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.500096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:04.100941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.493741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:04.101001Z","caller":"traceutil/trace.go:171","msg":"trace[1983165377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1272; }","duration":"558.609683ms","start":"2026-04-09T22:32:03.542377Z","end":"2026-04-09T22:32:04.100987Z","steps":["trace[1983165377] 'agreement among raft nodes before linearized reading' (duration: 558.413399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.10099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.962719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:32:04.100999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.219799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:32:04.101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.940793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:32:04.101042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.542351Z","time spent":"558.681646ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:04.101027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.496482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:04.101061Z","caller":"traceutil/trace.go:171","msg":"trace[1221750085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1272; }","duration":"522.331483ms","start":"2026-04-09T22:32:03.578715Z","end":"2026-04-09T22:32:04.101047Z","steps":["trace[1221750085] 'agreement among raft nodes before linearized reading' (duration: 522.145458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.101055Z","caller":"traceutil/trace.go:171","msg":"trace[737019584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1272; }","duration":"536.071632ms","start":"2026-04-09T22:32:03.564968Z","end":"2026-04-09T22:32:04.10104Z","steps":["trace[737019584] 'agreement among raft nodes before linearized reading' (duration: 535.843976ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.101034Z","caller":"traceutil/trace.go:171","msg":"trace[1298263328] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1272; }","duration":"713.649941ms","start":"2026-04-09T22:32:03.387272Z","end":"2026-04-09T22:32:04.100922Z","steps":["trace[1298263328] 'agreement among raft nodes before linearized reading' (duration: 713.489767ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.101082Z","caller":"traceutil/trace.go:171","msg":"trace[359478730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1272; }","duration":"537.025435ms","start":"2026-04-09T22:32:03.564042Z","end":"2026-04-09T22:32:04.101068Z","steps":["trace[359478730] 'agreement among raft nodes before linearized reading' (duration: 536.81452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.1011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.578702Z","time spent":"522.389724ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:32:04.101102Z","caller":"traceutil/trace.go:171","msg":"trace[560424908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1272; }","duration":"536.652126ms","start":"2026-04-09T22:32:03.564432Z","end":"2026-04-09T22:32:04.101084Z","steps":["trace[560424908] 'agreement among raft nodes before linearized reading' (duration: 536.364399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.101109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.564957Z","time spent":"536.143803ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:32:04.101117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.564005Z","time spent":"537.103408ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:04.101137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.387249Z","time spent":"713.861276ms","remote":"127.0.0.1:56156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:04.101161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.564404Z","time spent":"536.742578ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:32:04.24057Z","caller":"traceutil/trace.go:171","msg":"trace[1865471115] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"136.062044ms","start":"2026-04-09T22:32:04.104454Z","end":"2026-04-09T22:32:04.240516Z","steps":["trace[1865471115] 'process raft request' (duration: 110.218018ms)","trace[1865471115] 'compare' (duration: 25.59185ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:04.240646Z","caller":"traceutil/trace.go:171","msg":"trace[78736503] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"135.295516ms","start":"2026-04-09T22:32:04.105328Z","end":"2026-04-09T22:32:04.240623Z","steps":["trace[78736503] 'process raft request' (duration: 135.09331ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.240871Z","caller":"traceutil/trace.go:171","msg":"trace[601122402] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"135.485191ms","start":"2026-04-09T22:32:04.105372Z","end":"2026-04-09T22:32:04.240857Z","steps":["trace[601122402] 'process raft request' (duration: 135.178822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.240895Z","caller":"traceutil/trace.go:171","msg":"trace[1692763625] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"134.196347ms","start":"2026-04-09T22:32:04.106676Z","end":"2026-04-09T22:32:04.240872Z","steps":["trace[1692763625] 'process raft request' (duration: 134.159686ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.240949Z","caller":"traceutil/trace.go:171","msg":"trace[605257393] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"134.983588ms","start":"2026-04-09T22:32:04.105937Z","end":"2026-04-09T22:32:04.24092Z","steps":["trace[605257393] 'process raft request' (duration: 134.851975ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.389028Z","caller":"traceutil/trace.go:171","msg":"trace[52077072] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"118.259852ms","start":"2026-04-09T22:32:04.270731Z","end":"2026-04-09T22:32:04.388991Z","steps":["trace[52077072] 'process raft request' (duration: 117.266777ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:06.367397Z","caller":"traceutil/trace.go:171","msg":"trace[1746564077] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"116.944749ms","start":"2026-04-09T22:32:06.250426Z","end":"2026-04-09T22:32:06.36737Z","steps":["trace[1746564077] 'process raft request' (duration: 116.050026ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:06.367425Z","caller":"traceutil/trace.go:171","msg":"trace[886404120] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"116.902699ms","start":"2026-04-09T22:32:06.250486Z","end":"2026-04-09T22:32:06.367389Z","steps":["trace[886404120] 'process raft request' (duration: 116.795876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:06.367681Z","caller":"traceutil/trace.go:171","msg":"trace[211155902] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"117.084783ms","start":"2026-04-09T22:32:06.250573Z","end":"2026-04-09T22:32:06.367658Z","steps":["trace[211155902] 'process raft request' (duration: 116.766775ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:06.368164Z","caller":"traceutil/trace.go:171","msg":"trace[2123152653] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"117.292678ms","start":"2026-04-09T22:32:06.250768Z","end":"2026-04-09T22:32:06.368061Z","steps":["trace[2123152653] 'process raft request' (duration: 116.808566ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.028708Z","caller":"traceutil/trace.go:171","msg":"trace[1958461102] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"186.66429ms","start":"2026-04-09T22:32:11.842006Z","end":"2026-04-09T22:32:12.02867Z","steps":["trace[1958461102] 'process raft request' (duration: 184.804733ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.479508Z","caller":"traceutil/trace.go:171","msg":"trace[10444066] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"102.479163ms","start":"2026-04-09T22:32:12.377007Z","end":"2026-04-09T22:32:12.479486Z","steps":["trace[10444066] 'process raft request' (duration: 102.365959ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.804912Z","caller":"traceutil/trace.go:171","msg":"trace[1650911745] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"303.085777ms","start":"2026-04-09T22:32:12.501794Z","end":"2026-04-09T22:32:12.80488Z","steps":["trace[1650911745] 'process raft request' (duration: 302.03174ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.804938Z","caller":"traceutil/trace.go:171","msg":"trace[613113080] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1403; }","duration":"216.402286ms","start":"2026-04-09T22:32:12.588505Z","end":"2026-04-09T22:32:12.804907Z","steps":["trace[613113080] 'read index received' (duration: 215.300317ms)","trace[613113080] 'applied index is now lower than readState.Index' (duration: 1.100549ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:12.804976Z","caller":"traceutil/trace.go:171","msg":"trace[1893588654] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"300.144011ms","start":"2026-04-09T22:32:12.504806Z","end":"2026-04-09T22:32:12.804949Z","steps":["trace[1893588654] 'process raft request' (duration: 300.045288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:12.805066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:12.501772Z","time spent":"303.21996ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:12.805133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:12.504796Z","time spent":"300.238164ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:12.804953Z","caller":"traceutil/trace.go:171","msg":"trace[1125565214] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"301.995888ms","start":"2026-04-09T22:32:12.502924Z","end":"2026-04-09T22:32:12.80492Z","steps":["trace[1125565214] 'process raft request' (duration: 301.840494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:12.805182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.675372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:12.805238Z","caller":"traceutil/trace.go:171","msg":"trace[1885796388] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1355; }","duration":"216.770614ms","start":"2026-04-09T22:32:12.58845Z","end":"2026-04-09T22:32:12.80522Z","steps":["trace[1885796388] 'agreement among raft nodes before linearized reading' (duration: 216.570179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:12.805253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:12.502904Z","time spent":"302.311786ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:13.027882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.325756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:13.028004Z","caller":"traceutil/trace.go:171","msg":"trace[499324629] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"167.868792ms","start":"2026-04-09T22:32:12.860114Z","end":"2026-04-09T22:32:13.027983Z","steps":["trace[499324629] 'process raft request' (duration: 45.362832ms)","trace[499324629] 'compare' (duration: 122.181552ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:13.311014Z","caller":"traceutil/trace.go:171","msg":"trace[1844434039] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"100.259815ms","start":"2026-04-09T22:32:13.210724Z","end":"2026-04-09T22:32:13.310984Z","steps":["trace[1844434039] 'process raft request' (duration: 100.005389ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:13.8902Z","caller":"traceutil/trace.go:171","msg":"trace[791343909] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"191.709647ms","start":"2026-04-09T22:32:13.698419Z","end":"2026-04-09T22:32:13.890129Z","steps":["trace[791343909] 'process raft request' (duration: 131.771166ms)","trace[791343909] 'compare' (duration: 59.585352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:17.116226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.355774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:17.1163Z","caller":"traceutil/trace.go:171","msg":"trace[1496658442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1389; }","duration":"292.497498ms","start":"2026-04-09T22:32:16.823786Z","end":"2026-04-09T22:32:17.116283Z","steps":["trace[1496658442] 'range keys from in-memory index tree' (duration: 292.152399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:17.116397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.953495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T22:32:17.116528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.178606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:32:17.116587Z","caller":"traceutil/trace.go:171","msg":"trace[447810596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1389; }","duration":"295.249807ms","start":"2026-04-09T22:32:16.821318Z","end":"2026-04-09T22:32:17.116568Z","steps":["trace[447810596] 'range keys from in-memory index tree' (duration: 295.075763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:17.116388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.75155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:32:17.116486Z","caller":"traceutil/trace.go:171","msg":"trace[2055612707] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1389; }","duration":"127.268323ms","start":"2026-04-09T22:32:16.989201Z","end":"2026-04-09T22:32:17.116469Z","steps":["trace[2055612707] 'count revisions from in-memory index tree' (duration: 126.876262ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:17.11667Z","caller":"traceutil/trace.go:171","msg":"trace[1081851245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1389; }","duration":"296.087088ms","start":"2026-04-09T22:32:16.820564Z","end":"2026-04-09T22:32:17.116651Z","steps":["trace[1081851245] 'range keys from in-memory index tree' (duration: 295.499964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:18.581963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.04624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:18.582166Z","caller":"traceutil/trace.go:171","msg":"trace[447850284] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"330.500902ms","start":"2026-04-09T22:32:18.251628Z","end":"2026-04-09T22:32:18.582129Z","steps":["trace[447850284] 'process raft request' (duration: 143.177096ms)","trace[447850284] 'compare' (duration: 186.734592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:18.582255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:18.251579Z","time spent":"330.643466ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:18.582272Z","caller":"traceutil/trace.go:171","msg":"trace[1063239278] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1446; }","duration":"286.589417ms","start":"2026-04-09T22:32:18.295642Z","end":"2026-04-09T22:32:18.582231Z","steps":["trace[1063239278] 'read index received' (duration: 99.117356ms)","trace[1063239278] 'applied index is now lower than readState.Index' (duration: 187.469201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:18.582411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.759811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:18.582492Z","caller":"traceutil/trace.go:171","msg":"trace[1244741387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1395; }","duration":"286.912355ms","start":"2026-04-09T22:32:18.29556Z","end":"2026-04-09T22:32:18.582473Z","steps":["trace[1244741387] 'agreement among raft nodes before linearized reading' (duration: 286.779742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:18.582749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.188232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:18.582809Z","caller":"traceutil/trace.go:171","msg":"trace[1120626808] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1395; }","duration":"250.344566ms","start":"2026-04-09T22:32:18.332451Z","end":"2026-04-09T22:32:18.582796Z","steps":["trace[1120626808] 'agreement among raft nodes before linearized reading' (duration: 250.199983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:18.583348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.084508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-09T22:32:18.583413Z","caller":"traceutil/trace.go:171","msg":"trace[1122836257] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:1395; }","duration":"244.300503ms","start":"2026-04-09T22:32:18.339096Z","end":"2026-04-09T22:32:18.583396Z","steps":["trace[1122836257] 'agreement among raft nodes before linearized reading' (duration: 243.590235ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:19.308121Z","caller":"traceutil/trace.go:171","msg":"trace[48302361] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1452; }","duration":"153.853696ms","start":"2026-04-09T22:32:19.154205Z","end":"2026-04-09T22:32:19.308058Z","steps":["trace[48302361] 'read index received' (duration: 94.035288ms)","trace[48302361] 'applied index is now lower than readState.Index' (duration: 59.816268ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:19.308161Z","caller":"traceutil/trace.go:171","msg":"trace[223730189] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"167.517523ms","start":"2026-04-09T22:32:19.140612Z","end":"2026-04-09T22:32:19.30813Z","steps":["trace[223730189] 'process raft request' (duration: 107.717335ms)","trace[223730189] 'compare' (duration: 59.560412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:19.308512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.270557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:19.308647Z","caller":"traceutil/trace.go:171","msg":"trace[1984880514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1400; }","duration":"154.477112ms","start":"2026-04-09T22:32:19.15414Z","end":"2026-04-09T22:32:19.308617Z","steps":["trace[1984880514] 'agreement among raft nodes before linearized reading' (duration: 154.130854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:19.542014Z","caller":"traceutil/trace.go:171","msg":"trace[323675872] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"228.072542ms","start":"2026-04-09T22:32:19.313894Z","end":"2026-04-09T22:32:19.541966Z","steps":["trace[323675872] 'process raft request' (duration: 196.406817ms)","trace[323675872] 'compare' (duration: 31.427428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:21.026171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.076718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:21.026277Z","caller":"traceutil/trace.go:171","msg":"trace[691739249] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"315.13474ms","start":"2026-04-09T22:32:20.711122Z","end":"2026-04-09T22:32:21.026257Z","steps":["trace[691739249] 'process raft request' (duration: 27.847757ms)","trace[691739249] 'compare' (duration: 286.860003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:21.026339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:20.711102Z","time spent":"315.209242ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:21.256394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.346864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-09T22:32:21.256485Z","caller":"traceutil/trace.go:171","msg":"trace[1382406558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1405; }","duration":"101.492448ms","start":"2026-04-09T22:32:21.15497Z","end":"2026-04-09T22:32:21.256462Z","steps":["trace[1382406558] 'range keys from in-memory index tree' (duration: 101.136579ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:22.476062Z","caller":"traceutil/trace.go:171","msg":"trace[900136904] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1461; }","duration":"179.809085ms","start":"2026-04-09T22:32:22.296227Z","end":"2026-04-09T22:32:22.476036Z","steps":["trace[900136904] 'read index received' (duration: 179.561569ms)","trace[900136904] 'applied index is now lower than readState.Index' (duration: 246.526µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:22.476232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.99877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:22.47627Z","caller":"traceutil/trace.go:171","msg":"trace[1304006181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1409; }","duration":"180.091692ms","start":"2026-04-09T22:32:22.296165Z","end":"2026-04-09T22:32:22.476257Z","steps":["trace[1304006181] 'agreement among raft nodes before linearized reading' (duration: 180.01826ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:22.476247Z","caller":"traceutil/trace.go:171","msg":"trace[542155230] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"226.689715ms","start":"2026-04-09T22:32:22.2495Z","end":"2026-04-09T22:32:22.47619Z","steps":["trace[542155230] 'process raft request' (duration: 226.362857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:22.476575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.521922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T22:32:22.476669Z","caller":"traceutil/trace.go:171","msg":"trace[2022341893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1409; }","duration":"124.685646ms","start":"2026-04-09T22:32:22.351959Z","end":"2026-04-09T22:32:22.476644Z","steps":["trace[2022341893] 'agreement among raft nodes before linearized reading' (duration: 124.334527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:24.506388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.6686ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:32:24.506519Z","caller":"traceutil/trace.go:171","msg":"trace[2136327026] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1472; }","duration":"210.652768ms","start":"2026-04-09T22:32:24.295846Z","end":"2026-04-09T22:32:24.506499Z","steps":["trace[2136327026] 'read index received' (duration: 64.802µs)","trace[2136327026] 'applied index is now lower than readState.Index' (duration: 210.586116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:24.506845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.996216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:24.506889Z","caller":"traceutil/trace.go:171","msg":"trace[1230969193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1419; }","duration":"211.096299ms","start":"2026-04-09T22:32:24.295781Z","end":"2026-04-09T22:32:24.506877Z","steps":["trace[1230969193] 'agreement among raft nodes before linearized reading' (duration: 210.989826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:24.509046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.35136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-wjvkm\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-09T22:32:24.509152Z","caller":"traceutil/trace.go:171","msg":"trace[1373317557] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-wjvkm; range_end:; response_count:1; response_revision:1420; }","duration":"130.471153ms","start":"2026-04-09T22:32:24.378655Z","end":"2026-04-09T22:32:24.509126Z","steps":["trace[1373317557] 'agreement among raft nodes before linearized reading' (duration: 130.213366ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:25.496751Z","caller":"traceutil/trace.go:171","msg":"trace[1989713320] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"102.917714ms","start":"2026-04-09T22:32:25.393804Z","end":"2026-04-09T22:32:25.496722Z","steps":["trace[1989713320] 'process raft request' (duration: 89.911464ms)","trace[1989713320] 'compare' (duration: 12.845736ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:25.498141Z","caller":"traceutil/trace.go:171","msg":"trace[131465870] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"102.319468ms","start":"2026-04-09T22:32:25.395788Z","end":"2026-04-09T22:32:25.498108Z","steps":["trace[131465870] 'process raft request' (duration: 102.090403ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:29.168724Z","caller":"traceutil/trace.go:171","msg":"trace[1761761366] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"221.524224ms","start":"2026-04-09T22:32:28.947165Z","end":"2026-04-09T22:32:29.16869Z","steps":["trace[1761761366] 'process raft request' (duration: 143.315958ms)","trace[1761761366] 'compare' (duration: 78.035112ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:29.335519Z","caller":"traceutil/trace.go:171","msg":"trace[1031998561] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"111.352257ms","start":"2026-04-09T22:32:29.224127Z","end":"2026-04-09T22:32:29.335479Z","steps":["trace[1031998561] 'process raft request' (duration: 55.147639ms)","trace[1031998561] 'compare' (duration: 55.846518ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:31.142881Z","caller":"traceutil/trace.go:171","msg":"trace[2074993249] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1589; }","duration":"452.826477ms","start":"2026-04-09T22:32:30.690017Z","end":"2026-04-09T22:32:31.142844Z","steps":["trace[2074993249] 'read index received' (duration: 452.55223ms)","trace[2074993249] 'applied index is now lower than readState.Index' (duration: 272.937µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:31.142942Z","caller":"traceutil/trace.go:171","msg":"trace[1851212066] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"607.789632ms","start":"2026-04-09T22:32:30.535113Z","end":"2026-04-09T22:32:31.142903Z","steps":["trace[1851212066] 'process raft request' (duration: 607.534825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:31.143122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:30.535085Z","time spent":"607.942165ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:31.143118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.080513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:31.14319Z","caller":"traceutil/trace.go:171","msg":"trace[966417108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1535; }","duration":"453.202646ms","start":"2026-04-09T22:32:30.689969Z","end":"2026-04-09T22:32:31.143172Z","steps":["trace[966417108] 'agreement among raft nodes before linearized reading' (duration: 453.065943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:31.143238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:30.689946Z","time spent":"453.281769ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:31.143455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.500393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:31.143533Z","caller":"traceutil/trace.go:171","msg":"trace[1580934993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1535; }","duration":"401.664697ms","start":"2026-04-09T22:32:30.741851Z","end":"2026-04-09T22:32:31.143516Z","steps":["trace[1580934993] 'agreement among raft nodes before linearized reading' (duration: 401.214156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:31.143654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:30.741818Z","time spent":"401.810301ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:32:31.626363Z","caller":"traceutil/trace.go:171","msg":"trace[1101874273] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"111.072309ms","start":"2026-04-09T22:32:31.515264Z","end":"2026-04-09T22:32:31.626336Z","steps":["trace[1101874273] 'process raft request' (duration: 41.916194ms)","trace[1101874273] 'compare' (duration: 68.747115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:31.902381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.814727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:31.902482Z","caller":"traceutil/trace.go:171","msg":"trace[1055992491] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1594; }","duration":"131.891969ms","start":"2026-04-09T22:32:31.770574Z","end":"2026-04-09T22:32:31.902466Z","steps":["trace[1055992491] 'read index received' (duration: 53.602µs)","trace[1055992491] 'applied index is now lower than readState.Index' (duration: 131.837397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:31.902612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.034693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:31.902605Z","caller":"traceutil/trace.go:171","msg":"trace[1170654812] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"271.37032ms","start":"2026-04-09T22:32:31.631208Z","end":"2026-04-09T22:32:31.902578Z","steps":["trace[1170654812] 'process raft request' (duration: 100.268806ms)","trace[1170654812] 'compare' (duration: 170.703964ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:31.902654Z","caller":"traceutil/trace.go:171","msg":"trace[887628712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1540; }","duration":"132.116575ms","start":"2026-04-09T22:32:31.770528Z","end":"2026-04-09T22:32:31.902645Z","steps":["trace[887628712] 'agreement among raft nodes before linearized reading' (duration: 131.981401ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.539519Z","caller":"traceutil/trace.go:171","msg":"trace[173048765] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1596; }","duration":"129.18429ms","start":"2026-04-09T22:32:32.410305Z","end":"2026-04-09T22:32:32.539489Z","steps":["trace[173048765] 'read index received' (duration: 128.842081ms)","trace[173048765] 'applied index is now lower than readState.Index' (duration: 339.818µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:32.539629Z","caller":"traceutil/trace.go:171","msg":"trace[1905510882] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"220.929409ms","start":"2026-04-09T22:32:32.318671Z","end":"2026-04-09T22:32:32.539601Z","steps":["trace[1905510882] 'process raft request' (duration: 220.56042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.539903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.57799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-04-09T22:32:32.540464Z","caller":"traceutil/trace.go:171","msg":"trace[318622604] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1542; }","duration":"130.194276ms","start":"2026-04-09T22:32:32.41025Z","end":"2026-04-09T22:32:32.540444Z","steps":["trace[318622604] 'agreement among raft nodes before linearized reading' (duration: 129.407426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.706559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.253612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:32.706851Z","caller":"traceutil/trace.go:171","msg":"trace[1137527947] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1597; }","duration":"141.769669ms","start":"2026-04-09T22:32:32.565055Z","end":"2026-04-09T22:32:32.706825Z","steps":["trace[1137527947] 'read index received' (duration: 59.652974ms)","trace[1137527947] 'applied index is now lower than readState.Index' (duration: 82.115065ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:32.70685Z","caller":"traceutil/trace.go:171","msg":"trace[442800792] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"159.648303ms","start":"2026-04-09T22:32:32.547163Z","end":"2026-04-09T22:32:32.706811Z","steps":["trace[442800792] 'process raft request' (duration: 15.051361ms)","trace[442800792] 'compare' (duration: 144.030297ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:32.706993Z","caller":"traceutil/trace.go:171","msg":"trace[2046483899] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"157.840827ms","start":"2026-04-09T22:32:32.549113Z","end":"2026-04-09T22:32:32.706953Z","steps":["trace[2046483899] 'process raft request' (duration: 157.609641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.707078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.998705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:32.707153Z","caller":"traceutil/trace.go:171","msg":"trace[1145131055] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1544; }","duration":"142.144599ms","start":"2026-04-09T22:32:32.564993Z","end":"2026-04-09T22:32:32.707137Z","steps":["trace[1145131055] 'agreement among raft nodes before linearized reading' (duration: 141.976525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:33.663146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464482375,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:32:33.860044Z","caller":"traceutil/trace.go:171","msg":"trace[1393099771] linearizableReadLoop","detail":"{readStateIndex:1600; appliedIndex:1599; }","duration":"697.15731ms","start":"2026-04-09T22:32:33.162842Z","end":"2026-04-09T22:32:33.86Z","steps":["trace[1393099771] 'read index received' (duration: 696.789681ms)","trace[1393099771] 'applied index is now lower than readState.Index' (duration: 365.989µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:33.860089Z","caller":"traceutil/trace.go:171","msg":"trace[98248327] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"711.025642ms","start":"2026-04-09T22:32:33.149009Z","end":"2026-04-09T22:32:33.860034Z","steps":["trace[98248327] 'process raft request' (duration: 710.769566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:33.860262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:33.148911Z","time spent":"711.258429ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:33.860366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.492529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:33.860435Z","caller":"traceutil/trace.go:171","msg":"trace[864750054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1545; }","duration":"697.618972ms","start":"2026-04-09T22:32:33.162798Z","end":"2026-04-09T22:32:33.860417Z","steps":["trace[864750054] 'agreement among raft nodes before linearized reading' (duration: 697.384086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:33.860438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.74458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9rfm4\" ","response":"range_response_count:1 size:4177"} {"level":"warn","ts":"2026-04-09T22:32:33.860482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:33.162775Z","time spent":"697.697694ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:32:33.860514Z","caller":"traceutil/trace.go:171","msg":"trace[1440966648] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9rfm4; range_end:; response_count:1; response_revision:1545; }","duration":"310.855103ms","start":"2026-04-09T22:32:33.549633Z","end":"2026-04-09T22:32:33.860488Z","steps":["trace[1440966648] 'agreement among raft nodes before linearized reading' (duration: 310.672798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:33.860502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.23124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T22:32:33.860558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:33.549612Z","time spent":"310.936604ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4200,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9rfm4\" "} {"level":"info","ts":"2026-04-09T22:32:33.86059Z","caller":"traceutil/trace.go:171","msg":"trace[469313005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1545; }","duration":"591.363344ms","start":"2026-04-09T22:32:33.269203Z","end":"2026-04-09T22:32:33.860567Z","steps":["trace[469313005] 'agreement among raft nodes before linearized reading' (duration: 591.106517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:33.860634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:33.269188Z","time spent":"591.437456ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:32:33.860585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.535744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:33.860724Z","caller":"traceutil/trace.go:171","msg":"trace[1035268139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"564.699588ms","start":"2026-04-09T22:32:33.295991Z","end":"2026-04-09T22:32:33.860691Z","steps":["trace[1035268139] 'agreement among raft nodes before linearized reading' (duration: 564.426931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:33.860813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:33.295899Z","time spent":"564.902542ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:32:33.860731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.417199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:32:33.860919Z","caller":"traceutil/trace.go:171","msg":"trace[1715755204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1545; }","duration":"230.641645ms","start":"2026-04-09T22:32:33.630265Z","end":"2026-04-09T22:32:33.860907Z","steps":["trace[1715755204] 'agreement among raft nodes before linearized reading' (duration: 230.334817ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:35.565992Z","caller":"traceutil/trace.go:171","msg":"trace[558276852] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"111.121272ms","start":"2026-04-09T22:32:35.454848Z","end":"2026-04-09T22:32:35.565969Z","steps":["trace[558276852] 'process raft request' (duration: 110.921467ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:36.137756Z","caller":"traceutil/trace.go:171","msg":"trace[1591344334] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1610; }","duration":"266.016804ms","start":"2026-04-09T22:32:35.871719Z","end":"2026-04-09T22:32:36.137736Z","steps":["trace[1591344334] 'read index received' (duration: 265.911502ms)","trace[1591344334] 'applied index is now lower than readState.Index' (duration: 104.542µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:36.137784Z","caller":"traceutil/trace.go:171","msg":"trace[525614121] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"272.635193ms","start":"2026-04-09T22:32:35.865134Z","end":"2026-04-09T22:32:36.137769Z","steps":["trace[525614121] 'process raft request' (duration: 272.467839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:36.1379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.168408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:32:36.137929Z","caller":"traceutil/trace.go:171","msg":"trace[1420450103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1555; }","duration":"266.23823ms","start":"2026-04-09T22:32:35.871685Z","end":"2026-04-09T22:32:36.137923Z","steps":["trace[1420450103] 'agreement among raft nodes before linearized reading' (duration: 266.130087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:36.138018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.784916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:32:36.138105Z","caller":"traceutil/trace.go:171","msg":"trace[1267515572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1555; }","duration":"259.873439ms","start":"2026-04-09T22:32:35.878193Z","end":"2026-04-09T22:32:36.138067Z","steps":["trace[1267515572] 'agreement among raft nodes before linearized reading' (duration: 259.718375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:36.138041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.099107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:32:36.138205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.895691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:36.138233Z","caller":"traceutil/trace.go:171","msg":"trace[906055714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1555; }","duration":"214.318692ms","start":"2026-04-09T22:32:35.923897Z","end":"2026-04-09T22:32:36.138216Z","steps":["trace[906055714] 'agreement among raft nodes before linearized reading' (duration: 214.101417ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:36.138292Z","caller":"traceutil/trace.go:171","msg":"trace[248833508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1555; }","duration":"151.029515ms","start":"2026-04-09T22:32:35.987245Z","end":"2026-04-09T22:32:36.138274Z","steps":["trace[248833508] 'agreement among raft nodes before linearized reading' (duration: 150.712727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:36.138298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.681508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:32:36.138355Z","caller":"traceutil/trace.go:171","msg":"trace[831179696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1555; }","duration":"258.759469ms","start":"2026-04-09T22:32:35.87958Z","end":"2026-04-09T22:32:36.13834Z","steps":["trace[831179696] 'agreement among raft nodes before linearized reading' (duration: 258.574845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:36.811174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.148496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:36.811309Z","caller":"traceutil/trace.go:171","msg":"trace[987646496] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"668.856482ms","start":"2026-04-09T22:32:36.142426Z","end":"2026-04-09T22:32:36.811282Z","steps":["trace[987646496] 'process raft request' (duration: 315.48183ms)","trace[987646496] 'compare' (duration: 352.974532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:36.811395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.14241Z","time spent":"668.941844ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:38.168404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.710414256s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:32:38.168946Z","caller":"traceutil/trace.go:171","msg":"trace[745792607] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"2.026343818s","start":"2026-04-09T22:32:36.142587Z","end":"2026-04-09T22:32:38.168931Z","steps":["trace[745792607] 'process raft request' (duration: 2.026186644s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.169066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.142564Z","time spent":"2.02643291s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:38.169218Z","caller":"traceutil/trace.go:171","msg":"trace[1568081434] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"2.026266666s","start":"2026-04-09T22:32:36.142572Z","end":"2026-04-09T22:32:38.168839Z","steps":["trace[1568081434] 'process raft request' (duration: 2.026044061s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:38.169307Z","caller":"traceutil/trace.go:171","msg":"trace[913772825] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"2.026653535s","start":"2026-04-09T22:32:36.142622Z","end":"2026-04-09T22:32:38.169276Z","steps":["trace[913772825] 'process raft request' (duration: 2.026277306s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:38.169352Z","caller":"traceutil/trace.go:171","msg":"trace[1597146855] linearizableReadLoop","detail":"{readStateIndex:1616; appliedIndex:1611; }","duration":"1.873366733s","start":"2026-04-09T22:32:36.29595Z","end":"2026-04-09T22:32:38.169316Z","steps":["trace[1597146855] 'read index received' (duration: 162.059154ms)","trace[1597146855] 'applied index is now lower than readState.Index' (duration: 1.711306629s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:38.169412Z","caller":"traceutil/trace.go:171","msg":"trace[1193710806] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"2.026110711s","start":"2026-04-09T22:32:36.14328Z","end":"2026-04-09T22:32:38.169391Z","steps":["trace[1193710806] 'process raft request' (duration: 2.025917126s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.169483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.142614Z","time spent":"2.026773529s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:38.169518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873555069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:38.169519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.143272Z","time spent":"2.026198063s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:38.169562Z","caller":"traceutil/trace.go:171","msg":"trace[2083501586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1560; }","duration":"1.873651371s","start":"2026-04-09T22:32:36.295899Z","end":"2026-04-09T22:32:38.169551Z","steps":["trace[2083501586] 'agreement among raft nodes before linearized reading' (duration: 1.873563729s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.169598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.295877Z","time spent":"1.873713272s","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:32:38.169929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.142555Z","time spent":"2.026751018s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:38.276075Z","caller":"traceutil/trace.go:171","msg":"trace[268972152] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"106.607757ms","start":"2026-04-09T22:32:38.169434Z","end":"2026-04-09T22:32:38.276042Z","steps":["trace[268972152] 'read index received' (duration: 105.877929ms)","trace[268972152] 'applied index is now lower than readState.Index' (duration: 727.818µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:38.276098Z","caller":"traceutil/trace.go:171","msg":"trace[102472390] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"133.1134ms","start":"2026-04-09T22:32:38.142956Z","end":"2026-04-09T22:32:38.276069Z","steps":["trace[102472390] 'process raft request' (duration: 132.377721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.27623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.759546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:38.276306Z","caller":"traceutil/trace.go:171","msg":"trace[617712899] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1561; }","duration":"851.847888ms","start":"2026-04-09T22:32:37.424437Z","end":"2026-04-09T22:32:38.276285Z","steps":["trace[617712899] 'agreement among raft nodes before linearized reading' (duration: 851.723125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.276298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.575126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T22:32:38.27635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.42437Z","time spent":"851.96971ms","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:32:38.276385Z","caller":"traceutil/trace.go:171","msg":"trace[646677107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1561; }","duration":"787.72511ms","start":"2026-04-09T22:32:37.488636Z","end":"2026-04-09T22:32:38.276361Z","steps":["trace[646677107] 'agreement among raft nodes before linearized reading' (duration: 787.452603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.276432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.488616Z","time spent":"787.806881ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T22:32:41.520557Z","caller":"traceutil/trace.go:171","msg":"trace[1484149232] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1665; }","duration":"225.614538ms","start":"2026-04-09T22:32:41.294913Z","end":"2026-04-09T22:32:41.520527Z","steps":["trace[1484149232] 'read index received' (duration: 225.345942ms)","trace[1484149232] 'applied index is now lower than readState.Index' (duration: 267.206µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:41.520587Z","caller":"traceutil/trace.go:171","msg":"trace[1040107598] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"280.729128ms","start":"2026-04-09T22:32:41.239827Z","end":"2026-04-09T22:32:41.520556Z","steps":["trace[1040107598] 'process raft request' (duration: 280.542193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:41.520795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.887564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:41.520823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.187634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:41.520879Z","caller":"traceutil/trace.go:171","msg":"trace[63558564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1609; }","duration":"226.010308ms","start":"2026-04-09T22:32:41.294849Z","end":"2026-04-09T22:32:41.520859Z","steps":["trace[63558564] 'agreement among raft nodes before linearized reading' (duration: 225.842173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:41.520884Z","caller":"traceutil/trace.go:171","msg":"trace[1296859511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1609; }","duration":"217.290017ms","start":"2026-04-09T22:32:41.303578Z","end":"2026-04-09T22:32:41.520868Z","steps":["trace[1296859511] 'agreement among raft nodes before linearized reading' (duration: 217.146013ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:44.67054Z","caller":"traceutil/trace.go:171","msg":"trace[999646902] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1663; }","duration":"120.259613ms","start":"2026-04-09T22:32:44.550252Z","end":"2026-04-09T22:32:44.670512Z","steps":["trace[999646902] 'process raft request' (duration: 120.090029ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:45.008766Z","caller":"traceutil/trace.go:171","msg":"trace[1271228211] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"160.045803ms","start":"2026-04-09T22:32:44.848697Z","end":"2026-04-09T22:32:45.008743Z","steps":["trace[1271228211] 'process raft request' (duration: 159.92448ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:46.491584Z","caller":"traceutil/trace.go:171","msg":"trace[1252686824] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"181.251052ms","start":"2026-04-09T22:32:46.310302Z","end":"2026-04-09T22:32:46.491553Z","steps":["trace[1252686824] 'process raft request' (duration: 155.97604ms)","trace[1252686824] 'compare' (duration: 24.985895ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:47.349547Z","caller":"traceutil/trace.go:171","msg":"trace[951771422] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"119.077254ms","start":"2026-04-09T22:32:47.230447Z","end":"2026-04-09T22:32:47.349524Z","steps":["trace[951771422] 'read index received' (duration: 96.417399ms)","trace[951771422] 'applied index is now lower than readState.Index' (duration: 22.658765ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:47.349678Z","caller":"traceutil/trace.go:171","msg":"trace[2059562322] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"148.755897ms","start":"2026-04-09T22:32:47.200908Z","end":"2026-04-09T22:32:47.349663Z","steps":["trace[2059562322] 'process raft request' (duration: 126.071591ms)","trace[2059562322] 'compare' (duration: 22.02129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:47.350237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.770941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:131882"} {"level":"info","ts":"2026-04-09T22:32:47.35034Z","caller":"traceutil/trace.go:171","msg":"trace[1870516022] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1741; }","duration":"119.883934ms","start":"2026-04-09T22:32:47.230434Z","end":"2026-04-09T22:32:47.350318Z","steps":["trace[1870516022] 'agreement among raft nodes before linearized reading' (duration: 119.501784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.532652Z","caller":"traceutil/trace.go:171","msg":"trace[189631866] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"127.172109ms","start":"2026-04-09T22:32:47.405451Z","end":"2026-04-09T22:32:47.532623Z","steps":["trace[189631866] 'process raft request' (duration: 127.080837ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.532652Z","caller":"traceutil/trace.go:171","msg":"trace[723004889] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"127.477566ms","start":"2026-04-09T22:32:47.405123Z","end":"2026-04-09T22:32:47.532601Z","steps":["trace[723004889] 'process raft request' (duration: 47.615849ms)","trace[723004889] 'compare' (duration: 79.652402ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:47.532761Z","caller":"traceutil/trace.go:171","msg":"trace[1954540760] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"127.245571ms","start":"2026-04-09T22:32:47.405481Z","end":"2026-04-09T22:32:47.532727Z","steps":["trace[1954540760] 'process raft request' (duration: 127.090497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.53291Z","caller":"traceutil/trace.go:171","msg":"trace[1771682511] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"127.380844ms","start":"2026-04-09T22:32:47.405515Z","end":"2026-04-09T22:32:47.532896Z","steps":["trace[1771682511] 'process raft request' (duration: 127.099497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.532941Z","caller":"traceutil/trace.go:171","msg":"trace[1873641575] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"126.556943ms","start":"2026-04-09T22:32:47.406347Z","end":"2026-04-09T22:32:47.532904Z","steps":["trace[1873641575] 'process raft request' (duration: 126.300237ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.533042Z","caller":"traceutil/trace.go:171","msg":"trace[425855161] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"105.545129ms","start":"2026-04-09T22:32:47.427474Z","end":"2026-04-09T22:32:47.533019Z","steps":["trace[425855161] 'process raft request' (duration: 105.21089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:50.433142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.080193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:32:50.433142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.355245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:32:50.433236Z","caller":"traceutil/trace.go:171","msg":"trace[1490044261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1797; }","duration":"156.205006ms","start":"2026-04-09T22:32:50.27701Z","end":"2026-04-09T22:32:50.433215Z","steps":["trace[1490044261] 'range keys from in-memory index tree' (duration: 155.97667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:50.433204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.089257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:50.433358Z","caller":"traceutil/trace.go:171","msg":"trace[618633781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1797; }","duration":"138.276912ms","start":"2026-04-09T22:32:50.295055Z","end":"2026-04-09T22:32:50.433332Z","steps":["trace[618633781] 'range keys from in-memory index tree' (duration: 138.006135ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:50.433245Z","caller":"traceutil/trace.go:171","msg":"trace[1107791418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1797; }","duration":"155.474948ms","start":"2026-04-09T22:32:50.277748Z","end":"2026-04-09T22:32:50.433223Z","steps":["trace[1107791418] 'range keys from in-memory index tree' (duration: 155.207931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:50.433142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.727832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:32:50.433698Z","caller":"traceutil/trace.go:171","msg":"trace[1198475112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1797; }","duration":"165.287726ms","start":"2026-04-09T22:32:50.268374Z","end":"2026-04-09T22:32:50.433662Z","steps":["trace[1198475112] 'range keys from in-memory index tree' (duration: 164.553458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:50.433414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.597781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:32:50.433827Z","caller":"traceutil/trace.go:171","msg":"trace[114451113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1797; }","duration":"154.056672ms","start":"2026-04-09T22:32:50.279749Z","end":"2026-04-09T22:32:50.433806Z","steps":["trace[114451113] 'range keys from in-memory index tree' (duration: 153.415985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.566101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.806233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-09T22:32:52.566238Z","caller":"traceutil/trace.go:171","msg":"trace[1214365158] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1809; }","duration":"847.350453ms","start":"2026-04-09T22:32:51.718869Z","end":"2026-04-09T22:32:52.566219Z","steps":["trace[1214365158] 'process raft request' (duration: 697.322274ms)","trace[1214365158] 'compare' (duration: 149.748262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:52.566304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:51.718846Z","time spent":"847.428525ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:32:52.630737Z","caller":"traceutil/trace.go:171","msg":"trace[476380093] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1809; }","duration":"909.976894ms","start":"2026-04-09T22:32:51.72072Z","end":"2026-04-09T22:32:52.630697Z","steps":["trace[476380093] 'process raft request' (duration: 909.752928ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.630978Z","caller":"traceutil/trace.go:171","msg":"trace[431595856] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1885; }","duration":"335.177959ms","start":"2026-04-09T22:32:52.295772Z","end":"2026-04-09T22:32:52.63095Z","steps":["trace[431595856] 'read index received' (duration: 120.508689ms)","trace[431595856] 'applied index is now lower than readState.Index' (duration: 214.66834ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:52.631041Z","caller":"traceutil/trace.go:171","msg":"trace[1469541969] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1809; }","duration":"829.348966ms","start":"2026-04-09T22:32:51.801674Z","end":"2026-04-09T22:32:52.631022Z","steps":["trace[1469541969] 'process raft request' (duration: 829.015468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.631123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.347033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:52.631225Z","caller":"traceutil/trace.go:171","msg":"trace[1889441169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"335.493547ms","start":"2026-04-09T22:32:52.295721Z","end":"2026-04-09T22:32:52.631214Z","steps":["trace[1889441169] 'agreement among raft nodes before linearized reading' (duration: 335.361024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.631296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:52.2957Z","time spent":"335.58461ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:32:52.63122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:51.80165Z","time spent":"829.49248ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:32:52.631324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:51.720699Z","time spent":"910.135297ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:32:52.638045Z","caller":"traceutil/trace.go:171","msg":"trace[1191253715] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"124.141982ms","start":"2026-04-09T22:32:52.513881Z","end":"2026-04-09T22:32:52.638023Z","steps":["trace[1191253715] 'process raft request' (duration: 123.967798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.638262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.024299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:52.638316Z","caller":"traceutil/trace.go:171","msg":"trace[1628480142] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1810; }","duration":"161.126281ms","start":"2026-04-09T22:32:52.477177Z","end":"2026-04-09T22:32:52.638304Z","steps":["trace[1628480142] 'agreement among raft nodes before linearized reading' (duration: 161.035559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.638343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.28178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:32:52.638389Z","caller":"traceutil/trace.go:171","msg":"trace[931574113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1810; }","duration":"186.386433ms","start":"2026-04-09T22:32:52.451991Z","end":"2026-04-09T22:32:52.638378Z","steps":["trace[931574113] 'agreement among raft nodes before linearized reading' (duration: 186.25882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.638573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.495586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:32:52.638642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.652269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:52.638729Z","caller":"traceutil/trace.go:171","msg":"trace[1070191074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1810; }","duration":"186.786823ms","start":"2026-04-09T22:32:52.451923Z","end":"2026-04-09T22:32:52.63871Z","steps":["trace[1070191074] 'agreement among raft nodes before linearized reading' (duration: 186.536026ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.638651Z","caller":"traceutil/trace.go:171","msg":"trace[1714530184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1810; }","duration":"186.619579ms","start":"2026-04-09T22:32:52.452017Z","end":"2026-04-09T22:32:52.638637Z","steps":["trace[1714530184] 'agreement among raft nodes before linearized reading' (duration: 186.034564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.639839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.689875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:32:52.639904Z","caller":"traceutil/trace.go:171","msg":"trace[773171112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1810; }","duration":"187.772408ms","start":"2026-04-09T22:32:52.452116Z","end":"2026-04-09T22:32:52.639889Z","steps":["trace[773171112] 'agreement among raft nodes before linearized reading' (duration: 187.603534ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:58.337729Z","caller":"traceutil/trace.go:171","msg":"trace[411389402] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"953.659382ms","start":"2026-04-09T22:32:57.384022Z","end":"2026-04-09T22:32:58.337681Z","steps":["trace[411389402] 'process raft request' (duration: 953.1944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:58.337909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:57.384009Z","time spent":"953.810607ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:59.026809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.8309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:59.026876Z","caller":"traceutil/trace.go:171","msg":"trace[1395254071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1868; }","duration":"243.948844ms","start":"2026-04-09T22:32:58.782913Z","end":"2026-04-09T22:32:59.026862Z","steps":["trace[1395254071] 'range keys from in-memory index tree' (duration: 243.670237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:59.027045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.78731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:32:59.0271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.609752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:59.027131Z","caller":"traceutil/trace.go:171","msg":"trace[1578521350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1868; }","duration":"265.686934ms","start":"2026-04-09T22:32:58.761437Z","end":"2026-04-09T22:32:59.027124Z","steps":["trace[1578521350] 'range keys from in-memory index tree' (duration: 265.48658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:59.027138Z","caller":"traceutil/trace.go:171","msg":"trace[2137421924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1868; }","duration":"258.968065ms","start":"2026-04-09T22:32:58.768147Z","end":"2026-04-09T22:32:59.027115Z","steps":["trace[2137421924] 'range keys from in-memory index tree' (duration: 258.601085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:59.027072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.386964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:59.027275Z","caller":"traceutil/trace.go:171","msg":"trace[133427165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1868; }","duration":"244.634762ms","start":"2026-04-09T22:32:58.782633Z","end":"2026-04-09T22:32:59.027268Z","steps":["trace[133427165] 'range keys from in-memory index tree' (duration: 244.22962ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:59.202463Z","caller":"traceutil/trace.go:171","msg":"trace[1749957136] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"112.23574ms","start":"2026-04-09T22:32:59.090124Z","end":"2026-04-09T22:32:59.202359Z","steps":["trace[1749957136] 'process raft request' (duration: 112.003934ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:04.984584Z","caller":"traceutil/trace.go:171","msg":"trace[1031275567] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"150.686857ms","start":"2026-04-09T22:33:04.833865Z","end":"2026-04-09T22:33:04.984552Z","steps":["trace[1031275567] 'read index received' (duration: 81.065319ms)","trace[1031275567] 'applied index is now lower than readState.Index' (duration: 69.620128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:04.984776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.878611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:04.98482Z","caller":"traceutil/trace.go:171","msg":"trace[623106085] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:0; response_revision:1902; }","duration":"150.951683ms","start":"2026-04-09T22:33:04.833856Z","end":"2026-04-09T22:33:04.984808Z","steps":["trace[623106085] 'agreement among raft nodes before linearized reading' (duration: 150.8229ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:04.984787Z","caller":"traceutil/trace.go:171","msg":"trace[1385761286] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"152.675356ms","start":"2026-04-09T22:33:04.832064Z","end":"2026-04-09T22:33:04.984739Z","steps":["trace[1385761286] 'process raft request' (duration: 82.873114ms)","trace[1385761286] 'compare' (duration: 69.448063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:05.196288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.75082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:05.196521Z","caller":"traceutil/trace.go:171","msg":"trace[787102519] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1986; }","duration":"155.777935ms","start":"2026-04-09T22:33:05.040722Z","end":"2026-04-09T22:33:05.1965Z","steps":["trace[787102519] 'read index received' (duration: 48.708167ms)","trace[787102519] 'applied index is now lower than readState.Index' (duration: 107.068118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:05.196672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.95833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:05.196716Z","caller":"traceutil/trace.go:171","msg":"trace[847101611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1904; }","duration":"156.057642ms","start":"2026-04-09T22:33:05.040645Z","end":"2026-04-09T22:33:05.196703Z","steps":["trace[847101611] 'agreement among raft nodes before linearized reading' (duration: 155.97621ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.19684Z","caller":"traceutil/trace.go:171","msg":"trace[1627570032] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"172.50234ms","start":"2026-04-09T22:33:05.024292Z","end":"2026-04-09T22:33:05.196794Z","steps":["trace[1627570032] 'process raft request' (duration: 65.127954ms)","trace[1627570032] 'compare' (duration: 106.479984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:05.196971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.913131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:05.197082Z","caller":"traceutil/trace.go:171","msg":"trace[1569438196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1904; }","duration":"138.061085ms","start":"2026-04-09T22:33:05.058996Z","end":"2026-04-09T22:33:05.197057Z","steps":["trace[1569438196] 'agreement among raft nodes before linearized reading' (duration: 137.904111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.19708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.644012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:05.197417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.026292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T22:33:05.1975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.610823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-09T22:33:05.196991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.998813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:05.197514Z","caller":"traceutil/trace.go:171","msg":"trace[161205774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1904; }","duration":"132.142255ms","start":"2026-04-09T22:33:05.065351Z","end":"2026-04-09T22:33:05.197493Z","steps":["trace[161205774] 'agreement among raft nodes before linearized reading' (duration: 131.861078ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.197549Z","caller":"traceutil/trace.go:171","msg":"trace[1188525619] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1904; }","duration":"133.664334ms","start":"2026-04-09T22:33:05.063871Z","end":"2026-04-09T22:33:05.197536Z","steps":["trace[1188525619] 'agreement among raft nodes before linearized reading' (duration: 133.50752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.197497Z","caller":"traceutil/trace.go:171","msg":"trace[66547306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:1904; }","duration":"156.052072ms","start":"2026-04-09T22:33:05.041422Z","end":"2026-04-09T22:33:05.197474Z","steps":["trace[66547306] 'agreement among raft nodes before linearized reading' (duration: 155.616061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.196881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.088093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:05.19791Z","caller":"traceutil/trace.go:171","msg":"trace[1809704032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1904; }","duration":"157.124098ms","start":"2026-04-09T22:33:05.040677Z","end":"2026-04-09T22:33:05.197801Z","steps":["trace[1809704032] 'agreement among raft nodes before linearized reading' (duration: 156.051102ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.197552Z","caller":"traceutil/trace.go:171","msg":"trace[2000761470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1904; }","duration":"138.558827ms","start":"2026-04-09T22:33:05.058982Z","end":"2026-04-09T22:33:05.197541Z","steps":["trace[2000761470] 'agreement among raft nodes before linearized reading' (duration: 137.966552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.197384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.713176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T22:33:05.198107Z","caller":"traceutil/trace.go:171","msg":"trace[790192142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1904; }","duration":"138.396953ms","start":"2026-04-09T22:33:05.059655Z","end":"2026-04-09T22:33:05.198052Z","steps":["trace[790192142] 'agreement among raft nodes before linearized reading' (duration: 137.139551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.197402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.210487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-09T22:33:05.197416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.418992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:33:05.198262Z","caller":"traceutil/trace.go:171","msg":"trace[1303207282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1904; }","duration":"133.10791ms","start":"2026-04-09T22:33:05.065135Z","end":"2026-04-09T22:33:05.198243Z","steps":["trace[1303207282] 'agreement among raft nodes before linearized reading' (duration: 132.059043ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.198333Z","caller":"traceutil/trace.go:171","msg":"trace[249680984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1904; }","duration":"131.380746ms","start":"2026-04-09T22:33:05.066936Z","end":"2026-04-09T22:33:05.198317Z","steps":["trace[249680984] 'agreement among raft nodes before linearized reading' (duration: 130.346651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.197324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.784858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:05.198454Z","caller":"traceutil/trace.go:171","msg":"trace[578076804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:1904; }","duration":"138.935127ms","start":"2026-04-09T22:33:05.05949Z","end":"2026-04-09T22:33:05.198425Z","steps":["trace[578076804] 'agreement among raft nodes before linearized reading' (duration: 137.735477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.340085Z","caller":"traceutil/trace.go:171","msg":"trace[1836296460] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"137.950183ms","start":"2026-04-09T22:33:05.202105Z","end":"2026-04-09T22:33:05.340055Z","steps":["trace[1836296460] 'process raft request' (duration: 134.27984ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.340436Z","caller":"traceutil/trace.go:171","msg":"trace[1985332551] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"137.110262ms","start":"2026-04-09T22:33:05.203303Z","end":"2026-04-09T22:33:05.340414Z","steps":["trace[1985332551] 'process raft request' (duration: 137.002639ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.340457Z","caller":"traceutil/trace.go:171","msg":"trace[328694109] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"137.267135ms","start":"2026-04-09T22:33:05.203162Z","end":"2026-04-09T22:33:05.340429Z","steps":["trace[328694109] 'process raft request' (duration: 136.790873ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.34054Z","caller":"traceutil/trace.go:171","msg":"trace[386173596] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1988; }","duration":"113.870471ms","start":"2026-04-09T22:33:05.226651Z","end":"2026-04-09T22:33:05.340522Z","steps":["trace[386173596] 'read index received' (duration: 40.937189ms)","trace[386173596] 'applied index is now lower than readState.Index' (duration: 72.931352ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:05.34058Z","caller":"traceutil/trace.go:171","msg":"trace[1215983874] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"137.188143ms","start":"2026-04-09T22:33:05.203358Z","end":"2026-04-09T22:33:05.340546Z","steps":["trace[1215983874] 'process raft request' (duration: 137.019509ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.340637Z","caller":"traceutil/trace.go:171","msg":"trace[232997213] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"136.226768ms","start":"2026-04-09T22:33:05.204378Z","end":"2026-04-09T22:33:05.340604Z","steps":["trace[232997213] 'process raft request' (duration: 136.084535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.340696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.851645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:05.340739Z","caller":"traceutil/trace.go:171","msg":"trace[869172692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1910; }","duration":"112.957627ms","start":"2026-04-09T22:33:05.22777Z","end":"2026-04-09T22:33:05.340728Z","steps":["trace[869172692] 'agreement among raft nodes before linearized reading' (duration: 112.876545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.340772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.105168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:33:05.340807Z","caller":"traceutil/trace.go:171","msg":"trace[1582298745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1910; }","duration":"114.182959ms","start":"2026-04-09T22:33:05.226614Z","end":"2026-04-09T22:33:05.340797Z","steps":["trace[1582298745] 'agreement among raft nodes before linearized reading' (duration: 114.010375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.34104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.963648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120442"} {"level":"info","ts":"2026-04-09T22:33:05.341086Z","caller":"traceutil/trace.go:171","msg":"trace[2140221467] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1910; }","duration":"113.03307ms","start":"2026-04-09T22:33:05.22804Z","end":"2026-04-09T22:33:05.341073Z","steps":["trace[2140221467] 'agreement among raft nodes before linearized reading' (duration: 112.740193ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.467491Z","caller":"traceutil/trace.go:171","msg":"trace[190413082] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1994; }","duration":"112.063225ms","start":"2026-04-09T22:33:05.355402Z","end":"2026-04-09T22:33:05.467465Z","steps":["trace[190413082] 'read index received' (duration: 97.69015ms)","trace[190413082] 'applied index is now lower than readState.Index' (duration: 14.371365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:05.467646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.225841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:05.467684Z","caller":"traceutil/trace.go:171","msg":"trace[1219920299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1912; }","duration":"112.307432ms","start":"2026-04-09T22:33:05.355363Z","end":"2026-04-09T22:33:05.467671Z","steps":["trace[1219920299] 'agreement among raft nodes before linearized reading' (duration: 112.203719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.467811Z","caller":"traceutil/trace.go:171","msg":"trace[24222113] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"121.68317ms","start":"2026-04-09T22:33:05.346031Z","end":"2026-04-09T22:33:05.467714Z","steps":["trace[24222113] 'process raft request' (duration: 121.354881ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.46793Z","caller":"traceutil/trace.go:171","msg":"trace[1357248825] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"122.222054ms","start":"2026-04-09T22:33:05.345671Z","end":"2026-04-09T22:33:05.467893Z","steps":["trace[1357248825] 'process raft request' (duration: 107.487139ms)","trace[1357248825] 'compare' (duration: 13.866872ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:08.456967Z","caller":"traceutil/trace.go:171","msg":"trace[1144495722] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2073; }","duration":"101.426786ms","start":"2026-04-09T22:33:08.355519Z","end":"2026-04-09T22:33:08.456946Z","steps":["trace[1144495722] 'read index received' (duration: 101.19954ms)","trace[1144495722] 'applied index is now lower than readState.Index' (duration: 225.786µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:08.457189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.642531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T22:33:08.457248Z","caller":"traceutil/trace.go:171","msg":"trace[1698011212] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1989; }","duration":"101.740414ms","start":"2026-04-09T22:33:08.355492Z","end":"2026-04-09T22:33:08.457233Z","steps":["trace[1698011212] 'agreement among raft nodes before linearized reading' (duration: 101.541579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:08.697076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.909442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:08.697263Z","caller":"traceutil/trace.go:171","msg":"trace[1324084040] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"165.3897ms","start":"2026-04-09T22:33:08.53183Z","end":"2026-04-09T22:33:08.697219Z","steps":["trace[1324084040] 'process raft request' (duration: 51.248812ms)","trace[1324084040] 'compare' (duration: 113.756398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:09.193049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.996021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:09.19318Z","caller":"traceutil/trace.go:171","msg":"trace[2020480169] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"432.06679ms","start":"2026-04-09T22:33:08.761092Z","end":"2026-04-09T22:33:09.193159Z","steps":["trace[2020480169] 'process raft request' (duration: 299.854524ms)","trace[2020480169] 'compare' (duration: 131.816966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:09.193247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.761065Z","time spent":"432.154511ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":942,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:33:09.194312Z","caller":"traceutil/trace.go:171","msg":"trace[2144301527] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2078; }","duration":"190.402744ms","start":"2026-04-09T22:33:09.003879Z","end":"2026-04-09T22:33:09.194281Z","steps":["trace[2144301527] 'read index received' (duration: 57.075869ms)","trace[2144301527] 'applied index is now lower than readState.Index' (duration: 133.325145ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:09.194457Z","caller":"traceutil/trace.go:171","msg":"trace[1662992019] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"398.830997ms","start":"2026-04-09T22:33:08.795557Z","end":"2026-04-09T22:33:09.194388Z","steps":["trace[1662992019] 'process raft request' (duration: 398.480648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.194576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.67462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-04-09T22:33:09.194623Z","caller":"traceutil/trace.go:171","msg":"trace[154733061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e; range_end:; response_count:1; response_revision:1995; }","duration":"190.775473ms","start":"2026-04-09T22:33:09.003833Z","end":"2026-04-09T22:33:09.194608Z","steps":["trace[154733061] 'agreement among raft nodes before linearized reading' (duration: 190.553758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.194622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.795515Z","time spent":"399.020981ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:09.494024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.118495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:09.494259Z","caller":"traceutil/trace.go:171","msg":"trace[2098549715] linearizableReadLoop","detail":"{readStateIndex:2081; appliedIndex:2080; }","duration":"196.712694ms","start":"2026-04-09T22:33:09.29753Z","end":"2026-04-09T22:33:09.494243Z","steps":["trace[2098549715] 'read index received' (duration: 23.181588ms)","trace[2098549715] 'applied index is now lower than readState.Index' (duration: 173.529406ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:09.494292Z","caller":"traceutil/trace.go:171","msg":"trace[303864293] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"281.738764ms","start":"2026-04-09T22:33:09.212532Z","end":"2026-04-09T22:33:09.494271Z","steps":["trace[303864293] 'process raft request' (duration: 108.29453ms)","trace[303864293] 'compare' (duration: 173.001843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:09.494484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.92261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:09.494565Z","caller":"traceutil/trace.go:171","msg":"trace[26988141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"197.052003ms","start":"2026-04-09T22:33:09.297481Z","end":"2026-04-09T22:33:09.494533Z","steps":["trace[26988141] 'agreement among raft nodes before linearized reading' (duration: 196.9159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.494588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.663078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:33:09.494625Z","caller":"traceutil/trace.go:171","msg":"trace[525754078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1996; }","duration":"132.74543ms","start":"2026-04-09T22:33:09.361866Z","end":"2026-04-09T22:33:09.494611Z","steps":["trace[525754078] 'agreement among raft nodes before linearized reading' (duration: 132.627957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.494698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.324416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:33:09.494777Z","caller":"traceutil/trace.go:171","msg":"trace[997752239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1996; }","duration":"133.426228ms","start":"2026-04-09T22:33:09.361333Z","end":"2026-04-09T22:33:09.494759Z","steps":["trace[997752239] 'agreement among raft nodes before linearized reading' (duration: 133.210302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.4947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.057871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:33:09.495066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.162067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:33:09.49516Z","caller":"traceutil/trace.go:171","msg":"trace[613873547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1996; }","duration":"139.549274ms","start":"2026-04-09T22:33:09.355597Z","end":"2026-04-09T22:33:09.495146Z","steps":["trace[613873547] 'agreement among raft nodes before linearized reading' (duration: 138.852906ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:09.495257Z","caller":"traceutil/trace.go:171","msg":"trace[1646363133] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1996; }","duration":"136.471465ms","start":"2026-04-09T22:33:09.35876Z","end":"2026-04-09T22:33:09.495231Z","steps":["trace[1646363133] 'agreement among raft nodes before linearized reading' (duration: 135.968482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.495351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.398257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:33:09.495459Z","caller":"traceutil/trace.go:171","msg":"trace[254759056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"133.53024ms","start":"2026-04-09T22:33:09.361904Z","end":"2026-04-09T22:33:09.495434Z","steps":["trace[254759056] 'agreement among raft nodes before linearized reading' (duration: 133.190121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.793567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.951305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:09.793709Z","caller":"traceutil/trace.go:171","msg":"trace[606596814] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"293.40009ms","start":"2026-04-09T22:33:09.500285Z","end":"2026-04-09T22:33:09.793685Z","steps":["trace[606596814] 'process raft request' (duration: 123.247639ms)","trace[606596814] 'compare' (duration: 169.801232ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:09.812267Z","caller":"traceutil/trace.go:171","msg":"trace[1394105424] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"311.798486ms","start":"2026-04-09T22:33:09.500446Z","end":"2026-04-09T22:33:09.812245Z","steps":["trace[1394105424] 'process raft request' (duration: 311.633242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.812412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.500422Z","time spent":"311.914338ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:09.812518Z","caller":"traceutil/trace.go:171","msg":"trace[1526288746] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"312.023581ms","start":"2026-04-09T22:33:09.500475Z","end":"2026-04-09T22:33:09.812498Z","steps":["trace[1526288746] 'process raft request' (duration: 311.725424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.812638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.500449Z","time spent":"312.127425ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:09.812764Z","caller":"traceutil/trace.go:171","msg":"trace[1101333810] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2081; }","duration":"259.423267ms","start":"2026-04-09T22:33:09.553327Z","end":"2026-04-09T22:33:09.81275Z","steps":["trace[1101333810] 'read index received' (duration: 70.308075ms)","trace[1101333810] 'applied index is now lower than readState.Index' (duration: 189.114142ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:09.812773Z","caller":"traceutil/trace.go:171","msg":"trace[523170935] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"312.052153ms","start":"2026-04-09T22:33:09.500687Z","end":"2026-04-09T22:33:09.812739Z","steps":["trace[523170935] 'process raft request' (duration: 311.732945ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:09.812822Z","caller":"traceutil/trace.go:171","msg":"trace[1290150770] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"312.053644ms","start":"2026-04-09T22:33:09.500726Z","end":"2026-04-09T22:33:09.81278Z","steps":["trace[1290150770] 'process raft request' (duration: 311.91577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.812936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.500671Z","time spent":"312.180406ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:09.813047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.666582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:33:09.813104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.500717Z","time spent":"312.212857ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:09.813147Z","caller":"traceutil/trace.go:171","msg":"trace[1187047041] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2002; }","duration":"259.872968ms","start":"2026-04-09T22:33:09.553254Z","end":"2026-04-09T22:33:09.813127Z","steps":["trace[1187047041] 'agreement among raft nodes before linearized reading' (duration: 259.600261ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:09.81287Z","caller":"traceutil/trace.go:171","msg":"trace[1265176131] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"311.93748ms","start":"2026-04-09T22:33:09.500899Z","end":"2026-04-09T22:33:09.812836Z","steps":["trace[1265176131] 'process raft request' (duration: 311.816607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:09.813248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.500861Z","time spent":"312.33344ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:10.135106Z","caller":"traceutil/trace.go:171","msg":"trace[1405757175] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2087; }","duration":"322.278192ms","start":"2026-04-09T22:33:09.812804Z","end":"2026-04-09T22:33:10.135082Z","steps":["trace[1405757175] 'read index received' (duration: 225.514555ms)","trace[1405757175] 'applied index is now lower than readState.Index' (duration: 96.762117ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:10.135276Z","caller":"traceutil/trace.go:171","msg":"trace[558394871] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"460.132573ms","start":"2026-04-09T22:33:09.675092Z","end":"2026-04-09T22:33:10.135225Z","steps":["trace[558394871] 'process raft request' (duration: 363.291324ms)","trace[558394871] 'compare' (duration: 96.292604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:10.135334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.803608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:33:10.13535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.086934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:10.135427Z","caller":"traceutil/trace.go:171","msg":"trace[582868051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2003; }","duration":"287.966971ms","start":"2026-04-09T22:33:09.847435Z","end":"2026-04-09T22:33:10.135402Z","steps":["trace[582868051] 'agreement among raft nodes before linearized reading' (duration: 287.816578ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:10.135474Z","caller":"traceutil/trace.go:171","msg":"trace[288391901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2003; }","duration":"429.274469ms","start":"2026-04-09T22:33:09.706186Z","end":"2026-04-09T22:33:10.13546Z","steps":["trace[288391901] 'agreement among raft nodes before linearized reading' (duration: 429.019072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:10.135515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.706155Z","time spent":"429.349091ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:33:10.135548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.675053Z","time spent":"460.340338ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:11.203373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464483334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:11.704487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464483334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:11.723689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277153586s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:33:13.295143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:33:13.295217Z","caller":"traceutil/trace.go:171","msg":"trace[1712117959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285406s","start":"2026-04-09T22:33:11.294912Z","end":"2026-04-09T22:33:13.295197Z","steps":["trace[1712117959] 'agreement among raft nodes before linearized reading' (duration: 2.000198204s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:13.295255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.294887Z","time spent":"2.000360977s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:33:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:13.840866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412219224s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:13.841049Z","caller":"traceutil/trace.go:171","msg":"trace[1559547645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2003; }","duration":"2.41241207s","start":"2026-04-09T22:33:11.428613Z","end":"2026-04-09T22:33:13.841025Z","steps":["trace[1559547645] 'range keys from in-memory index tree' (duration: 2.412203344s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:13.846666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122681343s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:13.846789Z","caller":"traceutil/trace.go:171","msg":"trace[175319204] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"3.400327591s","start":"2026-04-09T22:33:10.44642Z","end":"2026-04-09T22:33:13.846748Z","steps":["trace[175319204] 'process raft request' (duration: 1.277483264s)","trace[175319204] 'compare' (duration: 2.116038414s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:13.846868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:10.446389Z","time spent":"3.400432644s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:14.433013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.709052321s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:33:14.433578Z","caller":"traceutil/trace.go:171","msg":"trace[832337032] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2088; }","duration":"3.730766151s","start":"2026-04-09T22:33:10.702754Z","end":"2026-04-09T22:33:14.43352Z","steps":["trace[832337032] 'read index received' (duration: 1.021158946s)","trace[832337032] 'applied index is now lower than readState.Index' (duration: 2.709606165s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:14.433808Z","caller":"traceutil/trace.go:171","msg":"trace[1104156351] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"2.932883794s","start":"2026-04-09T22:33:11.500755Z","end":"2026-04-09T22:33:14.433639Z","steps":["trace[1104156351] 'process raft request' (duration: 2.932717849s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.433873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73111127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:14.434105Z","caller":"traceutil/trace.go:171","msg":"trace[877951139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2006; }","duration":"3.731332715s","start":"2026-04-09T22:33:10.702726Z","end":"2026-04-09T22:33:14.434059Z","steps":["trace[877951139] 'agreement among raft nodes before linearized reading' (duration: 3.730946255s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.434212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:10.702593Z","time spent":"3.73154913s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:33:14.434246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.500726Z","time spent":"2.933263552s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:14.433958Z","caller":"traceutil/trace.go:171","msg":"trace[484951143] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"3.234107591s","start":"2026-04-09T22:33:11.199456Z","end":"2026-04-09T22:33:14.433564Z","steps":["trace[484951143] 'process raft request' (duration: 3.233795793s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.434608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.199411Z","time spent":"3.234972632s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:15.29593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:33:15.296025Z","caller":"traceutil/trace.go:171","msg":"trace[1169793539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730407s","start":"2026-04-09T22:33:13.295274Z","end":"2026-04-09T22:33:15.296004Z","steps":["trace[1169793539] 'agreement among raft nodes before linearized reading' (duration: 2.000607003s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.296073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.295241Z","time spent":"2.000823429s","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:15.650788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034196248s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:33:15.997919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38128249s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:33:15.998453Z","caller":"traceutil/trace.go:171","msg":"trace[1413079563] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2091; }","duration":"1.564756439s","start":"2026-04-09T22:33:14.433672Z","end":"2026-04-09T22:33:15.998428Z","steps":["trace[1413079563] 'read index received' (duration: 182.939575ms)","trace[1413079563] 'applied index is now lower than readState.Index' (duration: 1.381815174s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:15.998455Z","caller":"traceutil/trace.go:171","msg":"trace[935690410] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"1.999188997s","start":"2026-04-09T22:33:13.999231Z","end":"2026-04-09T22:33:15.99842Z","steps":["trace[935690410] 'process raft request' (duration: 1.998789027s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.998657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.999208Z","time spent":"1.999363522s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:33:17.304665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:33:17.304833Z","caller":"traceutil/trace.go:171","msg":"trace[999175946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664145s","start":"2026-04-09T22:33:15.304141Z","end":"2026-04-09T22:33:17.304805Z","steps":["trace[999175946] 'agreement among raft nodes before linearized reading' (duration: 2.00046827s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:17.304901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:15.30412Z","time spent":"2.000769087s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:33:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:17.30494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487210775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:33:17.305042Z","caller":"traceutil/trace.go:171","msg":"trace[595407806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.48737451s","start":"2026-04-09T22:33:11.817638Z","end":"2026-04-09T22:33:17.305013Z","steps":["trace[595407806] 'agreement among raft nodes before linearized reading' (duration: 4.180854549s)","trace[595407806] 'range keys from in-memory index tree' (duration: 1.306336016s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.305107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.817607Z","time spent":"5.487486942s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/09 22:33:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:17.305257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240388451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:17.305321Z","caller":"traceutil/trace.go:171","msg":"trace[602515028] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2007; }","duration":"3.240497354s","start":"2026-04-09T22:33:14.064806Z","end":"2026-04-09T22:33:17.305304Z","steps":["trace[602515028] 'agreement among raft nodes before linearized reading' (duration: 1.933757277s)","trace[602515028] 'count revisions from in-memory index tree' (duration: 1.306655215s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.305424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:14.06478Z","time spent":"3.240627687s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:17.305554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488101008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:33:17.30564Z","caller":"traceutil/trace.go:171","msg":"trace[1387314658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2007; }","duration":"5.488223571s","start":"2026-04-09T22:33:11.817391Z","end":"2026-04-09T22:33:17.305615Z","steps":["trace[1387314658] 'agreement among raft nodes before linearized reading' (duration: 4.181369582s)","trace[1387314658] 'range keys from in-memory index tree' (duration: 1.306656185s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.305598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.101299846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e\" ","response":"range_response_count:1 size:3625"} {"level":"warn","ts":"2026-04-09T22:33:17.30568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.817366Z","time spent":"5.488307443s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:17.305682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610992049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:17.305758Z","caller":"traceutil/trace.go:171","msg":"trace[735495980] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2007; }","duration":"5.611149013s","start":"2026-04-09T22:33:11.694588Z","end":"2026-04-09T22:33:17.305737Z","steps":["trace[735495980] 'agreement among raft nodes before linearized reading' (duration: 4.304000046s)","trace[735495980] 'count revisions from in-memory index tree' (duration: 1.307007963s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:17.305705Z","caller":"traceutil/trace.go:171","msg":"trace[378191028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e; range_end:; response_count:1; response_revision:2007; }","duration":"6.10145487s","start":"2026-04-09T22:33:11.204225Z","end":"2026-04-09T22:33:17.30568Z","steps":["trace[378191028] 'agreement among raft nodes before linearized reading' (duration: 4.794399896s)","trace[378191028] 'range keys from in-memory index tree' (duration: 1.306820598s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.305809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.694559Z","time spent":"5.611237885s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:17.305865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.20421Z","time spent":"6.101613965s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e\" "} {"level":"warn","ts":"2026-04-09T22:33:17.305631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488105838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-09T22:33:17.305973Z","caller":"traceutil/trace.go:171","msg":"trace[1156318714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.488496728s","start":"2026-04-09T22:33:11.817447Z","end":"2026-04-09T22:33:17.305944Z","steps":["trace[1156318714] 'agreement among raft nodes before linearized reading' (duration: 4.181171656s)","trace[1156318714] 'range keys from in-memory index tree' (duration: 1.30690116s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.305985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.506800032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:33:17.306039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.817424Z","time spent":"5.488599291s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 22:33:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T22:33:17.306153Z","caller":"traceutil/trace.go:171","msg":"trace[1030067896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2007; }","duration":"5.506916705s","start":"2026-04-09T22:33:11.799132Z","end":"2026-04-09T22:33:17.306048Z","steps":["trace[1030067896] 'agreement among raft nodes before linearized reading' (duration: 4.199451331s)","trace[1030067896] 'range keys from in-memory index tree' (duration: 1.307181908s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.306234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.799113Z","time spent":"5.507107261s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:17.306392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946656711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-09T22:33:17.306481Z","caller":"traceutil/trace.go:171","msg":"trace[431985886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2007; }","duration":"5.946840076s","start":"2026-04-09T22:33:11.359624Z","end":"2026-04-09T22:33:17.306464Z","steps":["trace[431985886] 'agreement among raft nodes before linearized reading' (duration: 4.63898722s)","trace[431985886] 'range keys from in-memory index tree' (duration: 1.307646141s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.306559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.359592Z","time spent":"5.946925338s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:33:17.305879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.162784118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:33:17.305758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925636008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:17.306685Z","caller":"traceutil/trace.go:171","msg":"trace[656273621] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2007; }","duration":"4.926624973s","start":"2026-04-09T22:33:12.380044Z","end":"2026-04-09T22:33:17.306669Z","steps":["trace[656273621] 'agreement among raft nodes before linearized reading' (duration: 3.618557382s)","trace[656273621] 'count revisions from in-memory index tree' (duration: 1.307118596s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:17.306679Z","caller":"traceutil/trace.go:171","msg":"trace[1772724841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2007; }","duration":"6.163591289s","start":"2026-04-09T22:33:11.143052Z","end":"2026-04-09T22:33:17.306643Z","steps":["trace[1772724841] 'agreement among raft nodes before linearized reading' (duration: 4.855618841s)","trace[1772724841] 'range keys from in-memory index tree' (duration: 1.307097166s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.306706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32701477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:33:17.306724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:12.380011Z","time spent":"4.926700605s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:17.306738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.14303Z","time spent":"6.163690731s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:33:17.306745Z","caller":"traceutil/trace.go:171","msg":"trace[137058544] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2007; }","duration":"3.327113292s","start":"2026-04-09T22:33:13.979619Z","end":"2026-04-09T22:33:17.306732Z","steps":["trace[137058544] 'agreement among raft nodes before linearized reading' (duration: 2.018957309s)","trace[137058544] 'count revisions from in-memory index tree' (duration: 1.308103591s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.306782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.979584Z","time spent":"3.327189164s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:17.306766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489048633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:33:17.305616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.4877831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-09T22:33:17.306735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331767951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:17.306847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308368719s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:17.306855Z","caller":"traceutil/trace.go:171","msg":"trace[1582464414] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2007; }","duration":"5.489147826s","start":"2026-04-09T22:33:11.817677Z","end":"2026-04-09T22:33:17.306825Z","steps":["trace[1582464414] 'agreement among raft nodes before linearized reading' (duration: 4.180944572s)","trace[1582464414] 'range keys from in-memory index tree' (duration: 1.308017619s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:17.306881Z","caller":"traceutil/trace.go:171","msg":"trace[2125834623] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2007; }","duration":"3.331949266s","start":"2026-04-09T22:33:13.974918Z","end":"2026-04-09T22:33:17.306867Z","steps":["trace[2125834623] 'agreement among raft nodes before linearized reading' (duration: 2.02367169s)","trace[2125834623] 'count revisions from in-memory index tree' (duration: 1.308117722s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.306912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.974898Z","time spent":"3.332006858s","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:33:17.306904Z","caller":"traceutil/trace.go:171","msg":"trace[290296550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.489128625s","start":"2026-04-09T22:33:11.817711Z","end":"2026-04-09T22:33:17.306839Z","steps":["trace[290296550] 'agreement among raft nodes before linearized reading' (duration: 4.18090281s)","trace[290296550] 'range keys from in-memory index tree' (duration: 1.30684392s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.306921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.817669Z","time spent":"5.489237938s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:33:17.306945Z","caller":"traceutil/trace.go:171","msg":"trace[1217566793] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"2.867828852s","start":"2026-04-09T22:33:14.439095Z","end":"2026-04-09T22:33:17.306923Z","steps":["trace[1217566793] 'process raft request' (duration: 1.55931468s)","trace[1217566793] 'compare' (duration: 1.306382728s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:17.306977Z","caller":"traceutil/trace.go:171","msg":"trace[1148425483] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2093; }","duration":"1.30843608s","start":"2026-04-09T22:33:15.998528Z","end":"2026-04-09T22:33:17.306964Z","steps":["trace[1148425483] 'read index received' (duration: 109.773µs)","trace[1148425483] 'applied index is now lower than readState.Index' (duration: 1.308325367s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:17.307003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.817703Z","time spent":"5.489277439s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/09 22:33:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:17.307076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:14.43906Z","time spent":"2.867943915s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:17.307196Z","caller":"traceutil/trace.go:171","msg":"trace[1918184777] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"868.196843ms","start":"2026-04-09T22:33:16.438986Z","end":"2026-04-09T22:33:17.307183Z","steps":["trace[1918184777] 'process raft request' (duration: 867.923876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:17.307278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.438962Z","time spent":"868.281095ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:17.314524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.355236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:33:17.314582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.647797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-04-09T22:33:17.314583Z","caller":"traceutil/trace.go:171","msg":"trace[1159595467] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2010; }","duration":"634.419978ms","start":"2026-04-09T22:33:16.680146Z","end":"2026-04-09T22:33:17.314566Z","steps":["trace[1159595467] 'agreement among raft nodes before linearized reading' (duration: 634.301555ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:17.314618Z","caller":"traceutil/trace.go:171","msg":"trace[212262248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e; range_end:; response_count:1; response_revision:2010; }","duration":"503.75246ms","start":"2026-04-09T22:33:16.810854Z","end":"2026-04-09T22:33:17.314607Z","steps":["trace[212262248] 'agreement among raft nodes before linearized reading' (duration: 503.565635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:17.314629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.680082Z","time spent":"634.536361ms","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:17.31464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.81083Z","time spent":"503.804211ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0319687e-4cd8-4b67-8af9-154860dbdd3e\" "} {"level":"warn","ts":"2026-04-09T22:33:17.314694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311688754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d0f110b7f19a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-09T22:33:17.314753Z","caller":"traceutil/trace.go:171","msg":"trace[2082093041] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4d0f110b7f19a; range_end:; response_count:1; response_revision:2010; }","duration":"1.311850318s","start":"2026-04-09T22:33:16.002884Z","end":"2026-04-09T22:33:17.314735Z","steps":["trace[2082093041] 'agreement among raft nodes before linearized reading' (duration: 1.311518958s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:17.314779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.002838Z","time spent":"1.31193588s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d0f110b7f19a\" "} {"level":"info","ts":"2026-04-09T22:33:17.31491Z","caller":"traceutil/trace.go:171","msg":"trace[1867147823] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"874.700368ms","start":"2026-04-09T22:33:16.439942Z","end":"2026-04-09T22:33:17.314643Z","steps":["trace[1867147823] 'process raft request' (duration: 874.363109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:17.31506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.439907Z","time spent":"875.050277ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:17.315144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.251732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:17.315217Z","caller":"traceutil/trace.go:171","msg":"trace[307930663] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2010; }","duration":"825.903869ms","start":"2026-04-09T22:33:16.489296Z","end":"2026-04-09T22:33:17.315199Z","steps":["trace[307930663] 'agreement among raft nodes before linearized reading' (duration: 825.241262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:17.315265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.48928Z","time spent":"825.973101ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:33:17.484149Z","caller":"traceutil/trace.go:171","msg":"trace[759839138] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"109.11516ms","start":"2026-04-09T22:33:17.374999Z","end":"2026-04-09T22:33:17.484114Z","steps":["trace[759839138] 'process raft request' (duration: 108.884075ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:17.729764Z","caller":"traceutil/trace.go:171","msg":"trace[1064983463] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"144.903709ms","start":"2026-04-09T22:33:17.584833Z","end":"2026-04-09T22:33:17.729737Z","steps":["trace[1064983463] 'process raft request' (duration: 144.711424ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:18.943307Z","caller":"traceutil/trace.go:171","msg":"trace[690564324] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"119.620398ms","start":"2026-04-09T22:33:18.823665Z","end":"2026-04-09T22:33:18.943286Z","steps":["trace[690564324] 'process raft request' (duration: 119.451874ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:18.958427Z","caller":"traceutil/trace.go:171","msg":"trace[774872191] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"134.240528ms","start":"2026-04-09T22:33:18.824162Z","end":"2026-04-09T22:33:18.958403Z","steps":["trace[774872191] 'process raft request' (duration: 134.056854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:18.958734Z","caller":"traceutil/trace.go:171","msg":"trace[586145871] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2120; }","duration":"126.590244ms","start":"2026-04-09T22:33:18.832122Z","end":"2026-04-09T22:33:18.958712Z","steps":["trace[586145871] 'read index received' (duration: 111.06502ms)","trace[586145871] 'applied index is now lower than readState.Index' (duration: 15.522274ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:18.958748Z","caller":"traceutil/trace.go:171","msg":"trace[519136070] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"130.669117ms","start":"2026-04-09T22:33:18.828044Z","end":"2026-04-09T22:33:18.958714Z","steps":["trace[519136070] 'process raft request' (duration: 130.317288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:18.95898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.84263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11042"} {"level":"info","ts":"2026-04-09T22:33:18.959044Z","caller":"traceutil/trace.go:171","msg":"trace[875771605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2037; }","duration":"126.961914ms","start":"2026-04-09T22:33:18.832068Z","end":"2026-04-09T22:33:18.95903Z","steps":["trace[875771605] 'agreement among raft nodes before linearized reading' (duration: 126.731287ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:23.456491Z","caller":"traceutil/trace.go:171","msg":"trace[820832689] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2165; }","duration":"100.703707ms","start":"2026-04-09T22:33:23.355766Z","end":"2026-04-09T22:33:23.45647Z","steps":["trace[820832689] 'read index received' (duration: 42.817007ms)","trace[820832689] 'applied index is now lower than readState.Index' (duration: 57.88578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:23.456732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.945043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:23.456773Z","caller":"traceutil/trace.go:171","msg":"trace[1152390603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2082; }","duration":"101.018255ms","start":"2026-04-09T22:33:23.355744Z","end":"2026-04-09T22:33:23.456762Z","steps":["trace[1152390603] 'agreement among raft nodes before linearized reading' (duration: 100.81769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:23.457073Z","caller":"traceutil/trace.go:171","msg":"trace[83199981] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"110.208138ms","start":"2026-04-09T22:33:23.346834Z","end":"2026-04-09T22:33:23.457042Z","steps":["trace[83199981] 'process raft request' (duration: 109.364097ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:23.457226Z","caller":"traceutil/trace.go:171","msg":"trace[356275284] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"110.172487ms","start":"2026-04-09T22:33:23.347039Z","end":"2026-04-09T22:33:23.457212Z","steps":["trace[356275284] 'process raft request' (duration: 109.355217ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:23.457386Z","caller":"traceutil/trace.go:171","msg":"trace[1078330060] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"110.255079ms","start":"2026-04-09T22:33:23.347121Z","end":"2026-04-09T22:33:23.457376Z","steps":["trace[1078330060] 'process raft request' (duration: 109.314836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:23.844528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.771128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:33:23.844627Z","caller":"traceutil/trace.go:171","msg":"trace[823002733] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2170; }","duration":"177.164648ms","start":"2026-04-09T22:33:23.667445Z","end":"2026-04-09T22:33:23.84461Z","steps":["trace[823002733] 'read index received' (duration: 37.239136ms)","trace[823002733] 'applied index is now lower than readState.Index' (duration: 139.923762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:23.844712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.250752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:23.844749Z","caller":"traceutil/trace.go:171","msg":"trace[170291092] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2083; }","duration":"177.331893ms","start":"2026-04-09T22:33:23.667406Z","end":"2026-04-09T22:33:23.844738Z","steps":["trace[170291092] 'agreement among raft nodes before linearized reading' (duration: 177.249001ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:29.560161Z","caller":"traceutil/trace.go:171","msg":"trace[196997052] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"117.539081ms","start":"2026-04-09T22:33:29.442591Z","end":"2026-04-09T22:33:29.56013Z","steps":["trace[196997052] 'process raft request' (duration: 117.256074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:29.815108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.848087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:29.815378Z","caller":"traceutil/trace.go:171","msg":"trace[2111162407] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"249.016246ms","start":"2026-04-09T22:33:29.566327Z","end":"2026-04-09T22:33:29.815343Z","steps":["trace[2111162407] 'process raft request' (duration: 80.845271ms)","trace[2111162407] 'compare' (duration: 167.605411ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:29.815688Z","caller":"traceutil/trace.go:171","msg":"trace[1576416104] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"248.071172ms","start":"2026-04-09T22:33:29.567596Z","end":"2026-04-09T22:33:29.815667Z","steps":["trace[1576416104] 'process raft request' (duration: 247.640862ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:30.793357Z","caller":"traceutil/trace.go:171","msg":"trace[1083787712] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2218; }","duration":"318.353755ms","start":"2026-04-09T22:33:30.474973Z","end":"2026-04-09T22:33:30.793327Z","steps":["trace[1083787712] 'read index received' (duration: 318.037117ms)","trace[1083787712] 'applied index is now lower than readState.Index' (duration: 314.978µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:30.793529Z","caller":"traceutil/trace.go:171","msg":"trace[154920722] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"351.216158ms","start":"2026-04-09T22:33:30.442264Z","end":"2026-04-09T22:33:30.79348Z","steps":["trace[154920722] 'process raft request' (duration: 350.88109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:30.793597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.599421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:30.793645Z","caller":"traceutil/trace.go:171","msg":"trace[257766307] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2130; }","duration":"318.714145ms","start":"2026-04-09T22:33:30.474918Z","end":"2026-04-09T22:33:30.793632Z","steps":["trace[257766307] 'agreement among raft nodes before linearized reading' (duration: 318.597002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:30.79369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:30.47489Z","time spent":"318.789686ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:30.793769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.452528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:30.793831Z","caller":"traceutil/trace.go:171","msg":"trace[786784564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2130; }","duration":"225.5559ms","start":"2026-04-09T22:33:30.56826Z","end":"2026-04-09T22:33:30.793816Z","steps":["trace[786784564] 'agreement among raft nodes before linearized reading' (duration: 225.318664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:30.793771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:30.442232Z","time spent":"351.414983ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:31.133242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.496356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:33:31.133347Z","caller":"traceutil/trace.go:171","msg":"trace[1866198473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2130; }","duration":"131.66002ms","start":"2026-04-09T22:33:31.001665Z","end":"2026-04-09T22:33:31.133325Z","steps":["trace[1866198473] 'range keys from in-memory index tree' (duration: 131.194768ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:31.266682Z","caller":"traceutil/trace.go:171","msg":"trace[929909606] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"129.216067ms","start":"2026-04-09T22:33:31.137433Z","end":"2026-04-09T22:33:31.266649Z","steps":["trace[929909606] 'process raft request' (duration: 129.003632ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:31.290316Z","caller":"traceutil/trace.go:171","msg":"trace[746728165] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"152.780465ms","start":"2026-04-09T22:33:31.137508Z","end":"2026-04-09T22:33:31.290289Z","steps":["trace[746728165] 'process raft request' (duration: 152.61309ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:31.290477Z","caller":"traceutil/trace.go:171","msg":"trace[564800807] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"152.858287ms","start":"2026-04-09T22:33:31.137602Z","end":"2026-04-09T22:33:31.290461Z","steps":["trace[564800807] 'process raft request' (duration: 152.770455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.206298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.766944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:33:32.206387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.632588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:32.206514Z","caller":"traceutil/trace.go:171","msg":"trace[1754565974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2135; }","duration":"640.834114ms","start":"2026-04-09T22:33:31.56566Z","end":"2026-04-09T22:33:32.206494Z","steps":["trace[1754565974] 'range keys from in-memory index tree' (duration: 640.396903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.206545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.440693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:32.206636Z","caller":"traceutil/trace.go:171","msg":"trace[1580295528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2135; }","duration":"386.00216ms","start":"2026-04-09T22:33:31.820471Z","end":"2026-04-09T22:33:32.206473Z","steps":["trace[1580295528] 'range keys from in-memory index tree' (duration: 385.59125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.206778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:31.820419Z","time spent":"386.320368ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:32.206564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:31.565625Z","time spent":"640.927356ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:33:32.206646Z","caller":"traceutil/trace.go:171","msg":"trace[1473711527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2135; }","duration":"405.597736ms","start":"2026-04-09T22:33:31.800999Z","end":"2026-04-09T22:33:32.206597Z","steps":["trace[1473711527] 'range keys from in-memory index tree' (duration: 405.250338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.20636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.216559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:33:32.207332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:31.800973Z","time spent":"406.305325ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:33:32.207424Z","caller":"traceutil/trace.go:171","msg":"trace[971387984] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2135; }","duration":"600.282947ms","start":"2026-04-09T22:33:31.607093Z","end":"2026-04-09T22:33:32.207376Z","steps":["trace[971387984] 'range keys from in-memory index tree' (duration: 599.058015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.20662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.0101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:33:32.207526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:31.60708Z","time spent":"600.42222ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:33:32.207549Z","caller":"traceutil/trace.go:171","msg":"trace[946298069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2135; }","duration":"386.955155ms","start":"2026-04-09T22:33:31.820538Z","end":"2026-04-09T22:33:32.207493Z","steps":["trace[946298069] 'range keys from in-memory index tree' (duration: 385.731453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.207692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:31.820521Z","time spent":"387.146699ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:33:32.59908Z","caller":"traceutil/trace.go:171","msg":"trace[596816630] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"386.798742ms","start":"2026-04-09T22:33:32.212248Z","end":"2026-04-09T22:33:32.599046Z","steps":["trace[596816630] 'process raft request' (duration: 386.582245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.599387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:32.212216Z","time spent":"386.953506ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:32.732446Z","caller":"traceutil/trace.go:171","msg":"trace[1746842481] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"519.855636ms","start":"2026-04-09T22:33:32.212555Z","end":"2026-04-09T22:33:32.732411Z","steps":["trace[1746842481] 'process raft request' (duration: 519.61071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.732669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:32.212531Z","time spent":"520.018239ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:32.732683Z","caller":"traceutil/trace.go:171","msg":"trace[1965153397] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"520.083361ms","start":"2026-04-09T22:33:32.212577Z","end":"2026-04-09T22:33:32.73266Z","steps":["trace[1965153397] 'process raft request' (duration: 519.784364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.732859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:32.212562Z","time spent":"520.167444ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:32.73297Z","caller":"traceutil/trace.go:171","msg":"trace[384440488] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2224; }","duration":"437.315523ms","start":"2026-04-09T22:33:32.29561Z","end":"2026-04-09T22:33:32.732926Z","steps":["trace[384440488] 'read index received' (duration: 303.216751ms)","trace[384440488] 'applied index is now lower than readState.Index' (duration: 134.096602ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:32.733018Z","caller":"traceutil/trace.go:171","msg":"trace[58398855] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"520.404519ms","start":"2026-04-09T22:33:32.212589Z","end":"2026-04-09T22:33:32.732993Z","steps":["trace[58398855] 'process raft request' (duration: 519.996569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.733136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:32.212579Z","time spent":"520.494731ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:32.733166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.520108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:32.733269Z","caller":"traceutil/trace.go:171","msg":"trace[754848769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"437.677272ms","start":"2026-04-09T22:33:32.295566Z","end":"2026-04-09T22:33:32.733243Z","steps":["trace[754848769] 'agreement among raft nodes before linearized reading' (duration: 437.479407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.733319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:32.29555Z","time spent":"437.761203ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:32.733348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.848051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"info","ts":"2026-04-09T22:33:32.733412Z","caller":"traceutil/trace.go:171","msg":"trace[2140720162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2139; }","duration":"341.975094ms","start":"2026-04-09T22:33:32.391418Z","end":"2026-04-09T22:33:32.733393Z","steps":["trace[2140720162] 'agreement among raft nodes before linearized reading' (duration: 341.710268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.73347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:32.391392Z","time spent":"342.063107ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:33:33.253301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.182572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:33.253363Z","caller":"traceutil/trace.go:171","msg":"trace[1774331584] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2139; }","duration":"281.310264ms","start":"2026-04-09T22:33:32.972037Z","end":"2026-04-09T22:33:33.253348Z","steps":["trace[1774331584] 'count revisions from in-memory index tree' (duration: 281.093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:33.690405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.274774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:33.690587Z","caller":"traceutil/trace.go:171","msg":"trace[1182683352] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"288.115068ms","start":"2026-04-09T22:33:33.402454Z","end":"2026-04-09T22:33:33.690569Z","steps":["trace[1182683352] 'process raft request' (duration: 64.596208ms)","trace[1182683352] 'compare' (duration: 223.153421ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:33.690928Z","caller":"traceutil/trace.go:171","msg":"trace[394840232] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"238.084639ms","start":"2026-04-09T22:33:33.452805Z","end":"2026-04-09T22:33:33.69089Z","steps":["trace[394840232] 'process raft request' (duration: 237.697759ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:35.494869Z","caller":"traceutil/trace.go:171","msg":"trace[1422512229] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"107.364863ms","start":"2026-04-09T22:33:35.387478Z","end":"2026-04-09T22:33:35.494843Z","steps":["trace[1422512229] 'read index received' (duration: 107.078596ms)","trace[1422512229] 'applied index is now lower than readState.Index' (duration: 285.187µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:35.494998Z","caller":"traceutil/trace.go:171","msg":"trace[1306468993] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"127.215607ms","start":"2026-04-09T22:33:35.367745Z","end":"2026-04-09T22:33:35.494961Z","steps":["trace[1306468993] 'process raft request' (duration: 126.929219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:35.49513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.623919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:33:35.495177Z","caller":"traceutil/trace.go:171","msg":"trace[688929225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"107.717532ms","start":"2026-04-09T22:33:35.387447Z","end":"2026-04-09T22:33:35.495165Z","steps":["trace[688929225] 'agreement among raft nodes before linearized reading' (duration: 107.550258ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:35.62768Z","caller":"traceutil/trace.go:171","msg":"trace[1769399362] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"128.177751ms","start":"2026-04-09T22:33:35.499473Z","end":"2026-04-09T22:33:35.627651Z","steps":["trace[1769399362] 'process raft request' (duration: 125.968455ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:35.628743Z","caller":"traceutil/trace.go:171","msg":"trace[100622773] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"128.654814ms","start":"2026-04-09T22:33:35.500064Z","end":"2026-04-09T22:33:35.628719Z","steps":["trace[100622773] 'process raft request' (duration: 128.528041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:37.10805Z","caller":"traceutil/trace.go:171","msg":"trace[1316494070] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"738.325077ms","start":"2026-04-09T22:33:36.369701Z","end":"2026-04-09T22:33:37.108026Z","steps":["trace[1316494070] 'process raft request' (duration: 738.179963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.108195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.369673Z","time spent":"738.44747ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:37.117316Z","caller":"traceutil/trace.go:171","msg":"trace[1305034027] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"718.858823ms","start":"2026-04-09T22:33:36.398439Z","end":"2026-04-09T22:33:37.117298Z","steps":["trace[1305034027] 'process raft request' (duration: 718.647088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.117398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.398404Z","time spent":"718.951175ms","remote":"127.0.0.1:56062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:37.117272Z","caller":"traceutil/trace.go:171","msg":"trace[1125047617] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2246; }","duration":"504.292431ms","start":"2026-04-09T22:33:36.61295Z","end":"2026-04-09T22:33:37.117242Z","steps":["trace[1125047617] 'read index received' (duration: 494.949355ms)","trace[1125047617] 'applied index is now lower than readState.Index' (duration: 9.341886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:37.117741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.764444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:33:37.117771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.570803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:37.117923Z","caller":"traceutil/trace.go:171","msg":"trace[41013085] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2158; }","duration":"309.728357ms","start":"2026-04-09T22:33:36.808184Z","end":"2026-04-09T22:33:37.117912Z","steps":["trace[41013085] 'agreement among raft nodes before linearized reading' (duration: 309.549563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.117925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.871132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:33:37.118035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.808129Z","time spent":"309.822009ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:33:37.117888Z","caller":"traceutil/trace.go:171","msg":"trace[631378519] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2158; }","duration":"504.929588ms","start":"2026-04-09T22:33:36.612906Z","end":"2026-04-09T22:33:37.117836Z","steps":["trace[631378519] 'agreement among raft nodes before linearized reading' (duration: 504.64361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.118135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.612884Z","time spent":"505.231625ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:33:37.11802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.474182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:37.118243Z","caller":"traceutil/trace.go:171","msg":"trace[631355280] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2158; }","duration":"367.747319ms","start":"2026-04-09T22:33:36.750468Z","end":"2026-04-09T22:33:37.118215Z","steps":["trace[631355280] 'agreement among raft nodes before linearized reading' (duration: 367.338189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.118311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.750449Z","time spent":"367.847252ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:33:37.117774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.875838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:33:37.11803Z","caller":"traceutil/trace.go:171","msg":"trace[424685769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2158; }","duration":"368.005796ms","start":"2026-04-09T22:33:36.750008Z","end":"2026-04-09T22:33:37.118014Z","steps":["trace[424685769] 'agreement among raft nodes before linearized reading' (duration: 367.79116ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:37.118421Z","caller":"traceutil/trace.go:171","msg":"trace[1825448351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2158; }","duration":"371.537574ms","start":"2026-04-09T22:33:36.74684Z","end":"2026-04-09T22:33:37.118378Z","steps":["trace[1825448351] 'agreement among raft nodes before linearized reading' (duration: 370.796305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.118475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.749987Z","time spent":"368.475817ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:37.118522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.746825Z","time spent":"371.662998ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:33:41.860632Z","caller":"traceutil/trace.go:171","msg":"trace[35495923] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"141.028938ms","start":"2026-04-09T22:33:41.719573Z","end":"2026-04-09T22:33:41.860601Z","steps":["trace[35495923] 'process raft request' (duration: 133.24212ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:41.861347Z","caller":"traceutil/trace.go:171","msg":"trace[2129948464] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"134.622064ms","start":"2026-04-09T22:33:41.726689Z","end":"2026-04-09T22:33:41.861311Z","steps":["trace[2129948464] 'process raft request' (duration: 134.361418ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:45.3231Z","caller":"traceutil/trace.go:171","msg":"trace[1634253284] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"105.962308ms","start":"2026-04-09T22:33:45.216993Z","end":"2026-04-09T22:33:45.322955Z","steps":["trace[1634253284] 'process raft request' (duration: 105.432914ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:53.521881Z","caller":"traceutil/trace.go:171","msg":"trace[42627693] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"127.201346ms","start":"2026-04-09T22:33:53.394651Z","end":"2026-04-09T22:33:53.521852Z","steps":["trace[42627693] 'process raft request' (duration: 126.988691ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:53.523412Z","caller":"traceutil/trace.go:171","msg":"trace[86293389] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"128.609153ms","start":"2026-04-09T22:33:53.394774Z","end":"2026-04-09T22:33:53.523383Z","steps":["trace[86293389] 'process raft request' (duration: 128.452679ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:53.523896Z","caller":"traceutil/trace.go:171","msg":"trace[705113917] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2346; }","duration":"121.005768ms","start":"2026-04-09T22:33:53.402854Z","end":"2026-04-09T22:33:53.523859Z","steps":["trace[705113917] 'read index received' (duration: 118.849433ms)","trace[705113917] 'applied index is now lower than readState.Index' (duration: 2.154775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:53.524216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.328607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:53.524271Z","caller":"traceutil/trace.go:171","msg":"trace[1718691693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2256; }","duration":"121.439409ms","start":"2026-04-09T22:33:53.402813Z","end":"2026-04-09T22:33:53.524252Z","steps":["trace[1718691693] 'agreement among raft nodes before linearized reading' (duration: 121.177453ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:53.524347Z","caller":"traceutil/trace.go:171","msg":"trace[849862744] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"129.290329ms","start":"2026-04-09T22:33:53.395027Z","end":"2026-04-09T22:33:53.524318Z","steps":["trace[849862744] 'process raft request' (duration: 128.304504ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:53.685169Z","caller":"traceutil/trace.go:171","msg":"trace[391330156] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"118.435195ms","start":"2026-04-09T22:33:53.566707Z","end":"2026-04-09T22:33:53.685142Z","steps":["trace[391330156] 'process raft request' (duration: 82.127364ms)","trace[391330156] 'compare' (duration: 36.136287ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:01.843549Z","caller":"traceutil/trace.go:171","msg":"trace[1807409712] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"106.109432ms","start":"2026-04-09T22:34:01.737402Z","end":"2026-04-09T22:34:01.843511Z","steps":["trace[1807409712] 'process raft request' (duration: 93.822729ms)","trace[1807409712] 'compare' (duration: 11.968465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:10.181527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.590218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:10.181602Z","caller":"traceutil/trace.go:171","msg":"trace[1632388140] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2437; }","duration":"394.998359ms","start":"2026-04-09T22:34:09.786593Z","end":"2026-04-09T22:34:10.181592Z","steps":["trace[1632388140] 'read index received' (duration: 84.288258ms)","trace[1632388140] 'applied index is now lower than readState.Index' (duration: 310.709331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:10.181707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.113372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:34:10.181727Z","caller":"traceutil/trace.go:171","msg":"trace[732630070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2340; }","duration":"395.172813ms","start":"2026-04-09T22:34:09.786549Z","end":"2026-04-09T22:34:10.181722Z","steps":["trace[732630070] 'agreement among raft nodes before linearized reading' (duration: 395.084341ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:10.181677Z","caller":"traceutil/trace.go:171","msg":"trace[77812162] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"445.460418ms","start":"2026-04-09T22:34:09.736177Z","end":"2026-04-09T22:34:10.181637Z","steps":["trace[77812162] 'process raft request' (duration: 134.689176ms)","trace[77812162] 'compare' (duration: 310.509506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:10.181748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.786532Z","time spent":"395.211054ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:34:10.18188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.73616Z","time spent":"445.604983ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:10.461006Z","caller":"traceutil/trace.go:171","msg":"trace[431651706] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"601.396524ms","start":"2026-04-09T22:34:09.85958Z","end":"2026-04-09T22:34:10.460977Z","steps":["trace[431651706] 'process raft request' (duration: 601.140768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.461163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.859556Z","time spent":"601.525898ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:10.505923Z","caller":"traceutil/trace.go:171","msg":"trace[1002942636] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"430.060047ms","start":"2026-04-09T22:34:10.075831Z","end":"2026-04-09T22:34:10.505891Z","steps":["trace[1002942636] 'process raft request' (duration: 429.75279ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:10.505997Z","caller":"traceutil/trace.go:171","msg":"trace[212103175] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"355.339734ms","start":"2026-04-09T22:34:10.150638Z","end":"2026-04-09T22:34:10.505977Z","steps":["trace[212103175] 'process raft request' (duration: 355.071127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.506117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.075804Z","time spent":"430.201712ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:10.506134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.15062Z","time spent":"355.431925ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:10.506234Z","caller":"traceutil/trace.go:171","msg":"trace[1620850343] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"319.848013ms","start":"2026-04-09T22:34:10.18638Z","end":"2026-04-09T22:34:10.506228Z","steps":["trace[1620850343] 'process raft request' (duration: 319.541005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.506277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.186358Z","time spent":"319.899374ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:10.506251Z","caller":"traceutil/trace.go:171","msg":"trace[1362304483] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2438; }","duration":"324.600254ms","start":"2026-04-09T22:34:10.181616Z","end":"2026-04-09T22:34:10.506216Z","steps":["trace[1362304483] 'read index received' (duration: 279.081069ms)","trace[1362304483] 'applied index is now lower than readState.Index' (duration: 45.517675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:10.506434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.646316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:34:10.506449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.072236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:34:10.506467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.078081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:34:10.50648Z","caller":"traceutil/trace.go:171","msg":"trace[1157772029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2344; }","duration":"615.729268ms","start":"2026-04-09T22:34:09.890739Z","end":"2026-04-09T22:34:10.506468Z","steps":["trace[1157772029] 'agreement among raft nodes before linearized reading' (duration: 615.500662ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:10.506518Z","caller":"traceutil/trace.go:171","msg":"trace[83090627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2344; }","duration":"628.172604ms","start":"2026-04-09T22:34:09.878335Z","end":"2026-04-09T22:34:10.506508Z","steps":["trace[83090627] 'agreement among raft nodes before linearized reading' (duration: 627.962309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.506522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.890722Z","time spent":"615.79294ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:34:10.506568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.878315Z","time spent":"628.236175ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:34:10.506479Z","caller":"traceutil/trace.go:171","msg":"trace[1486045894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2344; }","duration":"618.101227ms","start":"2026-04-09T22:34:09.88837Z","end":"2026-04-09T22:34:10.506471Z","steps":["trace[1486045894] 'agreement among raft nodes before linearized reading' (duration: 618.025425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.506624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.888353Z","time spent":"618.264782ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:34:11.228156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464484167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:34:12.637431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20914832s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:12.6376Z","caller":"traceutil/trace.go:171","msg":"trace[1904806789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2344; }","duration":"1.209326055s","start":"2026-04-09T22:34:11.428249Z","end":"2026-04-09T22:34:12.637575Z","steps":["trace[1904806789] 'range keys from in-memory index tree' (duration: 1.20912904s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:12.6379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335792102s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:12.638026Z","caller":"traceutil/trace.go:171","msg":"trace[926342392] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"2.127950944s","start":"2026-04-09T22:34:10.51005Z","end":"2026-04-09T22:34:12.638001Z","steps":["trace[926342392] 'process raft request' (duration: 791.958967ms)","trace[926342392] 'compare' (duration: 1.335644599s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:12.638123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.510029Z","time spent":"2.128029086s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:13.296532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:34:13.296617Z","caller":"traceutil/trace.go:171","msg":"trace[605053292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000621495s","start":"2026-04-09T22:34:11.295976Z","end":"2026-04-09T22:34:13.296597Z","steps":["trace[605053292] 'agreement among raft nodes before linearized reading' (duration: 2.000516223s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.296665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.295961Z","time spent":"2.000695007s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:34:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:34:14.807764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.505722392s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:34:15.297617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000662616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:34:15.297736Z","caller":"traceutil/trace.go:171","msg":"trace[1062278258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820731s","start":"2026-04-09T22:34:13.29687Z","end":"2026-04-09T22:34:15.29769Z","steps":["trace[1062278258] 'agreement among raft nodes before linearized reading' (duration: 2.000700927s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.297812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.29684Z","time spent":"2.000954934s","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:34:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:34:15.377878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.464839Z","time spent":"1.913033634s","remote":"127.0.0.1:52338","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T22:34:15.379076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.009324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:15.379258Z","caller":"traceutil/trace.go:171","msg":"trace[1403413789] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"4.867892213s","start":"2026-04-09T22:34:10.511331Z","end":"2026-04-09T22:34:15.379223Z","steps":["trace[1403413789] 'process raft request' (duration: 4.296667354s)","trace[1403413789] 'compare' (duration: 569.889874ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:15.379298Z","caller":"traceutil/trace.go:171","msg":"trace[5421155] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"4.867824141s","start":"2026-04-09T22:34:10.51145Z","end":"2026-04-09T22:34:15.379274Z","steps":["trace[5421155] 'process raft request' (duration: 4.867690998s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:15.379445Z","caller":"traceutil/trace.go:171","msg":"trace[259471685] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"3.713753879s","start":"2026-04-09T22:34:11.665666Z","end":"2026-04-09T22:34:15.37942Z","steps":["trace[259471685] 'process raft request' (duration: 3.713555944s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.379464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.651918544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:15.379457Z","caller":"traceutil/trace.go:171","msg":"trace[1978601471] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"2.867828782s","start":"2026-04-09T22:34:12.511595Z","end":"2026-04-09T22:34:15.379423Z","steps":["trace[1978601471] 'process raft request' (duration: 2.867709079s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:15.379531Z","caller":"traceutil/trace.go:171","msg":"trace[934266620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2348; }","duration":"4.652021597s","start":"2026-04-09T22:34:10.727494Z","end":"2026-04-09T22:34:15.379516Z","steps":["trace[934266620] 'agreement among raft nodes before linearized reading' (duration: 4.651814752s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:15.379546Z","caller":"traceutil/trace.go:171","msg":"trace[90649651] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"2.86777344s","start":"2026-04-09T22:34:12.511741Z","end":"2026-04-09T22:34:15.379515Z","steps":["trace[90649651] 'process raft request' (duration: 2.867629206s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.379382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.511307Z","time spent":"4.868016545s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:15.379586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.727472Z","time spent":"4.652103518s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:34:15.379279Z","caller":"traceutil/trace.go:171","msg":"trace[1290440688] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2442; }","duration":"4.651706949s","start":"2026-04-09T22:34:10.727546Z","end":"2026-04-09T22:34:15.379253Z","steps":["trace[1290440688] 'read index received' (duration: 574.40383ms)","trace[1290440688] 'applied index is now lower than readState.Index' (duration: 4.077302089s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:15.379631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.51158Z","time spent":"2.867962055s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:15.379569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.665627Z","time spent":"3.713884162s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:15.379633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.51171Z","time spent":"2.867875763s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:15.379772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.511422Z","time spent":"4.868136219s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:17.306147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000661206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:34:17.306241Z","caller":"traceutil/trace.go:171","msg":"trace[283158310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000851172s","start":"2026-04-09T22:34:15.30537Z","end":"2026-04-09T22:34:17.306221Z","steps":["trace[283158310] 'agreement among raft nodes before linearized reading' (duration: 2.000692267s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:17.306283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:15.305348Z","time spent":"2.000925714s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:34:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:34:17.498125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118582558s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:34:17.500033Z","caller":"traceutil/trace.go:171","msg":"trace[1899406183] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"2.806218099s","start":"2026-04-09T22:34:14.693794Z","end":"2026-04-09T22:34:17.500012Z","steps":["trace[1899406183] 'process raft request' (duration: 2.804437574s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:17.500022Z","caller":"traceutil/trace.go:171","msg":"trace[198967589] linearizableReadLoop","detail":"{readStateIndex:2450; appliedIndex:2448; }","duration":"2.120305881s","start":"2026-04-09T22:34:15.379684Z","end":"2026-04-09T22:34:17.49999Z","steps":["trace[198967589] 'read index received' (duration: 96.743µs)","trace[198967589] 'applied index is now lower than readState.Index' (duration: 2.120206398s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.500149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:14.693775Z","time spent":"2.806304882s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:17.51521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127718004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:34:17.515221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.047951545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d110682ad853\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-09T22:34:17.51531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.126557348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:34:17.515325Z","caller":"traceutil/trace.go:171","msg":"trace[119205038] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4d110682ad853; range_end:; response_count:1; response_revision:2351; }","duration":"6.048099228s","start":"2026-04-09T22:34:11.467203Z","end":"2026-04-09T22:34:17.515303Z","steps":["trace[119205038] 'agreement among raft nodes before linearized reading' (duration: 6.032864872s)","trace[119205038] 'range keys from in-memory index tree' (duration: 15.03093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.51535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.894778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:17.515356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.29622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:34:17.515394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92359401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:17.515411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.613002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:17.515426Z","caller":"traceutil/trace.go:171","msg":"trace[1371339081] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2351; }","duration":"1.923661392s","start":"2026-04-09T22:34:15.591754Z","end":"2026-04-09T22:34:17.515415Z","steps":["trace[1371339081] 'agreement among raft nodes before linearized reading' (duration: 1.908429656s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:17.515427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683043758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:17.515425Z","caller":"traceutil/trace.go:171","msg":"trace[595524299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2351; }","duration":"131.418903ms","start":"2026-04-09T22:34:17.383988Z","end":"2026-04-09T22:34:17.515407Z","steps":["trace[595524299] 'agreement among raft nodes before linearized reading' (duration: 116.248969ms)","trace[595524299] 'range keys from in-memory index tree' (duration: 14.9905ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:17.515435Z","caller":"traceutil/trace.go:171","msg":"trace[1499616404] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2351; }","duration":"637.668324ms","start":"2026-04-09T22:34:16.87776Z","end":"2026-04-09T22:34:17.515428Z","steps":["trace[1499616404] 'agreement among raft nodes before linearized reading' (duration: 622.495109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:17.515409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.203368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:34:17.515457Z","caller":"traceutil/trace.go:171","msg":"trace[1527534520] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2351; }","duration":"5.68311717s","start":"2026-04-09T22:34:11.832331Z","end":"2026-04-09T22:34:17.515448Z","steps":["trace[1527534520] 'agreement among raft nodes before linearized reading' (duration: 5.667692699s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:17.515466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:16.877738Z","time spent":"637.719865ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:17.515486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.83231Z","time spent":"5.683168471s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:34:17.515493Z","caller":"traceutil/trace.go:171","msg":"trace[176123756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2351; }","duration":"131.348952ms","start":"2026-04-09T22:34:17.384124Z","end":"2026-04-09T22:34:17.515473Z","steps":["trace[176123756] 'agreement among raft nodes before linearized reading' (duration: 116.101315ms)","trace[176123756] 'range keys from in-memory index tree' (duration: 15.02697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.515531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.777116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-09T22:34:17.515466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:15.591734Z","time spent":"1.923722364s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:34:17.515307Z","caller":"traceutil/trace.go:171","msg":"trace[1312491230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2351; }","duration":"1.127866238s","start":"2026-04-09T22:34:16.387412Z","end":"2026-04-09T22:34:17.515279Z","steps":["trace[1312491230] 'agreement among raft nodes before linearized reading' (duration: 1.112849787s)","trace[1312491230] 'range keys from in-memory index tree' (duration: 14.798876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.515596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:16.387389Z","time spent":"1.128199696s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:34:17.515348Z","caller":"traceutil/trace.go:171","msg":"trace[930934159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2351; }","duration":"6.12663768s","start":"2026-04-09T22:34:11.388698Z","end":"2026-04-09T22:34:17.515336Z","steps":["trace[930934159] 'agreement among raft nodes before linearized reading' (duration: 6.111441285s)","trace[930934159] 'range keys from in-memory index tree' (duration: 15.100112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.515659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.388675Z","time spent":"6.126970118s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:34:17.51569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004385734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:34:17.51572Z","caller":"traceutil/trace.go:171","msg":"trace[1115303488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2351; }","duration":"5.004437316s","start":"2026-04-09T22:34:12.511272Z","end":"2026-04-09T22:34:17.515709Z","steps":["trace[1115303488] 'agreement among raft nodes before linearized reading' (duration: 4.988728688s)","trace[1115303488] 'range keys from in-memory index tree' (duration: 15.604355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.515757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.511256Z","time spent":"5.004494607s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:34:17.515806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871637839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:34:17.515872Z","caller":"traceutil/trace.go:171","msg":"trace[1514344887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2351; }","duration":"2.871748381s","start":"2026-04-09T22:34:14.644107Z","end":"2026-04-09T22:34:17.515856Z","steps":["trace[1514344887] 'agreement among raft nodes before linearized reading' (duration: 2.855935801s)","trace[1514344887] 'range keys from in-memory index tree' (duration: 15.672267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.515893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468570543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-04-09T22:34:17.515914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:14.644089Z","time spent":"2.871816142s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:34:17.515925Z","caller":"traceutil/trace.go:171","msg":"trace[1986222312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2351; }","duration":"4.468637285s","start":"2026-04-09T22:34:13.047277Z","end":"2026-04-09T22:34:17.515915Z","steps":["trace[1986222312] 'agreement among raft nodes before linearized reading' (duration: 4.452776963s)","trace[1986222312] 'range keys from in-memory index tree' (duration: 15.78816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.515949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.047222Z","time spent":"4.468721167s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T22:34:17.51538Z","caller":"traceutil/trace.go:171","msg":"trace[437381540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2351; }","duration":"208.958939ms","start":"2026-04-09T22:34:17.306415Z","end":"2026-04-09T22:34:17.515374Z","steps":["trace[437381540] 'agreement among raft nodes before linearized reading' (duration: 193.831036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:17.515945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330430284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:34:17.515951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081360857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:17.51601Z","caller":"traceutil/trace.go:171","msg":"trace[1739759669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2351; }","duration":"5.330537667s","start":"2026-04-09T22:34:12.185457Z","end":"2026-04-09T22:34:17.515995Z","steps":["trace[1739759669] 'agreement among raft nodes before linearized reading' (duration: 5.314594733s)","trace[1739759669] 'range keys from in-memory index tree' (duration: 15.80546ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:17.516042Z","caller":"traceutil/trace.go:171","msg":"trace[1330968520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2351; }","duration":"5.081524481s","start":"2026-04-09T22:34:12.434493Z","end":"2026-04-09T22:34:17.516017Z","steps":["trace[1330968520] 'agreement among raft nodes before linearized reading' (duration: 5.065548267s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:17.516103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.434457Z","time spent":"5.081633164s","remote":"127.0.0.1:54070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:17.515231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.52967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-09T22:34:17.516201Z","caller":"traceutil/trace.go:171","msg":"trace[198727431] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2351; }","duration":"131.511104ms","start":"2026-04-09T22:34:17.384673Z","end":"2026-04-09T22:34:17.516184Z","steps":["trace[198727431] 'agreement among raft nodes before linearized reading' (duration: 115.54452ms)","trace[198727431] 'range keys from in-memory index tree' (duration: 14.945899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.516052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.185433Z","time spent":"5.330610139s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:34:17.51538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.46718Z","time spent":"6.04818993s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d110682ad853\" "} {"level":"info","ts":"2026-04-09T22:34:17.51556Z","caller":"traceutil/trace.go:171","msg":"trace[1172181059] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2351; }","duration":"130.822048ms","start":"2026-04-09T22:34:17.384728Z","end":"2026-04-09T22:34:17.51555Z","steps":["trace[1172181059] 'agreement among raft nodes before linearized reading' (duration: 115.479399ms)","trace[1172181059] 'range keys from in-memory index tree' (duration: 15.275607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.515822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.791105149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:34:17.51654Z","caller":"traceutil/trace.go:171","msg":"trace[1293970755] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2351; }","duration":"5.791838349s","start":"2026-04-09T22:34:11.724678Z","end":"2026-04-09T22:34:17.516516Z","steps":["trace[1293970755] 'agreement among raft nodes before linearized reading' (duration: 5.77534958s)","trace[1293970755] 'range keys from in-memory index tree' (duration: 15.728868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:17.516611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.724637Z","time spent":"5.791954222s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:34:18.703197Z","caller":"traceutil/trace.go:171","msg":"trace[240566300] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"113.814226ms","start":"2026-04-09T22:34:18.589355Z","end":"2026-04-09T22:34:18.703169Z","steps":["trace[240566300] 'process raft request' (duration: 90.575527ms)","trace[240566300] 'compare' (duration: 23.080535ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:19.695843Z","caller":"traceutil/trace.go:171","msg":"trace[626712044] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2466; }","duration":"152.127569ms","start":"2026-04-09T22:34:19.543695Z","end":"2026-04-09T22:34:19.695823Z","steps":["trace[626712044] 'read index received' (duration: 151.955834ms)","trace[626712044] 'applied index is now lower than readState.Index' (duration: 170.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:19.695888Z","caller":"traceutil/trace.go:171","msg":"trace[1100496419] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"152.747045ms","start":"2026-04-09T22:34:19.543106Z","end":"2026-04-09T22:34:19.695853Z","steps":["trace[1100496419] 'process raft request' (duration: 152.529678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.696007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.292593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:34:19.696038Z","caller":"traceutil/trace.go:171","msg":"trace[157219816] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2367; }","duration":"152.374235ms","start":"2026-04-09T22:34:19.543653Z","end":"2026-04-09T22:34:19.696027Z","steps":["trace[157219816] 'agreement among raft nodes before linearized reading' (duration: 152.258042ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:19.733195Z","caller":"traceutil/trace.go:171","msg":"trace[1476648222] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"189.008955ms","start":"2026-04-09T22:34:19.544164Z","end":"2026-04-09T22:34:19.733173Z","steps":["trace[1476648222] 'process raft request' (duration: 188.877362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.733428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.674311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:34:19.733451Z","caller":"traceutil/trace.go:171","msg":"trace[83757135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2369; }","duration":"189.727373ms","start":"2026-04-09T22:34:19.543716Z","end":"2026-04-09T22:34:19.733444Z","steps":["trace[83757135] 'agreement among raft nodes before linearized reading' (duration: 189.593369ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:19.733457Z","caller":"traceutil/trace.go:171","msg":"trace[428812817] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"186.777608ms","start":"2026-04-09T22:34:19.54666Z","end":"2026-04-09T22:34:19.733438Z","steps":["trace[428812817] 'process raft request' (duration: 186.608963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.733546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.607669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:34:19.733561Z","caller":"traceutil/trace.go:171","msg":"trace[2020834884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2369; }","duration":"189.64104ms","start":"2026-04-09T22:34:19.543915Z","end":"2026-04-09T22:34:19.733556Z","steps":["trace[2020834884] 'agreement among raft nodes before linearized reading' (duration: 189.588009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.733528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.417835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:34:19.733607Z","caller":"traceutil/trace.go:171","msg":"trace[1660276462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2369; }","duration":"189.526157ms","start":"2026-04-09T22:34:19.544063Z","end":"2026-04-09T22:34:19.733589Z","steps":["trace[1660276462] 'agreement among raft nodes before linearized reading' (duration: 189.293162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.733617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.612829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T22:34:19.733668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.577599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:34:19.733688Z","caller":"traceutil/trace.go:171","msg":"trace[1868874714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2369; }","duration":"189.729042ms","start":"2026-04-09T22:34:19.54394Z","end":"2026-04-09T22:34:19.733669Z","steps":["trace[1868874714] 'agreement among raft nodes before linearized reading' (duration: 189.504287ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:19.73372Z","caller":"traceutil/trace.go:171","msg":"trace[471855550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2369; }","duration":"189.65524ms","start":"2026-04-09T22:34:19.544049Z","end":"2026-04-09T22:34:19.733704Z","steps":["trace[471855550] 'agreement among raft nodes before linearized reading' (duration: 189.494186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.733744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.207035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:19.733807Z","caller":"traceutil/trace.go:171","msg":"trace[874123866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2369; }","duration":"138.323067ms","start":"2026-04-09T22:34:19.595469Z","end":"2026-04-09T22:34:19.733792Z","steps":["trace[874123866] 'agreement among raft nodes before linearized reading' (duration: 137.979089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.956857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.78095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:19.957153Z","caller":"traceutil/trace.go:171","msg":"trace[1454987125] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"255.441999ms","start":"2026-04-09T22:34:19.701673Z","end":"2026-04-09T22:34:19.957115Z","steps":["trace[1454987125] 'process raft request' (duration: 101.270699ms)","trace[1454987125] 'compare' (duration: 153.576935ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:19.957285Z","caller":"traceutil/trace.go:171","msg":"trace[352381501] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"219.58199ms","start":"2026-04-09T22:34:19.737673Z","end":"2026-04-09T22:34:19.957255Z","steps":["trace[352381501] 'process raft request' (duration: 219.323603ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:19.957305Z","caller":"traceutil/trace.go:171","msg":"trace[1405701501] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"219.59513ms","start":"2026-04-09T22:34:19.737684Z","end":"2026-04-09T22:34:19.957279Z","steps":["trace[1405701501] 'process raft request' (duration: 219.433796ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:19.957648Z","caller":"traceutil/trace.go:171","msg":"trace[387788824] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"219.505117ms","start":"2026-04-09T22:34:19.738124Z","end":"2026-04-09T22:34:19.957629Z","steps":["trace[387788824] 'process raft request' (duration: 219.074586ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:19.95767Z","caller":"traceutil/trace.go:171","msg":"trace[1052567531] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2469; }","duration":"158.265375ms","start":"2026-04-09T22:34:19.799387Z","end":"2026-04-09T22:34:19.957653Z","steps":["trace[1052567531] 'read index received' (duration: 3.539181ms)","trace[1052567531] 'applied index is now lower than readState.Index' (duration: 154.725474ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:19.957711Z","caller":"traceutil/trace.go:171","msg":"trace[1823737926] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"218.704137ms","start":"2026-04-09T22:34:19.738981Z","end":"2026-04-09T22:34:19.957685Z","steps":["trace[1823737926] 'process raft request' (duration: 218.503032ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:19.957755Z","caller":"traceutil/trace.go:171","msg":"trace[1893796413] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"218.740718ms","start":"2026-04-09T22:34:19.738995Z","end":"2026-04-09T22:34:19.957735Z","steps":["trace[1893796413] 'process raft request' (duration: 218.614715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:19.957821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.405838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:34:19.957881Z","caller":"traceutil/trace.go:171","msg":"trace[868558513] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2375; }","duration":"158.529871ms","start":"2026-04-09T22:34:19.799337Z","end":"2026-04-09T22:34:19.957867Z","steps":["trace[868558513] 'agreement among raft nodes before linearized reading' (duration: 158.374507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:20.467976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.276669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:20.468129Z","caller":"traceutil/trace.go:171","msg":"trace[389732253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2376; }","duration":"172.497394ms","start":"2026-04-09T22:34:20.295612Z","end":"2026-04-09T22:34:20.468109Z","steps":["trace[389732253] 'range keys from in-memory index tree' (duration: 172.139525ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:23.811155Z","caller":"traceutil/trace.go:171","msg":"trace[1791579364] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"102.651104ms","start":"2026-04-09T22:34:23.708463Z","end":"2026-04-09T22:34:23.811115Z","steps":["trace[1791579364] 'process raft request' (duration: 102.349696ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:28.285147Z","caller":"traceutil/trace.go:171","msg":"trace[284279381] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"126.058597ms","start":"2026-04-09T22:34:28.159052Z","end":"2026-04-09T22:34:28.28511Z","steps":["trace[284279381] 'process raft request' (duration: 108.451429ms)","trace[284279381] 'compare' (duration: 17.253148ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:28.287166Z","caller":"traceutil/trace.go:171","msg":"trace[1749300502] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"127.065463ms","start":"2026-04-09T22:34:28.160085Z","end":"2026-04-09T22:34:28.287151Z","steps":["trace[1749300502] 'process raft request' (duration: 127.008891ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:28.287188Z","caller":"traceutil/trace.go:171","msg":"trace[1422766072] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"127.516604ms","start":"2026-04-09T22:34:28.159647Z","end":"2026-04-09T22:34:28.287164Z","steps":["trace[1422766072] 'process raft request' (duration: 127.34596ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:28.287356Z","caller":"traceutil/trace.go:171","msg":"trace[1506128283] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"127.161994ms","start":"2026-04-09T22:34:28.160173Z","end":"2026-04-09T22:34:28.287335Z","steps":["trace[1506128283] 'process raft request' (duration: 126.948779ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:38.504977Z","caller":"traceutil/trace.go:171","msg":"trace[1919677777] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"114.732248ms","start":"2026-04-09T22:34:38.39022Z","end":"2026-04-09T22:34:38.504952Z","steps":["trace[1919677777] 'process raft request' (duration: 114.657016ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:38.505134Z","caller":"traceutil/trace.go:171","msg":"trace[1325772141] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"115.103577ms","start":"2026-04-09T22:34:38.389923Z","end":"2026-04-09T22:34:38.505026Z","steps":["trace[1325772141] 'process raft request' (duration: 114.84146ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:38.50532Z","caller":"traceutil/trace.go:171","msg":"trace[1791427292] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"114.998334ms","start":"2026-04-09T22:34:38.390289Z","end":"2026-04-09T22:34:38.505287Z","steps":["trace[1791427292] 'process raft request' (duration: 114.626665ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:38.505387Z","caller":"traceutil/trace.go:171","msg":"trace[1478768277] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"115.048895ms","start":"2026-04-09T22:34:38.390321Z","end":"2026-04-09T22:34:38.50537Z","steps":["trace[1478768277] 'process raft request' (duration: 114.886511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:39.107245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.844529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:39.107373Z","caller":"traceutil/trace.go:171","msg":"trace[511743056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2470; }","duration":"168.023293ms","start":"2026-04-09T22:34:38.939312Z","end":"2026-04-09T22:34:39.107336Z","steps":["trace[511743056] 'range keys from in-memory index tree' (duration: 167.559481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:44.17993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.664051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:44.180084Z","caller":"traceutil/trace.go:171","msg":"trace[980155743] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2595; }","duration":"241.291684ms","start":"2026-04-09T22:34:43.93877Z","end":"2026-04-09T22:34:44.180062Z","steps":["trace[980155743] 'read index received' (duration: 39.712304ms)","trace[980155743] 'applied index is now lower than readState.Index' (duration: 201.57726ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:44.18015Z","caller":"traceutil/trace.go:171","msg":"trace[591124207] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"277.717885ms","start":"2026-04-09T22:34:43.902377Z","end":"2026-04-09T22:34:44.180095Z","steps":["trace[591124207] 'process raft request' (duration: 159.736185ms)","trace[591124207] 'compare' (duration: 117.506517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:44.180627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.772476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:34:44.180635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.104694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:34:44.180886Z","caller":"traceutil/trace.go:171","msg":"trace[1147327405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2492; }","duration":"241.987973ms","start":"2026-04-09T22:34:43.938721Z","end":"2026-04-09T22:34:44.180709Z","steps":["trace[1147327405] 'agreement among raft nodes before linearized reading' (duration: 241.47823ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:44.180881Z","caller":"traceutil/trace.go:171","msg":"trace[1090446642] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2492; }","duration":"200.302889ms","start":"2026-04-09T22:34:43.980467Z","end":"2026-04-09T22:34:44.18077Z","steps":["trace[1090446642] 'agreement among raft nodes before linearized reading' (duration: 199.978341ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:44.420843Z","caller":"traceutil/trace.go:171","msg":"trace[753435402] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"124.493185ms","start":"2026-04-09T22:34:44.296323Z","end":"2026-04-09T22:34:44.420816Z","steps":["trace[753435402] 'read index received' (duration: 95.920922ms)","trace[753435402] 'applied index is now lower than readState.Index' (duration: 28.566513ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:44.420896Z","caller":"traceutil/trace.go:171","msg":"trace[628026903] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"143.322451ms","start":"2026-04-09T22:34:44.27753Z","end":"2026-04-09T22:34:44.420853Z","steps":["trace[628026903] 'process raft request' (duration: 114.665326ms)","trace[628026903] 'compare' (duration: 28.479159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:44.421082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.73141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:44.421195Z","caller":"traceutil/trace.go:171","msg":"trace[1991976296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"124.910416ms","start":"2026-04-09T22:34:44.296259Z","end":"2026-04-09T22:34:44.42117Z","steps":["trace[1991976296] 'agreement among raft nodes before linearized reading' (duration: 124.67094ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:44.769379Z","caller":"traceutil/trace.go:171","msg":"trace[1312071767] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"137.246946ms","start":"2026-04-09T22:34:44.632094Z","end":"2026-04-09T22:34:44.76934Z","steps":["trace[1312071767] 'process raft request' (duration: 136.966979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:44.990974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.932229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:44.991307Z","caller":"traceutil/trace.go:171","msg":"trace[836702056] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"358.482764ms","start":"2026-04-09T22:34:44.632787Z","end":"2026-04-09T22:34:44.99127Z","steps":["trace[836702056] 'process raft request' (duration: 358.276328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:44.991484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:44.632754Z","time spent":"358.632337ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:44.99154Z","caller":"traceutil/trace.go:171","msg":"trace[453926103] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"358.140305ms","start":"2026-04-09T22:34:44.633384Z","end":"2026-04-09T22:34:44.991524Z","steps":["trace[453926103] 'process raft request' (duration: 357.767526ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:44.991544Z","caller":"traceutil/trace.go:171","msg":"trace[1554148298] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"359.000276ms","start":"2026-04-09T22:34:44.632503Z","end":"2026-04-09T22:34:44.991503Z","steps":["trace[1554148298] 'process raft request' (duration: 219.468352ms)","trace[1554148298] 'compare' (duration: 138.803116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:44.991626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:44.633368Z","time spent":"358.226937ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:44.99175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:44.632495Z","time spent":"359.14525ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:47.725237Z","caller":"traceutil/trace.go:171","msg":"trace[1156425038] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"118.509502ms","start":"2026-04-09T22:34:47.606684Z","end":"2026-04-09T22:34:47.725193Z","steps":["trace[1156425038] 'process raft request' (duration: 118.144393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:13.013677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.080857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:13.013817Z","caller":"traceutil/trace.go:171","msg":"trace[32240568] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"315.732183ms","start":"2026-04-09T22:35:12.698063Z","end":"2026-04-09T22:35:13.013795Z","steps":["trace[32240568] 'process raft request' (duration: 57.455911ms)","trace[32240568] 'compare' (duration: 257.915993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:13.013885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:12.698046Z","time spent":"315.807835ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:17.704283Z","caller":"traceutil/trace.go:171","msg":"trace[1982980241] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"143.951366ms","start":"2026-04-09T22:35:17.560306Z","end":"2026-04-09T22:35:17.704257Z","steps":["trace[1982980241] 'process raft request' (duration: 143.802573ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:17.881758Z","caller":"traceutil/trace.go:171","msg":"trace[260984234] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"119.237802ms","start":"2026-04-09T22:35:17.762497Z","end":"2026-04-09T22:35:17.881735Z","steps":["trace[260984234] 'process raft request' (duration: 119.14245ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:17.88179Z","caller":"traceutil/trace.go:171","msg":"trace[1391507254] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"320.459093ms","start":"2026-04-09T22:35:17.561293Z","end":"2026-04-09T22:35:17.881752Z","steps":["trace[1391507254] 'process raft request' (duration: 221.573025ms)","trace[1391507254] 'compare' (duration: 98.439097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:17.882004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:17.561277Z","time spent":"320.585885ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:20.795943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464485136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:21.296451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464485136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:21.560325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332358248s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:35:21.56801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281870718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:35:21.568105Z","caller":"traceutil/trace.go:171","msg":"trace[488560926] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2730; }","duration":"2.282022651s","start":"2026-04-09T22:35:19.286052Z","end":"2026-04-09T22:35:21.568075Z","steps":["trace[488560926] 'range keys from in-memory index tree' (duration: 2.281712404s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.568147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:19.286033Z","time spent":"2.282105183s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:35:21.568481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215358997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:35:21.568561Z","caller":"traceutil/trace.go:171","msg":"trace[1454673704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2730; }","duration":"2.21549193s","start":"2026-04-09T22:35:19.353049Z","end":"2026-04-09T22:35:21.568541Z","steps":["trace[1454673704] 'range keys from in-memory index tree' (duration: 2.215164462s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.568615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:19.353029Z","time spent":"2.215575702s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:35:21.568842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979517181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:35:21.56896Z","caller":"traceutil/trace.go:171","msg":"trace[594037856] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2730; }","duration":"1.979692346s","start":"2026-04-09T22:35:19.589237Z","end":"2026-04-09T22:35:21.568929Z","steps":["trace[594037856] 'count revisions from in-memory index tree' (duration: 1.979381607s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.569024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390878705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-09T22:35:21.56904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:19.589208Z","time spent":"1.979809058s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:35:21.568957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85988031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:35:21.569481Z","caller":"traceutil/trace.go:171","msg":"trace[2055588933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2730; }","duration":"1.860438114s","start":"2026-04-09T22:35:19.709018Z","end":"2026-04-09T22:35:21.569456Z","steps":["trace[2055588933] 'range keys from in-memory index tree' (duration: 1.859708926s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.569547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:19.709001Z","time spent":"1.860529046s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:21.569482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.185215ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:21.569059Z","caller":"traceutil/trace.go:171","msg":"trace[89688117] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2730; }","duration":"1.390996928s","start":"2026-04-09T22:35:20.178051Z","end":"2026-04-09T22:35:21.569048Z","steps":["trace[89688117] 'range keys from in-memory index tree' (duration: 1.390738501s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:21.56975Z","caller":"traceutil/trace.go:171","msg":"trace[1380912748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2730; }","duration":"141.330659ms","start":"2026-04-09T22:35:21.428264Z","end":"2026-04-09T22:35:21.569595Z","steps":["trace[1380912748] 'range keys from in-memory index tree' (duration: 141.166885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.56978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.178027Z","time spent":"1.391740326s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:35:21.570106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68328516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:35:21.570192Z","caller":"traceutil/trace.go:171","msg":"trace[1826810520] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2730; }","duration":"1.683439304s","start":"2026-04-09T22:35:19.886731Z","end":"2026-04-09T22:35:21.57017Z","steps":["trace[1826810520] 'range keys from in-memory index tree' (duration: 1.683105655s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.570246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:19.886711Z","time spent":"1.683519945s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:35:21.570459Z","caller":"traceutil/trace.go:171","msg":"trace[1486404853] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"1.342597667s","start":"2026-04-09T22:35:20.227829Z","end":"2026-04-09T22:35:21.570426Z","steps":["trace[1486404853] 'process raft request' (duration: 1.332743458s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:21.570491Z","caller":"traceutil/trace.go:171","msg":"trace[1792387647] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2843; }","duration":"1.275117012s","start":"2026-04-09T22:35:20.295359Z","end":"2026-04-09T22:35:21.570476Z","steps":["trace[1792387647] 'read index received' (duration: 1.265215461s)","trace[1792387647] 'applied index is now lower than readState.Index' (duration: 9.900381ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:21.570531Z","caller":"traceutil/trace.go:171","msg":"trace[1119252720] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"1.101929449s","start":"2026-04-09T22:35:20.468569Z","end":"2026-04-09T22:35:21.570498Z","steps":["trace[1119252720] 'process raft request' (duration: 1.101822326s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.57063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275273466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:21.570684Z","caller":"traceutil/trace.go:171","msg":"trace[331449661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2732; }","duration":"1.275370109s","start":"2026-04-09T22:35:20.295303Z","end":"2026-04-09T22:35:21.570673Z","steps":["trace[331449661] 'agreement among raft nodes before linearized reading' (duration: 1.275280676s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.570691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.130776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:35:21.570717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.295282Z","time spent":"1.275427869s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:35:21.570725Z","caller":"traceutil/trace.go:171","msg":"trace[321284366] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2732; }","duration":"659.199828ms","start":"2026-04-09T22:35:20.911514Z","end":"2026-04-09T22:35:21.570714Z","steps":["trace[321284366] 'agreement among raft nodes before linearized reading' (duration: 659.123966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.570742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.468539Z","time spent":"1.102128834s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:21.5708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.19456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-04-09T22:35:21.570592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.227808Z","time spent":"1.34270721s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:21.570852Z","caller":"traceutil/trace.go:171","msg":"trace[1055250113] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2732; }","duration":"787.290233ms","start":"2026-04-09T22:35:20.783547Z","end":"2026-04-09T22:35:21.570837Z","steps":["trace[1055250113] 'agreement among raft nodes before linearized reading' (duration: 787.101678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.570834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.963874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:35:21.570755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.911493Z","time spent":"659.255359ms","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:35:21.570841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.003957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:35:21.570889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.952292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:35:21.570915Z","caller":"traceutil/trace.go:171","msg":"trace[1458062087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2732; }","duration":"825.090167ms","start":"2026-04-09T22:35:20.7458Z","end":"2026-04-09T22:35:21.57089Z","steps":["trace[1458062087] 'agreement among raft nodes before linearized reading' (duration: 824.856641ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:21.570929Z","caller":"traceutil/trace.go:171","msg":"trace[1027655685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2732; }","duration":"522.032604ms","start":"2026-04-09T22:35:21.048887Z","end":"2026-04-09T22:35:21.570919Z","steps":["trace[1027655685] 'agreement among raft nodes before linearized reading' (duration: 521.88847ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:21.570945Z","caller":"traceutil/trace.go:171","msg":"trace[2029399757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2732; }","duration":"989.162121ms","start":"2026-04-09T22:35:20.581752Z","end":"2026-04-09T22:35:21.570914Z","steps":["trace[2029399757] 'agreement among raft nodes before linearized reading' (duration: 988.864453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.570958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.745776Z","time spent":"825.172669ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:21.570996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.581723Z","time spent":"989.263663ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:35:21.570957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:21.048866Z","time spent":"522.085194ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:21.570867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.357141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:35:21.571217Z","caller":"traceutil/trace.go:171","msg":"trace[788858540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2732; }","duration":"438.758231ms","start":"2026-04-09T22:35:21.132447Z","end":"2026-04-09T22:35:21.571205Z","steps":["trace[788858540] 'agreement among raft nodes before linearized reading' (duration: 438.251438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:21.571257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:21.132418Z","time spent":"438.831113ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:35:21.570878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.783526Z","time spent":"787.346664ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-09T22:35:27.834645Z","caller":"traceutil/trace.go:171","msg":"trace[1134831498] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"105.424672ms","start":"2026-04-09T22:35:27.729178Z","end":"2026-04-09T22:35:27.834603Z","steps":["trace[1134831498] 'process raft request' (duration: 91.539612ms)","trace[1134831498] 'compare' (duration: 13.565072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:32.113861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.112561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:35:32.113962Z","caller":"traceutil/trace.go:171","msg":"trace[393950913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2801; }","duration":"154.244185ms","start":"2026-04-09T22:35:31.959696Z","end":"2026-04-09T22:35:32.113941Z","steps":["trace[393950913] 'range keys from in-memory index tree' (duration: 153.932167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:34.299687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.402678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:34.299816Z","caller":"traceutil/trace.go:171","msg":"trace[223377429] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"372.123698ms","start":"2026-04-09T22:35:33.927669Z","end":"2026-04-09T22:35:34.299793Z","steps":["trace[223377429] 'process raft request' (duration: 29.525215ms)","trace[223377429] 'compare' (duration: 342.123891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:34.299883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:33.927637Z","time spent":"372.212169ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:34.346759Z","caller":"traceutil/trace.go:171","msg":"trace[1602083057] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"418.819167ms","start":"2026-04-09T22:35:33.927911Z","end":"2026-04-09T22:35:34.34673Z","steps":["trace[1602083057] 'process raft request' (duration: 418.612262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:34.346932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:33.927887Z","time spent":"418.95942ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:34.34722Z","caller":"traceutil/trace.go:171","msg":"trace[1388212322] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"419.156926ms","start":"2026-04-09T22:35:33.928008Z","end":"2026-04-09T22:35:34.347165Z","steps":["trace[1388212322] 'process raft request' (duration: 418.673463ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:34.347384Z","caller":"traceutil/trace.go:171","msg":"trace[773220198] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"419.335241ms","start":"2026-04-09T22:35:33.928034Z","end":"2026-04-09T22:35:34.34737Z","steps":["trace[773220198] 'process raft request' (duration: 419.157026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:34.34739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:33.927998Z","time spent":"419.308739ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:34.347467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:33.927999Z","time spent":"419.425542ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:34.347382Z","caller":"traceutil/trace.go:171","msg":"trace[759348024] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"419.345081ms","start":"2026-04-09T22:35:33.928017Z","end":"2026-04-09T22:35:34.347363Z","steps":["trace[759348024] 'process raft request' (duration: 419.013552ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:34.347525Z","caller":"traceutil/trace.go:171","msg":"trace[1388111890] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"419.381161ms","start":"2026-04-09T22:35:33.92813Z","end":"2026-04-09T22:35:34.347511Z","steps":["trace[1388111890] 'process raft request' (duration: 419.117225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:34.347562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:33.928Z","time spent":"419.522405ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:34.347642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:33.928104Z","time spent":"419.489234ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:34.907294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.242493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-09T22:35:34.907391Z","caller":"traceutil/trace.go:171","msg":"trace[2003407893] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2812; }","duration":"123.402316ms","start":"2026-04-09T22:35:34.783968Z","end":"2026-04-09T22:35:34.90737Z","steps":["trace[2003407893] 'range keys from in-memory index tree' (duration: 123.004636ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:36.427165Z","caller":"traceutil/trace.go:171","msg":"trace[109768766] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"118.876275ms","start":"2026-04-09T22:35:36.308269Z","end":"2026-04-09T22:35:36.427146Z","steps":["trace[109768766] 'process raft request' (duration: 118.724111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:40.742951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.454967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:40.743372Z","caller":"traceutil/trace.go:171","msg":"trace[793241844] linearizableReadLoop","detail":"{readStateIndex:2958; appliedIndex:2957; }","duration":"206.642206ms","start":"2026-04-09T22:35:40.536578Z","end":"2026-04-09T22:35:40.74322Z","steps":["trace[793241844] 'read index received' (duration: 51.793339ms)","trace[793241844] 'applied index is now lower than readState.Index' (duration: 154.845457ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:40.743427Z","caller":"traceutil/trace.go:171","msg":"trace[842485122] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"251.938121ms","start":"2026-04-09T22:35:40.491314Z","end":"2026-04-09T22:35:40.743252Z","steps":["trace[842485122] 'process raft request' (duration: 97.033563ms)","trace[842485122] 'compare' (duration: 154.165589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:40.743856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.22741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:35:40.743947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.046543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:35:40.744011Z","caller":"traceutil/trace.go:171","msg":"trace[1293423619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2841; }","duration":"197.108424ms","start":"2026-04-09T22:35:40.546887Z","end":"2026-04-09T22:35:40.743996Z","steps":["trace[1293423619] 'agreement among raft nodes before linearized reading' (duration: 196.967271ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:40.743959Z","caller":"traceutil/trace.go:171","msg":"trace[895198241] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2841; }","duration":"207.409004ms","start":"2026-04-09T22:35:40.536519Z","end":"2026-04-09T22:35:40.743928Z","steps":["trace[895198241] 'agreement among raft nodes before linearized reading' (duration: 207.104067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:40.744156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.220529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:35:40.7443Z","caller":"traceutil/trace.go:171","msg":"trace[608533346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2841; }","duration":"201.356722ms","start":"2026-04-09T22:35:40.542898Z","end":"2026-04-09T22:35:40.744255Z","steps":["trace[608533346] 'agreement among raft nodes before linearized reading' (duration: 200.961082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:40.744354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.796827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:35:40.744391Z","caller":"traceutil/trace.go:171","msg":"trace[842997046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2841; }","duration":"198.89307ms","start":"2026-04-09T22:35:40.545488Z","end":"2026-04-09T22:35:40.744381Z","steps":["trace[842997046] 'agreement among raft nodes before linearized reading' (duration: 198.803918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:40.744565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.033143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:35:40.744666Z","caller":"traceutil/trace.go:171","msg":"trace[513003032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2841; }","duration":"199.191317ms","start":"2026-04-09T22:35:40.545452Z","end":"2026-04-09T22:35:40.744643Z","steps":["trace[513003032] 'agreement among raft nodes before linearized reading' (duration: 198.857319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.147153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.195314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:41.147384Z","caller":"traceutil/trace.go:171","msg":"trace[2047921007] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"398.052585ms","start":"2026-04-09T22:35:40.749314Z","end":"2026-04-09T22:35:41.147366Z","steps":["trace[2047921007] 'process raft request' (duration: 397.952273ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:41.147498Z","caller":"traceutil/trace.go:171","msg":"trace[1698748101] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"398.256281ms","start":"2026-04-09T22:35:40.749173Z","end":"2026-04-09T22:35:41.147429Z","steps":["trace[1698748101] 'process raft request' (duration: 242.699808ms)","trace[1698748101] 'compare' (duration: 154.851265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:41.147554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.749277Z","time spent":"398.166098ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:41.147687Z","caller":"traceutil/trace.go:171","msg":"trace[2038654810] linearizableReadLoop","detail":"{readStateIndex:2963; appliedIndex:2958; }","duration":"363.653346ms","start":"2026-04-09T22:35:40.784009Z","end":"2026-04-09T22:35:41.147663Z","steps":["trace[2038654810] 'read index received' (duration: 54.185831ms)","trace[2038654810] 'applied index is now lower than readState.Index' (duration: 309.466164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:41.147777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.749157Z","time spent":"398.460675ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:41.147759Z","caller":"traceutil/trace.go:171","msg":"trace[402731943] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"397.402319ms","start":"2026-04-09T22:35:40.75031Z","end":"2026-04-09T22:35:41.147712Z","steps":["trace[402731943] 'process raft request' (duration: 397.264125ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:41.147747Z","caller":"traceutil/trace.go:171","msg":"trace[1617117160] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"398.182538ms","start":"2026-04-09T22:35:40.749513Z","end":"2026-04-09T22:35:41.147695Z","steps":["trace[1617117160] 'process raft request' (duration: 397.810869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.147963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.750296Z","time spent":"397.573314ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:41.148097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.749501Z","time spent":"398.502636ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:41.148396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.326333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-09T22:35:41.148609Z","caller":"traceutil/trace.go:171","msg":"trace[845132724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2846; }","duration":"364.63565ms","start":"2026-04-09T22:35:40.783948Z","end":"2026-04-09T22:35:41.148584Z","steps":["trace[845132724] 'agreement among raft nodes before linearized reading' (duration: 363.81017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.148835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.783933Z","time spent":"364.836256ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-09T22:35:55.40976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464485651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:35:55.582571Z","caller":"traceutil/trace.go:171","msg":"trace[553151873] linearizableReadLoop","detail":"{readStateIndex:3034; appliedIndex:3033; }","duration":"674.040954ms","start":"2026-04-09T22:35:54.908493Z","end":"2026-04-09T22:35:55.582534Z","steps":["trace[553151873] 'read index received' (duration: 673.86911ms)","trace[553151873] 'applied index is now lower than readState.Index' (duration: 170.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:55.582612Z","caller":"traceutil/trace.go:171","msg":"trace[1912731816] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"754.994812ms","start":"2026-04-09T22:35:54.827578Z","end":"2026-04-09T22:35:55.582573Z","steps":["trace[1912731816] 'process raft request' (duration: 754.746326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:55.582811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.300592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:35:55.582887Z","caller":"traceutil/trace.go:171","msg":"trace[2108086580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2914; }","duration":"674.430245ms","start":"2026-04-09T22:35:54.908439Z","end":"2026-04-09T22:35:55.58287Z","steps":["trace[2108086580] 'agreement among raft nodes before linearized reading' (duration: 674.206329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:55.582927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:54.90842Z","time spent":"674.501076ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:35:55.583106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:54.827566Z","time spent":"755.411092ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:55.619493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.747552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:35:55.619503Z","caller":"traceutil/trace.go:171","msg":"trace[1534669731] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"104.918982ms","start":"2026-04-09T22:35:55.514544Z","end":"2026-04-09T22:35:55.619463Z","steps":["trace[1534669731] 'process raft request' (duration: 104.597744ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:55.619554Z","caller":"traceutil/trace.go:171","msg":"trace[1959509240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2915; }","duration":"116.866716ms","start":"2026-04-09T22:35:55.502672Z","end":"2026-04-09T22:35:55.619539Z","steps":["trace[1959509240] 'agreement among raft nodes before linearized reading' (duration: 116.684211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:55.619521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.327363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:35:55.619643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.101506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:35:55.61966Z","caller":"traceutil/trace.go:171","msg":"trace[1648351092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2915; }","duration":"402.545619ms","start":"2026-04-09T22:35:55.217088Z","end":"2026-04-09T22:35:55.619633Z","steps":["trace[1648351092] 'agreement among raft nodes before linearized reading' (duration: 402.242132ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:55.619696Z","caller":"traceutil/trace.go:171","msg":"trace[2040193900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2915; }","duration":"396.171957ms","start":"2026-04-09T22:35:55.22351Z","end":"2026-04-09T22:35:55.619682Z","steps":["trace[2040193900] 'agreement among raft nodes before linearized reading' (duration: 396.040364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:55.619716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.217058Z","time spent":"402.641792ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:55.619727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.2235Z","time spent":"396.219308ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:55.619767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.121457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:55.619861Z","caller":"traceutil/trace.go:171","msg":"trace[487631275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2915; }","duration":"324.27038ms","start":"2026-04-09T22:35:55.29557Z","end":"2026-04-09T22:35:55.61984Z","steps":["trace[487631275] 'agreement among raft nodes before linearized reading' (duration: 324.066765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:55.619905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.295546Z","time spent":"324.353302ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:35:55.62008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.090702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-09T22:35:55.620243Z","caller":"traceutil/trace.go:171","msg":"trace[396698438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2915; }","duration":"401.213285ms","start":"2026-04-09T22:35:55.218938Z","end":"2026-04-09T22:35:55.620151Z","steps":["trace[396698438] 'agreement among raft nodes before linearized reading' (duration: 400.641451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:55.620329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.218924Z","time spent":"401.361968ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:35:55.758579Z","caller":"traceutil/trace.go:171","msg":"trace[804335556] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3035; }","duration":"137.6319ms","start":"2026-04-09T22:35:55.620901Z","end":"2026-04-09T22:35:55.758532Z","steps":["trace[804335556] 'read index received' (duration: 46.529936ms)","trace[804335556] 'applied index is now lower than readState.Index' (duration: 91.100124ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:55.758619Z","caller":"traceutil/trace.go:171","msg":"trace[632937312] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"170.002439ms","start":"2026-04-09T22:35:55.588583Z","end":"2026-04-09T22:35:55.758585Z","steps":["trace[632937312] 'process raft request' (duration: 78.759232ms)","trace[632937312] 'compare' (duration: 90.891539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:55.758743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.865377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:55.758821Z","caller":"traceutil/trace.go:171","msg":"trace[345270147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2916; }","duration":"137.99089ms","start":"2026-04-09T22:35:55.620811Z","end":"2026-04-09T22:35:55.758802Z","steps":["trace[345270147] 'agreement among raft nodes before linearized reading' (duration: 137.867297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:56.683788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464485661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:56.88007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212666954s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:35:57.143271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.854287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:57.143457Z","caller":"traceutil/trace.go:171","msg":"trace[1936741156] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"1.518976999s","start":"2026-04-09T22:35:55.624467Z","end":"2026-04-09T22:35:57.143444Z","steps":["trace[1936741156] 'process raft request' (duration: 1.518925198s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.143511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.624455Z","time spent":"1.519031461s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:57.143499Z","caller":"traceutil/trace.go:171","msg":"trace[1842868494] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"1.519643646s","start":"2026-04-09T22:35:55.623805Z","end":"2026-04-09T22:35:57.143448Z","steps":["trace[1842868494] 'process raft request' (duration: 1.256541793s)","trace[1842868494] 'compare' (duration: 262.738614ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:57.143533Z","caller":"traceutil/trace.go:171","msg":"trace[791267791] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"1.518431426s","start":"2026-04-09T22:35:55.625072Z","end":"2026-04-09T22:35:57.143503Z","steps":["trace[791267791] 'process raft request' (duration: 1.518346704s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:57.14366Z","caller":"traceutil/trace.go:171","msg":"trace[188457165] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"1.519673217s","start":"2026-04-09T22:35:55.623976Z","end":"2026-04-09T22:35:57.143649Z","steps":["trace[188457165] 'process raft request' (duration: 1.51937294s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.143681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.625063Z","time spent":"1.518540579s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:57.143707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.623962Z","time spent":"1.519722278s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:57.143704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.623786Z","time spent":"1.5198073s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:57.152978Z","caller":"traceutil/trace.go:171","msg":"trace[1732338923] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"1.314605132s","start":"2026-04-09T22:35:55.838354Z","end":"2026-04-09T22:35:57.152959Z","steps":["trace[1732338923] 'process raft request' (duration: 1.314435137s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:57.153112Z","caller":"traceutil/trace.go:171","msg":"trace[522175359] linearizableReadLoop","detail":"{readStateIndex:3042; appliedIndex:3036; }","duration":"969.422404ms","start":"2026-04-09T22:35:56.183674Z","end":"2026-04-09T22:35:57.153096Z","steps":["trace[522175359] 'read index received' (duration: 696.687357ms)","trace[522175359] 'applied index is now lower than readState.Index' (duration: 272.733987ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:57.153149Z","caller":"traceutil/trace.go:171","msg":"trace[728750440] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"1.276173811s","start":"2026-04-09T22:35:55.876958Z","end":"2026-04-09T22:35:57.153132Z","steps":["trace[728750440] 'process raft request' (duration: 1.275956235s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.153241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.876919Z","time spent":"1.276279264s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:57.153264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.596469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:35:57.153288Z","caller":"traceutil/trace.go:171","msg":"trace[1908303670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2922; }","duration":"969.6238ms","start":"2026-04-09T22:35:56.183657Z","end":"2026-04-09T22:35:57.153281Z","steps":["trace[1908303670] 'agreement among raft nodes before linearized reading' (duration: 969.518797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.153309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:56.183612Z","time spent":"969.692531ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:35:57.153393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.925031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:57.153418Z","caller":"traceutil/trace.go:171","msg":"trace[108622330] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2922; }","duration":"376.994264ms","start":"2026-04-09T22:35:56.776415Z","end":"2026-04-09T22:35:57.153409Z","steps":["trace[108622330] 'agreement among raft nodes before linearized reading' (duration: 376.958103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.153436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:56.776388Z","time spent":"377.042685ms","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:35:57.153321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.341061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:57.153514Z","caller":"traceutil/trace.go:171","msg":"trace[731517316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2922; }","duration":"655.630109ms","start":"2026-04-09T22:35:56.49787Z","end":"2026-04-09T22:35:57.1535Z","steps":["trace[731517316] 'agreement among raft nodes before linearized reading' (duration: 655.364523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.1536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:56.497842Z","time spent":"655.741471ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:35:57.153684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.065435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:35:57.153736Z","caller":"traceutil/trace.go:171","msg":"trace[1340398258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2922; }","duration":"570.178179ms","start":"2026-04-09T22:35:56.583534Z","end":"2026-04-09T22:35:57.153712Z","steps":["trace[1340398258] 'agreement among raft nodes before linearized reading' (duration: 570.103457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.153778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:56.583487Z","time spent":"570.279401ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:35:57.153803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:55.838316Z","time spent":"1.315438884s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:57.153729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.89513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-09T22:35:57.154012Z","caller":"traceutil/trace.go:171","msg":"trace[96652897] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2922; }","duration":"371.146346ms","start":"2026-04-09T22:35:56.782755Z","end":"2026-04-09T22:35:57.153901Z","steps":["trace[96652897] 'agreement among raft nodes before linearized reading' (duration: 370.525241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:57.154198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:56.782727Z","time spent":"371.33634ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-09T22:35:57.65852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464485665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:58.857135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035144986s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:58.857255Z","caller":"traceutil/trace.go:171","msg":"trace[783888891] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"1.700811388s","start":"2026-04-09T22:35:57.156423Z","end":"2026-04-09T22:35:58.857235Z","steps":["trace[783888891] 'process raft request' (duration: 665.505778ms)","trace[783888891] 'compare' (duration: 1.034609993s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:58.857323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.1564Z","time spent":"1.700890789s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:58.950758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128730002s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:35:58.951365Z","caller":"traceutil/trace.go:171","msg":"trace[1694953820] linearizableReadLoop","detail":"{readStateIndex:3045; appliedIndex:3042; }","duration":"1.793810209s","start":"2026-04-09T22:35:57.157529Z","end":"2026-04-09T22:35:58.951339Z","steps":["trace[1694953820] 'read index received' (duration: 664.446991ms)","trace[1694953820] 'applied index is now lower than readState.Index' (duration: 1.129362028s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:58.951472Z","caller":"traceutil/trace.go:171","msg":"trace[1268652736] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"1.646242538s","start":"2026-04-09T22:35:57.3052Z","end":"2026-04-09T22:35:58.951442Z","steps":["trace[1268652736] 'process raft request' (duration: 1.646093964s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:58.951417Z","caller":"traceutil/trace.go:171","msg":"trace[680936073] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"1.793775938s","start":"2026-04-09T22:35:57.157602Z","end":"2026-04-09T22:35:58.951378Z","steps":["trace[680936073] 'process raft request' (duration: 1.793532802s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.951689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.30517Z","time spent":"1.646414283s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:58.951704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656342174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:35:58.951855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310624222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:35:58.951891Z","caller":"traceutil/trace.go:171","msg":"trace[328873363] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2925; }","duration":"1.310702984s","start":"2026-04-09T22:35:57.641182Z","end":"2026-04-09T22:35:58.951885Z","steps":["trace[328873363] 'agreement among raft nodes before linearized reading' (duration: 1.310626632s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.951894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364982087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:35:58.95191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.641157Z","time spent":"1.310748515s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:35:58.95194Z","caller":"traceutil/trace.go:171","msg":"trace[430606995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2925; }","duration":"1.365062809s","start":"2026-04-09T22:35:57.586862Z","end":"2026-04-09T22:35:58.951925Z","steps":["trace[430606995] 'agreement among raft nodes before linearized reading' (duration: 1.364945316s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.951983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.586837Z","time spent":"1.365139041s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:58.951978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.157584Z","time spent":"1.794173709s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:58.95207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365138691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:35:58.951913Z","caller":"traceutil/trace.go:171","msg":"trace[1995098252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2925; }","duration":"1.656597201s","start":"2026-04-09T22:35:57.295301Z","end":"2026-04-09T22:35:58.951898Z","steps":["trace[1995098252] 'agreement among raft nodes before linearized reading' (duration: 1.656340295s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.952189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.295284Z","time spent":"1.656897368s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:35:58.952184Z","caller":"traceutil/trace.go:171","msg":"trace[1398207956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2925; }","duration":"1.365317316s","start":"2026-04-09T22:35:57.586844Z","end":"2026-04-09T22:35:58.952161Z","steps":["trace[1398207956] 'agreement among raft nodes before linearized reading' (duration: 1.364990277s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.95224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.586821Z","time spent":"1.365410287s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:35:58.95224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.367056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-09T22:35:58.952374Z","caller":"traceutil/trace.go:171","msg":"trace[209477783] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2925; }","duration":"599.553971ms","start":"2026-04-09T22:35:58.35279Z","end":"2026-04-09T22:35:58.952344Z","steps":["trace[209477783] 'agreement among raft nodes before linearized reading' (duration: 599.129391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.952463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:58.35276Z","time spent":"599.674584ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-09T22:35:58.951757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79421452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-09T22:35:58.952563Z","caller":"traceutil/trace.go:171","msg":"trace[661703069] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2925; }","duration":"1.795056141s","start":"2026-04-09T22:35:57.1575Z","end":"2026-04-09T22:35:58.952556Z","steps":["trace[661703069] 'agreement among raft nodes before linearized reading' (duration: 1.794033926s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.952608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.157489Z","time spent":"1.795112313s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-09T22:35:58.9529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190310119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:35:58.952951Z","caller":"traceutil/trace.go:171","msg":"trace[1277405065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2925; }","duration":"1.190402252s","start":"2026-04-09T22:35:57.762537Z","end":"2026-04-09T22:35:58.952939Z","steps":["trace[1277405065] 'agreement among raft nodes before linearized reading' (duration: 1.189154101s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.952984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:57.762514Z","time spent":"1.190463683s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:36:11.530964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.342979ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:36:11.531152Z","caller":"traceutil/trace.go:171","msg":"trace[1501643769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2997; }","duration":"102.566085ms","start":"2026-04-09T22:36:11.428557Z","end":"2026-04-09T22:36:11.531123Z","steps":["trace[1501643769] 'range keys from in-memory index tree' (duration: 102.320969ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:13.564518Z","caller":"traceutil/trace.go:171","msg":"trace[1313251967] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"224.227071ms","start":"2026-04-09T22:36:13.340243Z","end":"2026-04-09T22:36:13.56447Z","steps":["trace[1313251967] 'process raft request' (duration: 224.154629ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:13.564591Z","caller":"traceutil/trace.go:171","msg":"trace[521163638] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"224.383174ms","start":"2026-04-09T22:36:13.340182Z","end":"2026-04-09T22:36:13.564565Z","steps":["trace[521163638] 'process raft request' (duration: 222.217349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:29.864064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.511335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-09T22:36:29.864166Z","caller":"traceutil/trace.go:171","msg":"trace[551689396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3092; }","duration":"116.677379ms","start":"2026-04-09T22:36:29.747466Z","end":"2026-04-09T22:36:29.864143Z","steps":["trace[551689396] 'range keys from in-memory index tree' (duration: 116.309671ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:09.98149Z","caller":"traceutil/trace.go:171","msg":"trace[531334437] linearizableReadLoop","detail":"{readStateIndex:3757; appliedIndex:3756; }","duration":"168.423544ms","start":"2026-04-09T22:38:09.813039Z","end":"2026-04-09T22:38:09.981463Z","steps":["trace[531334437] 'read index received' (duration: 86.403053ms)","trace[531334437] 'applied index is now lower than readState.Index' (duration: 82.019231ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:09.98172Z","caller":"traceutil/trace.go:171","msg":"trace[760907383] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"173.979704ms","start":"2026-04-09T22:38:09.80767Z","end":"2026-04-09T22:38:09.98165Z","steps":["trace[760907383] 'process raft request' (duration: 91.813359ms)","trace[760907383] 'compare' (duration: 81.752024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:09.981988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.237697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:38:09.982001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.745405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:38:09.98207Z","caller":"traceutil/trace.go:171","msg":"trace[1055370389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3609; }","duration":"160.403371ms","start":"2026-04-09T22:38:09.82165Z","end":"2026-04-09T22:38:09.982053Z","steps":["trace[1055370389] 'agreement among raft nodes before linearized reading' (duration: 160.119294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:09.982067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.002968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:38:09.982124Z","caller":"traceutil/trace.go:171","msg":"trace[2093229853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3609; }","duration":"159.884158ms","start":"2026-04-09T22:38:09.822182Z","end":"2026-04-09T22:38:09.982067Z","steps":["trace[2093229853] 'agreement among raft nodes before linearized reading' (duration: 159.635592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:09.982135Z","caller":"traceutil/trace.go:171","msg":"trace[278714351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3609; }","duration":"169.11306ms","start":"2026-04-09T22:38:09.813009Z","end":"2026-04-09T22:38:09.982122Z","steps":["trace[278714351] 'agreement among raft nodes before linearized reading' (duration: 168.625328ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:18.988266Z","caller":"traceutil/trace.go:171","msg":"trace[1557666514] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"158.281139ms","start":"2026-04-09T22:38:18.829948Z","end":"2026-04-09T22:38:18.98823Z","steps":["trace[1557666514] 'process raft request' (duration: 158.091014ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:22.391643Z","caller":"traceutil/trace.go:171","msg":"trace[1170353278] linearizableReadLoop","detail":"{readStateIndex:4006; appliedIndex:4005; }","duration":"114.869891ms","start":"2026-04-09T22:38:22.276742Z","end":"2026-04-09T22:38:22.391612Z","steps":["trace[1170353278] 'read index received' (duration: 110.048079ms)","trace[1170353278] 'applied index is now lower than readState.Index' (duration: 4.820052ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:22.391703Z","caller":"traceutil/trace.go:171","msg":"trace[1245660885] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"115.009845ms","start":"2026-04-09T22:38:22.276667Z","end":"2026-04-09T22:38:22.391677Z","steps":["trace[1245660885] 'process raft request' (duration: 110.235344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:22.391954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.189649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:38:22.392005Z","caller":"traceutil/trace.go:171","msg":"trace[1905347626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3851; }","duration":"115.296211ms","start":"2026-04-09T22:38:22.276692Z","end":"2026-04-09T22:38:22.391988Z","steps":["trace[1905347626] 'agreement among raft nodes before linearized reading' (duration: 115.087696ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:40.694138Z","caller":"traceutil/trace.go:171","msg":"trace[352675563] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"146.951031ms","start":"2026-04-09T22:38:40.54715Z","end":"2026-04-09T22:38:40.694101Z","steps":["trace[352675563] 'process raft request' (duration: 66.073488ms)","trace[352675563] 'compare' (duration: 80.448903ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:40.694304Z","caller":"traceutil/trace.go:171","msg":"trace[2002838214] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"146.079949ms","start":"2026-04-09T22:38:40.548182Z","end":"2026-04-09T22:38:40.694262Z","steps":["trace[2002838214] 'process raft request' (duration: 145.776142ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:44.171307Z","caller":"traceutil/trace.go:171","msg":"trace[1334758023] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"198.503063ms","start":"2026-04-09T22:38:43.972778Z","end":"2026-04-09T22:38:44.171281Z","steps":["trace[1334758023] 'process raft request' (duration: 197.457106ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:48.37389Z","caller":"traceutil/trace.go:171","msg":"trace[1501233629] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"104.567722ms","start":"2026-04-09T22:38:48.269292Z","end":"2026-04-09T22:38:48.373859Z","steps":["trace[1501233629] 'process raft request' (duration: 57.484653ms)","trace[1501233629] 'compare' (duration: 46.916425ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:48.374257Z","caller":"traceutil/trace.go:171","msg":"trace[980508523] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"103.938925ms","start":"2026-04-09T22:38:48.270289Z","end":"2026-04-09T22:38:48.374228Z","steps":["trace[980508523] 'process raft request' (duration: 103.527935ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:54.538757Z","caller":"traceutil/trace.go:171","msg":"trace[1964392827] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"439.49088ms","start":"2026-04-09T22:38:54.09924Z","end":"2026-04-09T22:38:54.538731Z","steps":["trace[1964392827] 'process raft request' (duration: 439.341207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:54.538916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.099221Z","time spent":"439.607714ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:55.705748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145170783s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:38:55.807164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.085523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:38:55.80737Z","caller":"traceutil/trace.go:171","msg":"trace[531413997] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"1.593976098s","start":"2026-04-09T22:38:54.213373Z","end":"2026-04-09T22:38:55.807349Z","steps":["trace[531413997] 'process raft request' (duration: 1.492603328s)","trace[531413997] 'compare' (duration: 100.934429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:55.807453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.213348Z","time spent":"1.594065841s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:38:55.807974Z","caller":"traceutil/trace.go:171","msg":"trace[1403051182] linearizableReadLoop","detail":"{readStateIndex:4192; appliedIndex:4189; }","duration":"1.512414898s","start":"2026-04-09T22:38:54.295521Z","end":"2026-04-09T22:38:55.807935Z","steps":["trace[1403051182] 'read index received' (duration: 243.171771ms)","trace[1403051182] 'applied index is now lower than readState.Index' (duration: 1.269241987s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:55.80804Z","caller":"traceutil/trace.go:171","msg":"trace[2098236532] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"1.593931948s","start":"2026-04-09T22:38:54.214038Z","end":"2026-04-09T22:38:55.80797Z","steps":["trace[2098236532] 'process raft request' (duration: 1.593250151s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.808185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512586122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:38:55.80822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.213999Z","time spent":"1.594138223s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:38:55.808385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409004707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:38:55.808463Z","caller":"traceutil/trace.go:171","msg":"trace[1034338264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4030; }","duration":"1.409127989s","start":"2026-04-09T22:38:54.399312Z","end":"2026-04-09T22:38:55.80844Z","steps":["trace[1034338264] 'agreement among raft nodes before linearized reading' (duration: 1.408879373s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.808518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.39929Z","time spent":"1.409215492s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:38:55.808519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046091661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:38:55.808577Z","caller":"traceutil/trace.go:171","msg":"trace[557238184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4030; }","duration":"1.046180403s","start":"2026-04-09T22:38:54.762381Z","end":"2026-04-09T22:38:55.808562Z","steps":["trace[557238184] 'agreement among raft nodes before linearized reading' (duration: 1.04605183s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.80863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.762354Z","time spent":"1.046264396s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:38:55.80863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410918985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:38:55.808318Z","caller":"traceutil/trace.go:171","msg":"trace[28614351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4030; }","duration":"1.512800668s","start":"2026-04-09T22:38:54.295462Z","end":"2026-04-09T22:38:55.808262Z","steps":["trace[28614351] 'agreement among raft nodes before linearized reading' (duration: 1.512542031s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.809312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.295439Z","time spent":"1.513839594s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:38:55.808668Z","caller":"traceutil/trace.go:171","msg":"trace[1288832283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4030; }","duration":"1.411009288s","start":"2026-04-09T22:38:54.397651Z","end":"2026-04-09T22:38:55.80866Z","steps":["trace[1288832283] 'agreement among raft nodes before linearized reading' (duration: 1.410860024s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.8096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.397623Z","time spent":"1.411966011s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:38:55.808386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402591916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:38:55.809714Z","caller":"traceutil/trace.go:171","msg":"trace[721807114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4030; }","duration":"1.403935489s","start":"2026-04-09T22:38:54.405759Z","end":"2026-04-09T22:38:55.809695Z","steps":["trace[721807114] 'agreement among raft nodes before linearized reading' (duration: 1.402492233s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.809752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.405752Z","time spent":"1.40398953s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:38:55.808563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39605974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:38:55.80985Z","caller":"traceutil/trace.go:171","msg":"trace[1321646279] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4030; }","duration":"1.397473446s","start":"2026-04-09T22:38:54.412349Z","end":"2026-04-09T22:38:55.809823Z","steps":["trace[1321646279] 'agreement among raft nodes before linearized reading' (duration: 1.395804693s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.809926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.412339Z","time spent":"1.397564958s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:38:55.808821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.086403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:38:55.810073Z","caller":"traceutil/trace.go:171","msg":"trace[552701354] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4030; }","duration":"962.407017ms","start":"2026-04-09T22:38:54.847644Z","end":"2026-04-09T22:38:55.810051Z","steps":["trace[552701354] 'agreement among raft nodes before linearized reading' (duration: 960.53156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.810134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.847623Z","time spent":"962.499278ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:38:55.809121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484290138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:38:55.810231Z","caller":"traceutil/trace.go:171","msg":"trace[257984375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4030; }","duration":"1.485435317s","start":"2026-04-09T22:38:54.324778Z","end":"2026-04-09T22:38:55.810213Z","steps":["trace[257984375] 'agreement among raft nodes before linearized reading' (duration: 1.483369534s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:55.810306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:54.324757Z","time spent":"1.485529659s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:39:16.094938Z","caller":"traceutil/trace.go:171","msg":"trace[618564770] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"130.334391ms","start":"2026-04-09T22:39:15.964575Z","end":"2026-04-09T22:39:16.094909Z","steps":["trace[618564770] 'process raft request' (duration: 80.926744ms)","trace[618564770] 'compare' (duration: 49.230553ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:16.095063Z","caller":"traceutil/trace.go:171","msg":"trace[2100227419] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"127.676194ms","start":"2026-04-09T22:39:15.967364Z","end":"2026-04-09T22:39:16.095041Z","steps":["trace[2100227419] 'process raft request' (duration: 127.49678ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:16.095069Z","caller":"traceutil/trace.go:171","msg":"trace[106694700] linearizableReadLoop","detail":"{readStateIndex:4312; appliedIndex:4310; }","duration":"120.807371ms","start":"2026-04-09T22:39:15.974231Z","end":"2026-04-09T22:39:16.095038Z","steps":["trace[106694700] 'read index received' (duration: 71.182098ms)","trace[106694700] 'applied index is now lower than readState.Index' (duration: 49.623043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:16.095459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.201991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:39:16.095509Z","caller":"traceutil/trace.go:171","msg":"trace[1876874977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4146; }","duration":"121.285553ms","start":"2026-04-09T22:39:15.97421Z","end":"2026-04-09T22:39:16.095496Z","steps":["trace[1876874977] 'agreement among raft nodes before linearized reading' (duration: 121.072157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:16.095547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.642231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:39:16.095628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.528638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:39:16.095648Z","caller":"traceutil/trace.go:171","msg":"trace[1164013411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4146; }","duration":"119.772645ms","start":"2026-04-09T22:39:15.975853Z","end":"2026-04-09T22:39:16.095626Z","steps":["trace[1164013411] 'agreement among raft nodes before linearized reading' (duration: 119.486798ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:16.095699Z","caller":"traceutil/trace.go:171","msg":"trace[1901839617] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4146; }","duration":"115.62272ms","start":"2026-04-09T22:39:15.980059Z","end":"2026-04-09T22:39:16.095682Z","steps":["trace[1901839617] 'agreement among raft nodes before linearized reading' (duration: 115.433446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:16.095709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.022344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:39:16.095807Z","caller":"traceutil/trace.go:171","msg":"trace[1256683421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4146; }","duration":"111.182939ms","start":"2026-04-09T22:39:15.9846Z","end":"2026-04-09T22:39:16.095783Z","steps":["trace[1256683421] 'agreement among raft nodes before linearized reading' (duration: 110.86555ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.155878Z","caller":"traceutil/trace.go:171","msg":"trace[4216708] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"165.294735ms","start":"2026-04-09T22:39:19.990543Z","end":"2026-04-09T22:39:20.155838Z","steps":["trace[4216708] 'process raft request' (duration: 165.027458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.274362Z","caller":"traceutil/trace.go:171","msg":"trace[1710986363] linearizableReadLoop","detail":"{readStateIndex:4331; appliedIndex:4329; }","duration":"277.92187ms","start":"2026-04-09T22:39:19.996405Z","end":"2026-04-09T22:39:20.274327Z","steps":["trace[1710986363] 'read index received' (duration: 159.147091ms)","trace[1710986363] 'applied index is now lower than readState.Index' (duration: 118.773849ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:20.274438Z","caller":"traceutil/trace.go:171","msg":"trace[1306704011] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"282.264329ms","start":"2026-04-09T22:39:19.992124Z","end":"2026-04-09T22:39:20.274388Z","steps":["trace[1306704011] 'process raft request' (duration: 207.031579ms)","trace[1306704011] 'compare' (duration: 75.029435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:20.27466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.232627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:39:20.274767Z","caller":"traceutil/trace.go:171","msg":"trace[346362799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4164; }","duration":"278.392881ms","start":"2026-04-09T22:39:19.996348Z","end":"2026-04-09T22:39:20.274741Z","steps":["trace[346362799] 'agreement among raft nodes before linearized reading' (duration: 278.081133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:20.27489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.048092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:39:20.274917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.187116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:39:20.274949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.740755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:39:20.275023Z","caller":"traceutil/trace.go:171","msg":"trace[1431561304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:4164; }","duration":"140.832527ms","start":"2026-04-09T22:39:20.134169Z","end":"2026-04-09T22:39:20.275002Z","steps":["trace[1431561304] 'agreement among raft nodes before linearized reading' (duration: 140.58698ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.275032Z","caller":"traceutil/trace.go:171","msg":"trace[163794521] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4164; }","duration":"141.310958ms","start":"2026-04-09T22:39:20.133681Z","end":"2026-04-09T22:39:20.274992Z","steps":["trace[163794521] 'agreement among raft nodes before linearized reading' (duration: 141.051432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:20.275077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.050399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:39:20.275061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.785546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:39:20.275133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.232224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:39:20.27538Z","caller":"traceutil/trace.go:171","msg":"trace[621209766] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4164; }","duration":"112.554873ms","start":"2026-04-09T22:39:20.162806Z","end":"2026-04-09T22:39:20.275361Z","steps":["trace[621209766] 'agreement among raft nodes before linearized reading' (duration: 112.093101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:20.274915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.708189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:39:20.275539Z","caller":"traceutil/trace.go:171","msg":"trace[792959842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4164; }","duration":"161.359816ms","start":"2026-04-09T22:39:20.114161Z","end":"2026-04-09T22:39:20.275521Z","steps":["trace[792959842] 'agreement among raft nodes before linearized reading' (duration: 160.574545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:20.275215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.993957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:39:20.275634Z","caller":"traceutil/trace.go:171","msg":"trace[556873377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4164; }","duration":"150.44515ms","start":"2026-04-09T22:39:20.125177Z","end":"2026-04-09T22:39:20.275622Z","steps":["trace[556873377] 'agreement among raft nodes before linearized reading' (duration: 149.845014ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.275186Z","caller":"traceutil/trace.go:171","msg":"trace[2024758618] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4164; }","duration":"165.206042ms","start":"2026-04-09T22:39:20.109951Z","end":"2026-04-09T22:39:20.275157Z","steps":["trace[2024758618] 'agreement among raft nodes before linearized reading' (duration: 164.923615ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.274943Z","caller":"traceutil/trace.go:171","msg":"trace[736714620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4164; }","duration":"141.126424ms","start":"2026-04-09T22:39:20.1338Z","end":"2026-04-09T22:39:20.274927Z","steps":["trace[736714620] 'agreement among raft nodes before linearized reading' (duration: 140.893898ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.275259Z","caller":"traceutil/trace.go:171","msg":"trace[1125303599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4164; }","duration":"143.026312ms","start":"2026-04-09T22:39:20.132203Z","end":"2026-04-09T22:39:20.27523Z","steps":["trace[1125303599] 'agreement among raft nodes before linearized reading' (duration: 142.600622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:20.275473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.163484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2870"} {"level":"info","ts":"2026-04-09T22:39:20.27596Z","caller":"traceutil/trace.go:171","msg":"trace[1276381038] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:4164; }","duration":"215.697728ms","start":"2026-04-09T22:39:20.060247Z","end":"2026-04-09T22:39:20.275944Z","steps":["trace[1276381038] 'agreement among raft nodes before linearized reading' (duration: 214.444956ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.519547Z","caller":"traceutil/trace.go:171","msg":"trace[201203627] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"239.242753ms","start":"2026-04-09T22:39:20.280257Z","end":"2026-04-09T22:39:20.5195Z","steps":["trace[201203627] 'process raft request' (duration: 174.805565ms)","trace[201203627] 'compare' (duration: 63.663247ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:20.519913Z","caller":"traceutil/trace.go:171","msg":"trace[1160979177] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"239.54563ms","start":"2026-04-09T22:39:20.280344Z","end":"2026-04-09T22:39:20.51989Z","steps":["trace[1160979177] 'process raft request' (duration: 239.413857ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.52055Z","caller":"traceutil/trace.go:171","msg":"trace[785935089] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"240.030193ms","start":"2026-04-09T22:39:20.280345Z","end":"2026-04-09T22:39:20.520375Z","steps":["trace[785935089] 'process raft request' (duration: 239.504299ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.520567Z","caller":"traceutil/trace.go:171","msg":"trace[1043794694] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"240.107175ms","start":"2026-04-09T22:39:20.280446Z","end":"2026-04-09T22:39:20.520553Z","steps":["trace[1043794694] 'process raft request' (duration: 239.759936ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.521444Z","caller":"traceutil/trace.go:171","msg":"trace[552816607] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"240.224616ms","start":"2026-04-09T22:39:20.281183Z","end":"2026-04-09T22:39:20.521408Z","steps":["trace[552816607] 'process raft request' (duration: 239.269232ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.521923Z","caller":"traceutil/trace.go:171","msg":"trace[1381194194] linearizableReadLoop","detail":"{readStateIndex:4336; appliedIndex:4331; }","duration":"241.009568ms","start":"2026-04-09T22:39:20.280896Z","end":"2026-04-09T22:39:20.521906Z","steps":["trace[1381194194] 'read index received' (duration: 4.149696ms)","trace[1381194194] 'applied index is now lower than readState.Index' (duration: 236.858782ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:20.52197Z","caller":"traceutil/trace.go:171","msg":"trace[645245249] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"239.769925ms","start":"2026-04-09T22:39:20.282166Z","end":"2026-04-09T22:39:20.521936Z","steps":["trace[645245249] 'process raft request' (duration: 239.178141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:20.522507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.589493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46066"} {"level":"info","ts":"2026-04-09T22:39:20.522561Z","caller":"traceutil/trace.go:171","msg":"trace[295914607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4171; }","duration":"241.692866ms","start":"2026-04-09T22:39:20.280856Z","end":"2026-04-09T22:39:20.522549Z","steps":["trace[295914607] 'agreement among raft nodes before linearized reading' (duration: 241.111651ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:24.09767Z","caller":"traceutil/trace.go:171","msg":"trace[43414482] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"248.400824ms","start":"2026-04-09T22:39:23.849241Z","end":"2026-04-09T22:39:24.097641Z","steps":["trace[43414482] 'process raft request' (duration: 248.148908ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:24.237353Z","caller":"traceutil/trace.go:171","msg":"trace[2126819288] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"109.096356ms","start":"2026-04-09T22:39:24.128201Z","end":"2026-04-09T22:39:24.237297Z","steps":["trace[2126819288] 'process raft request' (duration: 93.008969ms)","trace[2126819288] 'compare' (duration: 15.860311ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:24.237418Z","caller":"traceutil/trace.go:171","msg":"trace[1020237558] linearizableReadLoop","detail":"{readStateIndex:4387; appliedIndex:4386; }","duration":"103.428353ms","start":"2026-04-09T22:39:24.133959Z","end":"2026-04-09T22:39:24.237387Z","steps":["trace[1020237558] 'read index received' (duration: 87.346456ms)","trace[1020237558] 'applied index is now lower than readState.Index' (duration: 16.078887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:24.237545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.563616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:24.237588Z","caller":"traceutil/trace.go:171","msg":"trace[194952461] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4215; }","duration":"103.672139ms","start":"2026-04-09T22:39:24.133904Z","end":"2026-04-09T22:39:24.237576Z","steps":["trace[194952461] 'agreement among raft nodes before linearized reading' (duration: 103.583696ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:24.731341Z","caller":"traceutil/trace.go:171","msg":"trace[1668162539] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"134.60001ms","start":"2026-04-09T22:39:24.596693Z","end":"2026-04-09T22:39:24.731293Z","steps":["trace[1668162539] 'process raft request' (duration: 123.366266ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:24.733744Z","caller":"traceutil/trace.go:171","msg":"trace[1844884620] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"105.470364ms","start":"2026-04-09T22:39:24.628251Z","end":"2026-04-09T22:39:24.733722Z","steps":["trace[1844884620] 'process raft request' (duration: 105.344371ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:25.553799Z","caller":"traceutil/trace.go:171","msg":"trace[1082335008] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"157.102838ms","start":"2026-04-09T22:39:25.396657Z","end":"2026-04-09T22:39:25.55376Z","steps":["trace[1082335008] 'process raft request' (duration: 69.686219ms)","trace[1082335008] 'compare' (duration: 87.018759ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:25.622643Z","caller":"traceutil/trace.go:171","msg":"trace[1689980626] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"191.24553ms","start":"2026-04-09T22:39:25.431367Z","end":"2026-04-09T22:39:25.622612Z","steps":["trace[1689980626] 'process raft request' (duration: 190.950973ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.439638Z","caller":"traceutil/trace.go:171","msg":"trace[395792347] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"184.91837ms","start":"2026-04-09T22:39:28.254686Z","end":"2026-04-09T22:39:28.439604Z","steps":["trace[395792347] 'process raft request' (duration: 184.697475ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.478765Z","caller":"traceutil/trace.go:171","msg":"trace[1112172281] linearizableReadLoop","detail":"{readStateIndex:4443; appliedIndex:4441; }","duration":"159.023457ms","start":"2026-04-09T22:39:28.319714Z","end":"2026-04-09T22:39:28.478737Z","steps":["trace[1112172281] 'read index received' (duration: 119.695824ms)","trace[1112172281] 'applied index is now lower than readState.Index' (duration: 39.326043ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:28.478936Z","caller":"traceutil/trace.go:171","msg":"trace[1191269107] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"174.144199ms","start":"2026-04-09T22:39:28.304748Z","end":"2026-04-09T22:39:28.478892Z","steps":["trace[1191269107] 'process raft request' (duration: 173.81114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:28.479195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.455007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:39:28.479382Z","caller":"traceutil/trace.go:171","msg":"trace[727686486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4270; }","duration":"159.596331ms","start":"2026-04-09T22:39:28.319695Z","end":"2026-04-09T22:39:28.479291Z","steps":["trace[727686486] 'agreement among raft nodes before linearized reading' (duration: 159.197631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:28.479668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.121843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-09T22:39:28.479759Z","caller":"traceutil/trace.go:171","msg":"trace[1508646026] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:4270; }","duration":"114.285637ms","start":"2026-04-09T22:39:28.36545Z","end":"2026-04-09T22:39:28.479735Z","steps":["trace[1508646026] 'agreement among raft nodes before linearized reading' (duration: 113.509697ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.614056Z","caller":"traceutil/trace.go:171","msg":"trace[1131904771] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"130.086175ms","start":"2026-04-09T22:39:28.483928Z","end":"2026-04-09T22:39:28.614014Z","steps":["trace[1131904771] 'process raft request' (duration: 129.755627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:33.660946Z","caller":"traceutil/trace.go:171","msg":"trace[344919557] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"234.943974ms","start":"2026-04-09T22:39:33.425958Z","end":"2026-04-09T22:39:33.660902Z","steps":["trace[344919557] 'process raft request' (duration: 234.668138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:34.545575Z","caller":"traceutil/trace.go:171","msg":"trace[580542708] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"178.807516ms","start":"2026-04-09T22:39:34.366674Z","end":"2026-04-09T22:39:34.545481Z","steps":["trace[580542708] 'process raft request' (duration: 177.569175ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:34.579301Z","caller":"traceutil/trace.go:171","msg":"trace[883826305] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"121.000727ms","start":"2026-04-09T22:39:34.458262Z","end":"2026-04-09T22:39:34.579263Z","steps":["trace[883826305] 'process raft request' (duration: 120.72483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.746738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.838897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:39:34.746898Z","caller":"traceutil/trace.go:171","msg":"trace[1592631121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4303; }","duration":"105.062873ms","start":"2026-04-09T22:39:34.641797Z","end":"2026-04-09T22:39:34.74686Z","steps":["trace[1592631121] 'range keys from in-memory index tree' (duration: 104.55369ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:36.87248Z","caller":"traceutil/trace.go:171","msg":"trace[1774972537] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"293.419911ms","start":"2026-04-09T22:39:36.579033Z","end":"2026-04-09T22:39:36.872453Z","steps":["trace[1774972537] 'process raft request' (duration: 293.183515ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:36.874974Z","caller":"traceutil/trace.go:171","msg":"trace[880398249] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"289.587094ms","start":"2026-04-09T22:39:36.585342Z","end":"2026-04-09T22:39:36.874929Z","steps":["trace[880398249] 'process raft request' (duration: 289.291436ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:36.875053Z","caller":"traceutil/trace.go:171","msg":"trace[1126523807] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"288.64028ms","start":"2026-04-09T22:39:36.586363Z","end":"2026-04-09T22:39:36.875004Z","steps":["trace[1126523807] 'process raft request' (duration: 288.390123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.058704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.96339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:37.058841Z","caller":"traceutil/trace.go:171","msg":"trace[2101351969] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"178.868268ms","start":"2026-04-09T22:39:36.87995Z","end":"2026-04-09T22:39:37.058818Z","steps":["trace[2101351969] 'process raft request' (duration: 62.672992ms)","trace[2101351969] 'compare' (duration: 115.804395ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:37.21485Z","caller":"traceutil/trace.go:171","msg":"trace[686799582] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"334.538769ms","start":"2026-04-09T22:39:36.880275Z","end":"2026-04-09T22:39:37.214814Z","steps":["trace[686799582] 'process raft request' (duration: 309.910918ms)","trace[686799582] 'compare' (duration: 24.349104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:37.215075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.880266Z","time spent":"334.686942ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:39:37.21549Z","caller":"traceutil/trace.go:171","msg":"trace[800889104] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"335.058403ms","start":"2026-04-09T22:39:36.880401Z","end":"2026-04-09T22:39:37.215459Z","steps":["trace[800889104] 'process raft request' (duration: 334.336624ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:37.215749Z","caller":"traceutil/trace.go:171","msg":"trace[36783128] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"335.217837ms","start":"2026-04-09T22:39:36.880517Z","end":"2026-04-09T22:39:37.215735Z","steps":["trace[36783128] 'process raft request' (duration: 334.798075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.215833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.880494Z","time spent":"335.299969ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:37.215745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.880372Z","time spent":"335.216387ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:39:37.216348Z","caller":"traceutil/trace.go:171","msg":"trace[1727091216] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"335.132704ms","start":"2026-04-09T22:39:36.881182Z","end":"2026-04-09T22:39:37.216315Z","steps":["trace[1727091216] 'process raft request' (duration: 334.939429ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:37.216462Z","caller":"traceutil/trace.go:171","msg":"trace[848919212] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"334.986551ms","start":"2026-04-09T22:39:36.881454Z","end":"2026-04-09T22:39:37.21644Z","steps":["trace[848919212] 'process raft request' (duration: 334.813097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.216539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.881444Z","time spent":"335.057003ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:39:37.216599Z","caller":"traceutil/trace.go:171","msg":"trace[712761322] linearizableReadLoop","detail":"{readStateIndex:4493; appliedIndex:4489; }","duration":"335.988716ms","start":"2026-04-09T22:39:36.880557Z","end":"2026-04-09T22:39:37.216546Z","steps":["trace[712761322] 'read index received' (duration: 62.034987ms)","trace[712761322] 'applied index is now lower than readState.Index' (duration: 273.949059ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:37.216792Z","caller":"traceutil/trace.go:171","msg":"trace[1390212848] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"335.880083ms","start":"2026-04-09T22:39:36.880781Z","end":"2026-04-09T22:39:37.216661Z","steps":["trace[1390212848] 'process raft request' (duration: 334.899939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.216921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.880758Z","time spent":"336.13112ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:37.216941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.366245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46066"} {"level":"info","ts":"2026-04-09T22:39:37.216764Z","caller":"traceutil/trace.go:171","msg":"trace[359502769] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"166.356491ms","start":"2026-04-09T22:39:37.050346Z","end":"2026-04-09T22:39:37.216703Z","steps":["trace[359502769] 'process raft request' (duration: 166.096845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.21716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.881175Z","time spent":"335.292919ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:39:37.217039Z","caller":"traceutil/trace.go:171","msg":"trace[1386382985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4322; }","duration":"336.574091ms","start":"2026-04-09T22:39:36.88044Z","end":"2026-04-09T22:39:37.217014Z","steps":["trace[1386382985] 'agreement among raft nodes before linearized reading' (duration: 336.232862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.217237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.880323Z","time spent":"336.898739ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46089,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:39:37.217043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.226469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T22:39:37.217358Z","caller":"traceutil/trace.go:171","msg":"trace[1328230353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4322; }","duration":"305.588578ms","start":"2026-04-09T22:39:36.911752Z","end":"2026-04-09T22:39:37.217341Z","steps":["trace[1328230353] 'agreement among raft nodes before linearized reading' (duration: 305.046634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.217497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:36.911741Z","time spent":"305.725272ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-09T22:39:37.422784Z","caller":"traceutil/trace.go:171","msg":"trace[244961764] linearizableReadLoop","detail":"{readStateIndex:4498; appliedIndex:4497; }","duration":"126.490695ms","start":"2026-04-09T22:39:37.296251Z","end":"2026-04-09T22:39:37.422741Z","steps":["trace[244961764] 'read index received' (duration: 78.624026ms)","trace[244961764] 'applied index is now lower than readState.Index' (duration: 47.865149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:37.423018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.744532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:37.42311Z","caller":"traceutil/trace.go:171","msg":"trace[400421266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4323; }","duration":"126.920376ms","start":"2026-04-09T22:39:37.296174Z","end":"2026-04-09T22:39:37.423095Z","steps":["trace[400421266] 'agreement among raft nodes before linearized reading' (duration: 126.726381ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:37.423098Z","caller":"traceutil/trace.go:171","msg":"trace[1813541436] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"199.880269ms","start":"2026-04-09T22:39:37.223192Z","end":"2026-04-09T22:39:37.423073Z","steps":["trace[1813541436] 'process raft request' (duration: 151.64755ms)","trace[1813541436] 'compare' (duration: 47.725665ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:37.919653Z","caller":"traceutil/trace.go:171","msg":"trace[1998984767] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"201.715305ms","start":"2026-04-09T22:39:37.717905Z","end":"2026-04-09T22:39:37.91962Z","steps":["trace[1998984767] 'process raft request' (duration: 201.461399ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:38.935818Z","caller":"traceutil/trace.go:171","msg":"trace[1066057724] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"122.018742ms","start":"2026-04-09T22:39:38.813751Z","end":"2026-04-09T22:39:38.93577Z","steps":["trace[1066057724] 'process raft request' (duration: 121.705174ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:39.027596Z","caller":"traceutil/trace.go:171","msg":"trace[1592239093] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"147.130256ms","start":"2026-04-09T22:39:38.880427Z","end":"2026-04-09T22:39:39.027557Z","steps":["trace[1592239093] 'process raft request' (duration: 99.79269ms)","trace[1592239093] 'compare' (duration: 47.044258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:39.028121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.117797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:39.028109Z","caller":"traceutil/trace.go:171","msg":"trace[569552616] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"146.49197ms","start":"2026-04-09T22:39:38.881581Z","end":"2026-04-09T22:39:39.028073Z","steps":["trace[569552616] 'process raft request' (duration: 145.921505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:39.028148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.125906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:39.028176Z","caller":"traceutil/trace.go:171","msg":"trace[1518221255] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4328; }","duration":"166.23813ms","start":"2026-04-09T22:39:38.861924Z","end":"2026-04-09T22:39:39.028162Z","steps":["trace[1518221255] 'agreement among raft nodes before linearized reading' (duration: 166.123907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:39.028417Z","caller":"traceutil/trace.go:171","msg":"trace[1612694435] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4328; }","duration":"166.411823ms","start":"2026-04-09T22:39:38.861977Z","end":"2026-04-09T22:39:39.028389Z","steps":["trace[1612694435] 'agreement among raft nodes before linearized reading' (duration: 166.087755ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:42.859594Z","caller":"traceutil/trace.go:171","msg":"trace[402616089] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"155.170999ms","start":"2026-04-09T22:39:42.704399Z","end":"2026-04-09T22:39:42.85957Z","steps":["trace[402616089] 'process raft request' (duration: 155.010325ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:44.341453Z","caller":"traceutil/trace.go:171","msg":"trace[1571209643] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"100.722704ms","start":"2026-04-09T22:39:44.240701Z","end":"2026-04-09T22:39:44.341423Z","steps":["trace[1571209643] 'process raft request' (duration: 100.348145ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:45.293703Z","caller":"traceutil/trace.go:171","msg":"trace[590519274] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"169.304926ms","start":"2026-04-09T22:39:45.124349Z","end":"2026-04-09T22:39:45.293654Z","steps":["trace[590519274] 'process raft request' (duration: 169.06925ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:52.014775Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2538} {"level":"info","ts":"2026-04-09T22:39:52.112187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2538,"took":"96.008325ms","hash":456275428,"current-db-size-bytes":42000384,"current-db-size":"42 MB","current-db-size-in-use-bytes":16707584,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-04-09T22:39:52.112286Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":456275428,"revision":2538,"compact-revision":-1} {"level":"warn","ts":"2026-04-09T22:40:04.784415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.038297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-09T22:40:04.78463Z","caller":"traceutil/trace.go:171","msg":"trace[1881323098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4490; }","duration":"148.320413ms","start":"2026-04-09T22:40:04.636281Z","end":"2026-04-09T22:40:04.784602Z","steps":["trace[1881323098] 'range keys from in-memory index tree' (duration: 147.671927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.647794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.205796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:40:09.647927Z","caller":"traceutil/trace.go:171","msg":"trace[1719391835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4824; }","duration":"164.428961ms","start":"2026-04-09T22:40:09.483473Z","end":"2026-04-09T22:40:09.647902Z","steps":["trace[1719391835] 'range keys from in-memory index tree' (duration: 163.95571ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:09.650859Z","caller":"traceutil/trace.go:171","msg":"trace[1276107697] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"154.168311ms","start":"2026-04-09T22:40:09.496611Z","end":"2026-04-09T22:40:09.65078Z","steps":["trace[1276107697] 'process raft request' (duration: 153.634878ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:09.656779Z","caller":"traceutil/trace.go:171","msg":"trace[1694833709] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5023; }","duration":"145.986545ms","start":"2026-04-09T22:40:09.510769Z","end":"2026-04-09T22:40:09.656755Z","steps":["trace[1694833709] 'read index received' (duration: 139.128551ms)","trace[1694833709] 'applied index is now lower than readState.Index' (duration: 6.857283ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:09.656883Z","caller":"traceutil/trace.go:171","msg":"trace[2013727032] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"153.454453ms","start":"2026-04-09T22:40:09.50342Z","end":"2026-04-09T22:40:09.656874Z","steps":["trace[2013727032] 'process raft request' (duration: 153.217968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.657219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.449426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:40:09.657258Z","caller":"traceutil/trace.go:171","msg":"trace[452039235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4826; }","duration":"146.506118ms","start":"2026-04-09T22:40:09.510742Z","end":"2026-04-09T22:40:09.657249Z","steps":["trace[452039235] 'agreement among raft nodes before linearized reading' (duration: 146.320733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.660298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.403756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:09.660452Z","caller":"traceutil/trace.go:171","msg":"trace[1852572591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4827; }","duration":"148.618481ms","start":"2026-04-09T22:40:09.511809Z","end":"2026-04-09T22:40:09.660428Z","steps":["trace[1852572591] 'agreement among raft nodes before linearized reading' (duration: 148.281733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.660508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.35915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:09.660613Z","caller":"traceutil/trace.go:171","msg":"trace[806983778] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4827; }","duration":"119.545995ms","start":"2026-04-09T22:40:09.541046Z","end":"2026-04-09T22:40:09.660592Z","steps":["trace[806983778] 'agreement among raft nodes before linearized reading' (duration: 119.308699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.661285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.355948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:40:09.661365Z","caller":"traceutil/trace.go:171","msg":"trace[461579918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4827; }","duration":"141.484491ms","start":"2026-04-09T22:40:09.519869Z","end":"2026-04-09T22:40:09.661354Z","steps":["trace[461579918] 'agreement among raft nodes before linearized reading' (duration: 141.274756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.661633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.262431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:40:09.661713Z","caller":"traceutil/trace.go:171","msg":"trace[414003517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4827; }","duration":"144.372324ms","start":"2026-04-09T22:40:09.51732Z","end":"2026-04-09T22:40:09.661692Z","steps":["trace[414003517] 'agreement among raft nodes before linearized reading' (duration: 144.115948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.661663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.197434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:40:09.661789Z","caller":"traceutil/trace.go:171","msg":"trace[1497230918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:4827; }","duration":"143.334758ms","start":"2026-04-09T22:40:09.518443Z","end":"2026-04-09T22:40:09.661778Z","steps":["trace[1497230918] 'agreement among raft nodes before linearized reading' (duration: 143.133723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:09.661629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.287222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:40:09.662307Z","caller":"traceutil/trace.go:171","msg":"trace[1735087912] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4827; }","duration":"146.991209ms","start":"2026-04-09T22:40:09.515301Z","end":"2026-04-09T22:40:09.662292Z","steps":["trace[1735087912] 'agreement among raft nodes before linearized reading' (duration: 146.159559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:11.103124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.453887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-tls.18a4d16acadd5804\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-09T22:40:11.10324Z","caller":"traceutil/trace.go:171","msg":"trace[2049510814] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-tls.18a4d16acadd5804; range_end:; response_count:1; response_revision:4871; }","duration":"212.606721ms","start":"2026-04-09T22:40:10.890606Z","end":"2026-04-09T22:40:11.103212Z","steps":["trace[2049510814] 'range keys from in-memory index tree' (duration: 212.255211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:11.103302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.530407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-lk4qj\" ","response":"range_response_count:1 size:4330"} {"level":"info","ts":"2026-04-09T22:40:11.10339Z","caller":"traceutil/trace.go:171","msg":"trace[1340955123] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-lk4qj; range_end:; response_count:1; response_revision:4871; }","duration":"242.63857ms","start":"2026-04-09T22:40:10.860729Z","end":"2026-04-09T22:40:11.103368Z","steps":["trace[1340955123] 'range keys from in-memory index tree' (duration: 242.285781ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:11.10353Z","caller":"traceutil/trace.go:171","msg":"trace[1290412889] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"150.599121ms","start":"2026-04-09T22:40:10.95289Z","end":"2026-04-09T22:40:11.103489Z","steps":["trace[1290412889] 'process raft request' (duration: 134.660568ms)","trace[1290412889] 'compare' (duration: 15.368658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:11.103778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.588686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-jvd5v\" ","response":"range_response_count:1 size:2427"} {"level":"info","ts":"2026-04-09T22:40:11.103917Z","caller":"traceutil/trace.go:171","msg":"trace[997806449] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-jvd5v; range_end:; response_count:1; response_revision:4871; }","duration":"262.799771ms","start":"2026-04-09T22:40:10.84109Z","end":"2026-04-09T22:40:11.10389Z","steps":["trace[997806449] 'range keys from in-memory index tree' (duration: 262.138114ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:12.846914Z","caller":"traceutil/trace.go:171","msg":"trace[313511767] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5121; }","duration":"123.932276ms","start":"2026-04-09T22:40:12.722946Z","end":"2026-04-09T22:40:12.846878Z","steps":["trace[313511767] 'read index received' (duration: 123.838074ms)","trace[313511767] 'applied index is now lower than readState.Index' (duration: 92.762µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:12.846944Z","caller":"traceutil/trace.go:171","msg":"trace[1450075585] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"124.647075ms","start":"2026-04-09T22:40:12.722247Z","end":"2026-04-09T22:40:12.846894Z","steps":["trace[1450075585] 'process raft request' (duration: 124.45314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:12.847517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.50353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11916"} {"level":"info","ts":"2026-04-09T22:40:12.847688Z","caller":"traceutil/trace.go:171","msg":"trace[2100738806] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4923; }","duration":"124.723216ms","start":"2026-04-09T22:40:12.722911Z","end":"2026-04-09T22:40:12.847634Z","steps":["trace[2100738806] 'agreement among raft nodes before linearized reading' (duration: 124.110111ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:12.851827Z","caller":"traceutil/trace.go:171","msg":"trace[1072814497] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"128.855012ms","start":"2026-04-09T22:40:12.722949Z","end":"2026-04-09T22:40:12.851804Z","steps":["trace[1072814497] 'process raft request' (duration: 128.534153ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:12.852346Z","caller":"traceutil/trace.go:171","msg":"trace[781381149] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"123.65022ms","start":"2026-04-09T22:40:12.728676Z","end":"2026-04-09T22:40:12.852326Z","steps":["trace[781381149] 'process raft request' (duration: 122.973362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:13.482794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.935258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:13.482933Z","caller":"traceutil/trace.go:171","msg":"trace[1224258131] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5132; }","duration":"536.404346ms","start":"2026-04-09T22:40:12.946499Z","end":"2026-04-09T22:40:13.482904Z","steps":["trace[1224258131] 'read index received' (duration: 359.279134ms)","trace[1224258131] 'applied index is now lower than readState.Index' (duration: 177.123242ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:13.483127Z","caller":"traceutil/trace.go:171","msg":"trace[714383917] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"538.274672ms","start":"2026-04-09T22:40:12.944834Z","end":"2026-04-09T22:40:13.483108Z","steps":["trace[714383917] 'process raft request' (duration: 360.929464ms)","trace[714383917] 'compare' (duration: 176.434305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:13.483215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:12.944818Z","time spent":"538.355915ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:13.483409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.891178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-09T22:40:13.483495Z","caller":"traceutil/trace.go:171","msg":"trace[253265359] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4934; }","duration":"536.99346ms","start":"2026-04-09T22:40:12.946479Z","end":"2026-04-09T22:40:13.483472Z","steps":["trace[253265359] 'agreement among raft nodes before linearized reading' (duration: 536.655792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:13.483548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:12.946468Z","time spent":"537.069973ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-04-09T22:40:13.485246Z","caller":"traceutil/trace.go:171","msg":"trace[49894566] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"296.037063ms","start":"2026-04-09T22:40:13.189168Z","end":"2026-04-09T22:40:13.485205Z","steps":["trace[49894566] 'process raft request' (duration: 295.660872ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:13.485382Z","caller":"traceutil/trace.go:171","msg":"trace[1715428675] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"294.591676ms","start":"2026-04-09T22:40:13.190775Z","end":"2026-04-09T22:40:13.485366Z","steps":["trace[1715428675] 'process raft request' (duration: 294.3693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:13.493858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.901713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-09T22:40:13.493942Z","caller":"traceutil/trace.go:171","msg":"trace[1141945974] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4937; }","duration":"474.054157ms","start":"2026-04-09T22:40:13.01987Z","end":"2026-04-09T22:40:13.493924Z","steps":["trace[1141945974] 'agreement among raft nodes before linearized reading' (duration: 473.79483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:13.493904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.058228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:13.493986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:13.019837Z","time spent":"474.140899ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-09T22:40:13.494013Z","caller":"traceutil/trace.go:171","msg":"trace[209171497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4937; }","duration":"197.247692ms","start":"2026-04-09T22:40:13.296738Z","end":"2026-04-09T22:40:13.493986Z","steps":["trace[209171497] 'agreement among raft nodes before linearized reading' (duration: 197.012477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:15.897206Z","caller":"traceutil/trace.go:171","msg":"trace[797398853] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"117.34624ms","start":"2026-04-09T22:40:15.779836Z","end":"2026-04-09T22:40:15.897183Z","steps":["trace[797398853] 'process raft request' (duration: 117.203446ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:16.003757Z","caller":"traceutil/trace.go:171","msg":"trace[853679380] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"222.801859ms","start":"2026-04-09T22:40:15.780934Z","end":"2026-04-09T22:40:16.003736Z","steps":["trace[853679380] 'process raft request' (duration: 222.726237ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:16.003807Z","caller":"traceutil/trace.go:171","msg":"trace[1752277259] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"223.204129ms","start":"2026-04-09T22:40:15.78056Z","end":"2026-04-09T22:40:16.003764Z","steps":["trace[1752277259] 'process raft request' (duration: 222.971673ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:16.004077Z","caller":"traceutil/trace.go:171","msg":"trace[846601426] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"223.033235ms","start":"2026-04-09T22:40:15.780991Z","end":"2026-04-09T22:40:16.004024Z","steps":["trace[846601426] 'process raft request' (duration: 222.712817ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:16.004106Z","caller":"traceutil/trace.go:171","msg":"trace[2043016205] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5203; }","duration":"223.358103ms","start":"2026-04-09T22:40:15.780722Z","end":"2026-04-09T22:40:16.00408Z","steps":["trace[2043016205] 'read index received' (duration: 116.445417ms)","trace[2043016205] 'applied index is now lower than readState.Index' (duration: 106.911276ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:16.004139Z","caller":"traceutil/trace.go:171","msg":"trace[1975972852] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"223.002184ms","start":"2026-04-09T22:40:15.781124Z","end":"2026-04-09T22:40:16.004126Z","steps":["trace[1975972852] 'process raft request' (duration: 222.83237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:16.004451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.466173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff847974-0763-4fe7-903e-ff245d071e44\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-04-09T22:40:16.00445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.810346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:40:16.00448Z","caller":"traceutil/trace.go:171","msg":"trace[125763209] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff847974-0763-4fe7-903e-ff245d071e44; range_end:; response_count:1; response_revision:5007; }","duration":"136.540655ms","start":"2026-04-09T22:40:15.867931Z","end":"2026-04-09T22:40:16.004471Z","steps":["trace[125763209] 'agreement among raft nodes before linearized reading' (duration: 136.444583ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:16.004493Z","caller":"traceutil/trace.go:171","msg":"trace[875101044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5007; }","duration":"180.874918ms","start":"2026-04-09T22:40:15.823605Z","end":"2026-04-09T22:40:16.00448Z","steps":["trace[875101044] 'agreement among raft nodes before linearized reading' (duration: 180.742504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:16.004604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.850715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46066"} {"level":"info","ts":"2026-04-09T22:40:16.004692Z","caller":"traceutil/trace.go:171","msg":"trace[1370009678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5007; }","duration":"223.975889ms","start":"2026-04-09T22:40:15.780702Z","end":"2026-04-09T22:40:16.004678Z","steps":["trace[1370009678] 'agreement among raft nodes before linearized reading' (duration: 223.464126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:16.004877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.459288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T22:40:16.00514Z","caller":"traceutil/trace.go:171","msg":"trace[1568405522] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5007; }","duration":"118.760085ms","start":"2026-04-09T22:40:15.886366Z","end":"2026-04-09T22:40:16.005126Z","steps":["trace[1568405522] 'agreement among raft nodes before linearized reading' (duration: 118.008506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:17.694004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.01483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:17.694142Z","caller":"traceutil/trace.go:171","msg":"trace[169201662] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5210; }","duration":"178.223171ms","start":"2026-04-09T22:40:17.515901Z","end":"2026-04-09T22:40:17.694124Z","steps":["trace[169201662] 'read index received' (duration: 1.130739ms)","trace[169201662] 'applied index is now lower than readState.Index' (duration: 177.090942ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:17.694319Z","caller":"traceutil/trace.go:171","msg":"trace[1553706795] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"194.784939ms","start":"2026-04-09T22:40:17.499474Z","end":"2026-04-09T22:40:17.694259Z","steps":["trace[1553706795] 'process raft request' (duration: 64.430821ms)","trace[1553706795] 'compare' (duration: 129.865886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:17.694503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.616631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:40:17.694983Z","caller":"traceutil/trace.go:171","msg":"trace[1321974151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5012; }","duration":"179.127794ms","start":"2026-04-09T22:40:17.515831Z","end":"2026-04-09T22:40:17.694958Z","steps":["trace[1321974151] 'agreement among raft nodes before linearized reading' (duration: 178.525499ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:19.443598Z","caller":"traceutil/trace.go:171","msg":"trace[370742756] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5275; }","duration":"146.780755ms","start":"2026-04-09T22:40:19.296788Z","end":"2026-04-09T22:40:19.443569Z","steps":["trace[370742756] 'read index received' (duration: 146.554719ms)","trace[370742756] 'applied index is now lower than readState.Index' (duration: 224.846µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:19.443679Z","caller":"traceutil/trace.go:171","msg":"trace[1597122888] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"334.044015ms","start":"2026-04-09T22:40:19.10959Z","end":"2026-04-09T22:40:19.443634Z","steps":["trace[1597122888] 'process raft request' (duration: 333.780047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:19.443744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.935499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:19.443889Z","caller":"traceutil/trace.go:171","msg":"trace[378844662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5071; }","duration":"147.183115ms","start":"2026-04-09T22:40:19.296698Z","end":"2026-04-09T22:40:19.443881Z","steps":["trace[378844662] 'agreement among raft nodes before linearized reading' (duration: 146.98218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:19.443958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:19.109564Z","time spent":"334.23558ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:20.408012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464491193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:40:20.702911Z","caller":"traceutil/trace.go:171","msg":"trace[1510625081] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"801.428322ms","start":"2026-04-09T22:40:19.901455Z","end":"2026-04-09T22:40:20.702884Z","steps":["trace[1510625081] 'process raft request' (duration: 801.138175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.703061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:19.901425Z","time spent":"801.567166ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192560,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:40:20.709042Z","caller":"traceutil/trace.go:171","msg":"trace[1100869893] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"739.058994ms","start":"2026-04-09T22:40:19.969941Z","end":"2026-04-09T22:40:20.709Z","steps":["trace[1100869893] 'process raft request' (duration: 738.242414ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:20.709251Z","caller":"traceutil/trace.go:171","msg":"trace[2047468116] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"119.009081ms","start":"2026-04-09T22:40:20.590195Z","end":"2026-04-09T22:40:20.709204Z","steps":["trace[2047468116] 'process raft request' (duration: 118.700453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.709324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:19.969909Z","time spent":"739.235179ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:40:20.709355Z","caller":"traceutil/trace.go:171","msg":"trace[1731193279] linearizableReadLoop","detail":"{readStateIndex:5293; appliedIndex:5291; }","duration":"802.211412ms","start":"2026-04-09T22:40:19.907102Z","end":"2026-04-09T22:40:20.709313Z","steps":["trace[1731193279] 'read index received' (duration: 795.336198ms)","trace[1731193279] 'applied index is now lower than readState.Index' (duration: 6.870784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:20.709659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.530661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-09T22:40:20.709706Z","caller":"traceutil/trace.go:171","msg":"trace[1192234385] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5087; }","duration":"802.634743ms","start":"2026-04-09T22:40:19.907058Z","end":"2026-04-09T22:40:20.709693Z","steps":["trace[1192234385] 'agreement among raft nodes before linearized reading' (duration: 802.427557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.709756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:19.907041Z","time spent":"802.700326ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-09T22:40:20.709771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.016327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:20.709807Z","caller":"traceutil/trace.go:171","msg":"trace[1081471502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5087; }","duration":"800.087199ms","start":"2026-04-09T22:40:19.909709Z","end":"2026-04-09T22:40:20.709796Z","steps":["trace[1081471502] 'agreement among raft nodes before linearized reading' (duration: 799.903804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.709839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:19.909702Z","time spent":"800.13027ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:20.709837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.332176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:40:20.709873Z","caller":"traceutil/trace.go:171","msg":"trace[1026502275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5087; }","duration":"687.425878ms","start":"2026-04-09T22:40:20.022439Z","end":"2026-04-09T22:40:20.709865Z","steps":["trace[1026502275] 'agreement among raft nodes before linearized reading' (duration: 687.327535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.709903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:20.022413Z","time spent":"687.483719ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:20.710025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.490878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:40:20.710048Z","caller":"traceutil/trace.go:171","msg":"trace[1184416286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5087; }","duration":"470.58474ms","start":"2026-04-09T22:40:20.239458Z","end":"2026-04-09T22:40:20.710042Z","steps":["trace[1184416286] 'agreement among raft nodes before linearized reading' (duration: 470.512908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.710066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:20.239437Z","time spent":"470.625131ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:40:20.710102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.640583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:40:20.710126Z","caller":"traceutil/trace.go:171","msg":"trace[143972085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5087; }","duration":"687.704895ms","start":"2026-04-09T22:40:20.022414Z","end":"2026-04-09T22:40:20.710119Z","steps":["trace[143972085] 'agreement among raft nodes before linearized reading' (duration: 687.602652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.710148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:20.022389Z","time spent":"687.754246ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"warn","ts":"2026-04-09T22:40:20.710253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.191819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7xzpg\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-04-09T22:40:20.710322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.745161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:40:20.710351Z","caller":"traceutil/trace.go:171","msg":"trace[1380986529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5087; }","duration":"688.813803ms","start":"2026-04-09T22:40:20.021529Z","end":"2026-04-09T22:40:20.710342Z","steps":["trace[1380986529] 'agreement among raft nodes before linearized reading' (duration: 688.72858ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:20.710345Z","caller":"traceutil/trace.go:171","msg":"trace[579288606] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7xzpg; range_end:; response_count:1; response_revision:5087; }","duration":"743.294362ms","start":"2026-04-09T22:40:19.967029Z","end":"2026-04-09T22:40:20.710324Z","steps":["trace[579288606] 'agreement among raft nodes before linearized reading' (duration: 743.137598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.710377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:20.021511Z","time spent":"688.859553ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:40:20.710411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:19.96702Z","time spent":"743.372774ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7xzpg\" "} {"level":"warn","ts":"2026-04-09T22:40:20.710376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.428692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:40:20.710514Z","caller":"traceutil/trace.go:171","msg":"trace[1908521155] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5087; }","duration":"686.589246ms","start":"2026-04-09T22:40:20.023884Z","end":"2026-04-09T22:40:20.710473Z","steps":["trace[1908521155] 'agreement among raft nodes before linearized reading' (duration: 686.249707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.710592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:20.023876Z","time spent":"686.705498ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:20.710624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.349586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:40:20.710659Z","caller":"traceutil/trace.go:171","msg":"trace[409257687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5087; }","duration":"689.429538ms","start":"2026-04-09T22:40:20.021217Z","end":"2026-04-09T22:40:20.710646Z","steps":["trace[409257687] 'agreement among raft nodes before linearized reading' (duration: 689.303835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.710696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:20.021192Z","time spent":"689.497099ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:40:20.71011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.718427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:40:20.710984Z","caller":"traceutil/trace.go:171","msg":"trace[1017261201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5087; }","duration":"677.642749ms","start":"2026-04-09T22:40:20.03333Z","end":"2026-04-09T22:40:20.710973Z","steps":["trace[1017261201] 'agreement among raft nodes before linearized reading' (duration: 676.658995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:20.711027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:20.03332Z","time spent":"677.695291ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:40:21.491596Z","caller":"traceutil/trace.go:171","msg":"trace[1320997950] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"100.967916ms","start":"2026-04-09T22:40:21.390605Z","end":"2026-04-09T22:40:21.491573Z","steps":["trace[1320997950] 'process raft request' (duration: 97.096667ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:22.40846Z","caller":"traceutil/trace.go:171","msg":"trace[643208927] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5409; }","duration":"137.094939ms","start":"2026-04-09T22:40:22.271334Z","end":"2026-04-09T22:40:22.408429Z","steps":["trace[643208927] 'read index received' (duration: 69.354425ms)","trace[643208927] 'applied index is now lower than readState.Index' (duration: 67.739314ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:22.408503Z","caller":"traceutil/trace.go:171","msg":"trace[594433461] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"137.163551ms","start":"2026-04-09T22:40:22.271293Z","end":"2026-04-09T22:40:22.408456Z","steps":["trace[594433461] 'process raft request' (duration: 69.455218ms)","trace[594433461] 'compare' (duration: 67.467587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:22.408834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.672789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15519"} {"level":"warn","ts":"2026-04-09T22:40:22.408846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.483899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15519"} {"level":"info","ts":"2026-04-09T22:40:22.408897Z","caller":"traceutil/trace.go:171","msg":"trace[1623122769] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5201; }","duration":"136.800263ms","start":"2026-04-09T22:40:22.272081Z","end":"2026-04-09T22:40:22.408881Z","steps":["trace[1623122769] 'agreement among raft nodes before linearized reading' (duration: 136.524986ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:22.408923Z","caller":"traceutil/trace.go:171","msg":"trace[1074837006] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5201; }","duration":"137.591782ms","start":"2026-04-09T22:40:22.271315Z","end":"2026-04-09T22:40:22.408907Z","steps":["trace[1074837006] 'agreement among raft nodes before linearized reading' (duration: 137.279694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:23.984523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464491427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:24.999886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.222277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:40:25.000797Z","caller":"traceutil/trace.go:171","msg":"trace[794175060] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"1.451187567s","start":"2026-04-09T22:40:23.549549Z","end":"2026-04-09T22:40:25.000736Z","steps":["trace[794175060] 'process raft request' (duration: 1.45050212s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.000993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.549513Z","time spent":"1.451378542s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:25.116999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.13325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:25.11724Z","caller":"traceutil/trace.go:171","msg":"trace[1719852510] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5443; }","duration":"1.633705895s","start":"2026-04-09T22:40:23.483509Z","end":"2026-04-09T22:40:25.117215Z","steps":["trace[1719852510] 'read index received' (duration: 525.142139ms)","trace[1719852510] 'applied index is now lower than readState.Index' (duration: 1.108561966s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:25.117617Z","caller":"traceutil/trace.go:171","msg":"trace[946366921] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"1.238665878s","start":"2026-04-09T22:40:23.878933Z","end":"2026-04-09T22:40:25.117599Z","steps":["trace[946366921] 'process raft request' (duration: 1.238203066s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.117613Z","caller":"traceutil/trace.go:171","msg":"trace[61478248] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"1.397647692s","start":"2026-04-09T22:40:23.719926Z","end":"2026-04-09T22:40:25.117574Z","steps":["trace[61478248] 'process raft request' (duration: 1.280793715s)","trace[61478248] 'compare' (duration: 115.876613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:25.117726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.878916Z","time spent":"1.2387528s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:25.117788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.204541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T22:40:25.117808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.719899Z","time spent":"1.397788675s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:25.117824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56116464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-04-09T22:40:25.117834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6343046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b\" ","response":"range_response_count:1 size:3599"} {"level":"warn","ts":"2026-04-09T22:40:25.117923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.657964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:25.117933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.924031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:40:25.117934Z","caller":"traceutil/trace.go:171","msg":"trace[2007356868] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5236; }","duration":"1.561323343s","start":"2026-04-09T22:40:23.556582Z","end":"2026-04-09T22:40:25.117906Z","steps":["trace[2007356868] 'agreement among raft nodes before linearized reading' (duration: 1.561045886s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.117956Z","caller":"traceutil/trace.go:171","msg":"trace[626974869] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5236; }","duration":"205.747446ms","start":"2026-04-09T22:40:24.912197Z","end":"2026-04-09T22:40:25.117944Z","steps":["trace[626974869] 'agreement among raft nodes before linearized reading' (duration: 205.700015ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.117947Z","caller":"traceutil/trace.go:171","msg":"trace[294293362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b; range_end:; response_count:1; response_revision:5236; }","duration":"1.634494516s","start":"2026-04-09T22:40:23.483424Z","end":"2026-04-09T22:40:25.117918Z","steps":["trace[294293362] 'agreement among raft nodes before linearized reading' (duration: 1.634187898s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.117997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.510116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:40:25.117989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.556559Z","time spent":"1.561419916s","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-04-09T22:40:25.118017Z","caller":"traceutil/trace.go:171","msg":"trace[350863172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5236; }","duration":"368.557226ms","start":"2026-04-09T22:40:24.749456Z","end":"2026-04-09T22:40:25.118013Z","steps":["trace[350863172] 'agreement among raft nodes before linearized reading' (duration: 368.507385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.118003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093917325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:25.118009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.483392Z","time spent":"1.634606098s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b\" "} {"level":"warn","ts":"2026-04-09T22:40:25.118019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.460666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:40:25.118357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323498704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:25.118374Z","caller":"traceutil/trace.go:171","msg":"trace[1398512182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5236; }","duration":"553.844216ms","start":"2026-04-09T22:40:24.564499Z","end":"2026-04-09T22:40:25.118343Z","steps":["trace[1398512182] 'agreement among raft nodes before linearized reading' (duration: 553.452237ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.118416Z","caller":"traceutil/trace.go:171","msg":"trace[1290507506] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5236; }","duration":"1.323579917s","start":"2026-04-09T22:40:23.79482Z","end":"2026-04-09T22:40:25.1184Z","steps":["trace[1290507506] 'agreement among raft nodes before linearized reading' (duration: 1.323479744s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.118456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.79481Z","time spent":"1.323636748s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:25.118467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106903133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b\" ","response":"range_response_count:1 size:3599"} {"level":"warn","ts":"2026-04-09T22:40:25.117865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154113569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:25.118486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365438756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:40:25.11851Z","caller":"traceutil/trace.go:171","msg":"trace[700289827] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5236; }","duration":"1.154831446s","start":"2026-04-09T22:40:23.963665Z","end":"2026-04-09T22:40:25.118497Z","steps":["trace[700289827] 'agreement among raft nodes before linearized reading' (duration: 1.153988845s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.118539Z","caller":"traceutil/trace.go:171","msg":"trace[692286183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5236; }","duration":"1.365528578s","start":"2026-04-09T22:40:23.752998Z","end":"2026-04-09T22:40:25.118526Z","steps":["trace[692286183] 'agreement among raft nodes before linearized reading' (duration: 1.365403975s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.118551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.963658Z","time spent":"1.154877747s","remote":"127.0.0.1:54070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:25.118034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.74944Z","time spent":"368.588847ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:40:25.118563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537552143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812078"} {"level":"warn","ts":"2026-04-09T22:40:25.118573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.752982Z","time spent":"1.36558398s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:40:25.118601Z","caller":"traceutil/trace.go:171","msg":"trace[954438171] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5236; }","duration":"1.537589374s","start":"2026-04-09T22:40:23.581001Z","end":"2026-04-09T22:40:25.118591Z","steps":["trace[954438171] 'agreement among raft nodes before linearized reading' (duration: 1.537119582s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.118497Z","caller":"traceutil/trace.go:171","msg":"trace[1633691981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b; range_end:; response_count:1; response_revision:5236; }","duration":"1.106982805s","start":"2026-04-09T22:40:24.011504Z","end":"2026-04-09T22:40:25.118487Z","steps":["trace[1633691981] 'agreement among raft nodes before linearized reading' (duration: 1.106901023s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.118644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.580955Z","time spent":"1.537681516s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":812101,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-09T22:40:25.11867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.011478Z","time spent":"1.10718279s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b\" "} {"level":"warn","ts":"2026-04-09T22:40:25.118689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.805823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:40:25.117952Z","caller":"traceutil/trace.go:171","msg":"trace[914452273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5236; }","duration":"367.965311ms","start":"2026-04-09T22:40:24.749983Z","end":"2026-04-09T22:40:25.117948Z","steps":["trace[914452273] 'agreement among raft nodes before linearized reading' (duration: 367.91048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.11787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.455068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:40:25.118731Z","caller":"traceutil/trace.go:171","msg":"trace[1349071934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5236; }","duration":"366.890785ms","start":"2026-04-09T22:40:24.751827Z","end":"2026-04-09T22:40:25.118717Z","steps":["trace[1349071934] 'agreement among raft nodes before linearized reading' (duration: 366.075504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.118557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.56447Z","time spent":"554.065321ms","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:25.118739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.749973Z","time spent":"368.751612ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:40:25.117869Z","caller":"traceutil/trace.go:171","msg":"trace[220580611] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5236; }","duration":"440.314473ms","start":"2026-04-09T22:40:24.677531Z","end":"2026-04-09T22:40:25.117846Z","steps":["trace[220580611] 'agreement among raft nodes before linearized reading' (duration: 440.098218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.118936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.67752Z","time spent":"441.406091ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:25.118267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550896749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:25.119004Z","caller":"traceutil/trace.go:171","msg":"trace[714595012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5236; }","duration":"1.551686241s","start":"2026-04-09T22:40:23.567303Z","end":"2026-04-09T22:40:25.118989Z","steps":["trace[714595012] 'agreement among raft nodes before linearized reading' (duration: 1.550940581s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.119046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:23.567271Z","time spent":"1.551760753s","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:25.118128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.72937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:40:25.119146Z","caller":"traceutil/trace.go:171","msg":"trace[1054676410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5236; }","duration":"378.809377ms","start":"2026-04-09T22:40:24.740323Z","end":"2026-04-09T22:40:25.119133Z","steps":["trace[1054676410] 'agreement among raft nodes before linearized reading' (duration: 377.726689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.118758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.751804Z","time spent":"366.947247ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"warn","ts":"2026-04-09T22:40:25.11919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.740283Z","time spent":"378.897279ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:40:25.118052Z","caller":"traceutil/trace.go:171","msg":"trace[278297385] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5236; }","duration":"1.093983536s","start":"2026-04-09T22:40:24.024051Z","end":"2026-04-09T22:40:25.118034Z","steps":["trace[278297385] 'agreement among raft nodes before linearized reading' (duration: 1.093910984s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.119248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.080265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:40:25.119274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.024039Z","time spent":"1.095222618s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:25.11876Z","caller":"traceutil/trace.go:171","msg":"trace[1850225754] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5236; }","duration":"364.359911ms","start":"2026-04-09T22:40:24.754382Z","end":"2026-04-09T22:40:25.118742Z","steps":["trace[1850225754] 'agreement among raft nodes before linearized reading' (duration: 363.390197ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.119319Z","caller":"traceutil/trace.go:171","msg":"trace[203180852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5236; }","duration":"368.179638ms","start":"2026-04-09T22:40:24.751117Z","end":"2026-04-09T22:40:25.119297Z","steps":["trace[203180852] 'agreement among raft nodes before linearized reading' (duration: 366.566077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.119353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.754369Z","time spent":"364.971887ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:25.119358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.751108Z","time spent":"368.24137ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:25.118199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.49475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:25.119465Z","caller":"traceutil/trace.go:171","msg":"trace[563113406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5236; }","duration":"381.771612ms","start":"2026-04-09T22:40:24.737651Z","end":"2026-04-09T22:40:25.119422Z","steps":["trace[563113406] 'agreement among raft nodes before linearized reading' (duration: 380.5015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:25.119518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:24.737618Z","time spent":"381.886515ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:40:25.251205Z","caller":"traceutil/trace.go:171","msg":"trace[857063783] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"124.125512ms","start":"2026-04-09T22:40:25.127049Z","end":"2026-04-09T22:40:25.251174Z","steps":["trace[857063783] 'process raft request' (duration: 114.153919ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.251608Z","caller":"traceutil/trace.go:171","msg":"trace[1741734470] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"124.43899ms","start":"2026-04-09T22:40:25.127134Z","end":"2026-04-09T22:40:25.251573Z","steps":["trace[1741734470] 'process raft request' (duration: 124.204854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.251634Z","caller":"traceutil/trace.go:171","msg":"trace[175282038] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"124.524332ms","start":"2026-04-09T22:40:25.127064Z","end":"2026-04-09T22:40:25.251589Z","steps":["trace[175282038] 'process raft request' (duration: 124.054961ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.251658Z","caller":"traceutil/trace.go:171","msg":"trace[216634153] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"124.45019ms","start":"2026-04-09T22:40:25.127165Z","end":"2026-04-09T22:40:25.251615Z","steps":["trace[216634153] 'process raft request' (duration: 124.304646ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.25172Z","caller":"traceutil/trace.go:171","msg":"trace[130749618] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"121.685001ms","start":"2026-04-09T22:40:25.130008Z","end":"2026-04-09T22:40:25.251693Z","steps":["trace[130749618] 'process raft request' (duration: 121.615289ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.251834Z","caller":"traceutil/trace.go:171","msg":"trace[1776505037] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"124.570233ms","start":"2026-04-09T22:40:25.127255Z","end":"2026-04-09T22:40:25.251825Z","steps":["trace[1776505037] 'process raft request' (duration: 124.331767ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.25183Z","caller":"traceutil/trace.go:171","msg":"trace[1858835381] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"124.603795ms","start":"2026-04-09T22:40:25.127197Z","end":"2026-04-09T22:40:25.2518Z","steps":["trace[1858835381] 'process raft request' (duration: 124.353008ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:25.251896Z","caller":"traceutil/trace.go:171","msg":"trace[555429285] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"124.674345ms","start":"2026-04-09T22:40:25.127204Z","end":"2026-04-09T22:40:25.251878Z","steps":["trace[555429285] 'process raft request' (duration: 124.311726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.659373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464491544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:40:28.713037Z","caller":"traceutil/trace.go:171","msg":"trace[1139743520] linearizableReadLoop","detail":"{readStateIndex:5511; appliedIndex:5510; }","duration":"553.794505ms","start":"2026-04-09T22:40:28.159216Z","end":"2026-04-09T22:40:28.713011Z","steps":["trace[1139743520] 'read index received' (duration: 553.557859ms)","trace[1139743520] 'applied index is now lower than readState.Index' (duration: 234.926µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:28.713132Z","caller":"traceutil/trace.go:171","msg":"trace[1137150254] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"562.734971ms","start":"2026-04-09T22:40:28.150346Z","end":"2026-04-09T22:40:28.713081Z","steps":["trace[1137150254] 'process raft request' (duration: 562.458114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.713394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:28.150329Z","time spent":"562.913416ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:28.713388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.767928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:28.713419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.636253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:28.713441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.185465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T22:40:28.713536Z","caller":"traceutil/trace.go:171","msg":"trace[434439481] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5299; }","duration":"265.827107ms","start":"2026-04-09T22:40:28.447681Z","end":"2026-04-09T22:40:28.713508Z","steps":["trace[434439481] 'agreement among raft nodes before linearized reading' (duration: 265.588441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.713539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.85343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:28.713581Z","caller":"traceutil/trace.go:171","msg":"trace[695365962] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5299; }","duration":"554.357019ms","start":"2026-04-09T22:40:28.15919Z","end":"2026-04-09T22:40:28.713547Z","steps":["trace[695365962] 'agreement among raft nodes before linearized reading' (duration: 553.97614ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:28.713638Z","caller":"traceutil/trace.go:171","msg":"trace[1042192351] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5299; }","duration":"176.015775ms","start":"2026-04-09T22:40:28.53759Z","end":"2026-04-09T22:40:28.713605Z","steps":["trace[1042192351] 'agreement among raft nodes before linearized reading' (duration: 175.84106ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:28.713491Z","caller":"traceutil/trace.go:171","msg":"trace[1051746264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5299; }","duration":"416.932791ms","start":"2026-04-09T22:40:28.296534Z","end":"2026-04-09T22:40:28.713467Z","steps":["trace[1051746264] 'agreement among raft nodes before linearized reading' (duration: 416.732856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.713671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.779916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-09T22:40:28.713686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:28.159103Z","time spent":"554.569204ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-09T22:40:28.713706Z","caller":"traceutil/trace.go:171","msg":"trace[1490584280] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5299; }","duration":"346.841108ms","start":"2026-04-09T22:40:28.366856Z","end":"2026-04-09T22:40:28.713697Z","steps":["trace[1490584280] 'agreement among raft nodes before linearized reading' (duration: 346.665754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.713703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.335682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:40:28.713717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:28.296488Z","time spent":"417.200419ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:40:28.713746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:28.366826Z","time spent":"346.91135ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-04-09T22:40:28.713773Z","caller":"traceutil/trace.go:171","msg":"trace[473637144] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5299; }","duration":"366.449894ms","start":"2026-04-09T22:40:28.347305Z","end":"2026-04-09T22:40:28.713754Z","steps":["trace[473637144] 'agreement among raft nodes before linearized reading' (duration: 366.299521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.713816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:28.347275Z","time spent":"366.531256ms","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:28.713797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.933715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7xzpg.18a4d16d2f5542bb\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-09T22:40:28.713899Z","caller":"traceutil/trace.go:171","msg":"trace[756445873] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7xzpg.18a4d16d2f5542bb; range_end:; response_count:1; response_revision:5299; }","duration":"265.078898ms","start":"2026-04-09T22:40:28.448795Z","end":"2026-04-09T22:40:28.713874Z","steps":["trace[756445873] 'agreement among raft nodes before linearized reading' (duration: 264.697529ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:30.382447Z","caller":"traceutil/trace.go:171","msg":"trace[129907429] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"241.558273ms","start":"2026-04-09T22:40:30.140837Z","end":"2026-04-09T22:40:30.382395Z","steps":["trace[129907429] 'process raft request' (duration: 237.778808ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:30.382588Z","caller":"traceutil/trace.go:171","msg":"trace[1882592720] linearizableReadLoop","detail":"{readStateIndex:5548; appliedIndex:5546; }","duration":"146.039676ms","start":"2026-04-09T22:40:30.236523Z","end":"2026-04-09T22:40:30.382562Z","steps":["trace[1882592720] 'read index received' (duration: 142.046975ms)","trace[1882592720] 'applied index is now lower than readState.Index' (duration: 3.991691ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:30.382641Z","caller":"traceutil/trace.go:171","msg":"trace[958756805] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"236.995747ms","start":"2026-04-09T22:40:30.145626Z","end":"2026-04-09T22:40:30.382621Z","steps":["trace[958756805] 'process raft request' (duration: 236.651279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:30.383007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.451717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-09T22:40:30.383137Z","caller":"traceutil/trace.go:171","msg":"trace[442799482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1457de8-2391-4d62-862f-255d1f5ee45b; range_end:; response_count:1; response_revision:5335; }","duration":"146.643071ms","start":"2026-04-09T22:40:30.236459Z","end":"2026-04-09T22:40:30.383102Z","steps":["trace[442799482] 'agreement among raft nodes before linearized reading' (duration: 146.257201ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:33.198704Z","caller":"traceutil/trace.go:171","msg":"trace[1608180249] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"167.611162ms","start":"2026-04-09T22:40:33.031048Z","end":"2026-04-09T22:40:33.19866Z","steps":["trace[1608180249] 'process raft request' (duration: 167.324085ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:36.354277Z","caller":"traceutil/trace.go:171","msg":"trace[2114225258] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5638; }","duration":"126.690417ms","start":"2026-04-09T22:40:36.227553Z","end":"2026-04-09T22:40:36.354243Z","steps":["trace[2114225258] 'read index received' (duration: 126.309987ms)","trace[2114225258] 'applied index is now lower than readState.Index' (duration: 379.209µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:36.354396Z","caller":"traceutil/trace.go:171","msg":"trace[1765689857] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"185.076114ms","start":"2026-04-09T22:40:36.169276Z","end":"2026-04-09T22:40:36.354352Z","steps":["trace[1765689857] 'process raft request' (duration: 184.710085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:36.354505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.935182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:36.354578Z","caller":"traceutil/trace.go:171","msg":"trace[852208782] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5423; }","duration":"127.064995ms","start":"2026-04-09T22:40:36.227488Z","end":"2026-04-09T22:40:36.354553Z","steps":["trace[852208782] 'agreement among raft nodes before linearized reading' (duration: 126.880881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:37.845804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.61569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:37.846152Z","caller":"traceutil/trace.go:171","msg":"trace[1610826776] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"347.70075ms","start":"2026-04-09T22:40:37.498372Z","end":"2026-04-09T22:40:37.846072Z","steps":["trace[1610826776] 'process raft request' (duration: 168.71194ms)","trace[1610826776] 'compare' (duration: 178.313592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:37.846347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:37.498347Z","time spent":"347.909485ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:40:37.846454Z","caller":"traceutil/trace.go:171","msg":"trace[192638401] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"298.123656ms","start":"2026-04-09T22:40:37.548294Z","end":"2026-04-09T22:40:37.846418Z","steps":["trace[192638401] 'process raft request' (duration: 297.659914ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:37.846459Z","caller":"traceutil/trace.go:171","msg":"trace[1761687185] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"294.714289ms","start":"2026-04-09T22:40:37.551704Z","end":"2026-04-09T22:40:37.846418Z","steps":["trace[1761687185] 'process raft request' (duration: 294.36537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:38.01769Z","caller":"traceutil/trace.go:171","msg":"trace[592363809] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"165.873198ms","start":"2026-04-09T22:40:37.851767Z","end":"2026-04-09T22:40:38.01764Z","steps":["trace[592363809] 'process raft request' (duration: 122.759747ms)","trace[592363809] 'compare' (duration: 42.921116ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:38.338939Z","caller":"traceutil/trace.go:171","msg":"trace[652189836] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"151.619598ms","start":"2026-04-09T22:40:38.187265Z","end":"2026-04-09T22:40:38.338885Z","steps":["trace[652189836] 'process raft request' (duration: 151.33956ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:38.543942Z","caller":"traceutil/trace.go:171","msg":"trace[177350737] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"197.483379ms","start":"2026-04-09T22:40:38.346379Z","end":"2026-04-09T22:40:38.543863Z","steps":["trace[177350737] 'process raft request' (duration: 146.364234ms)","trace[177350737] 'compare' (duration: 50.829197ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:38.704653Z","caller":"traceutil/trace.go:171","msg":"trace[386458093] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5679; }","duration":"337.291476ms","start":"2026-04-09T22:40:38.367338Z","end":"2026-04-09T22:40:38.704629Z","steps":["trace[386458093] 'read index received' (duration: 125.424585ms)","trace[386458093] 'applied index is now lower than readState.Index' (duration: 211.865631ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:38.704742Z","caller":"traceutil/trace.go:171","msg":"trace[877230345] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"356.672466ms","start":"2026-04-09T22:40:38.348058Z","end":"2026-04-09T22:40:38.70473Z","steps":["trace[877230345] 'process raft request' (duration: 356.43754ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:38.70481Z","caller":"traceutil/trace.go:171","msg":"trace[919817010] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"356.059451ms","start":"2026-04-09T22:40:38.348736Z","end":"2026-04-09T22:40:38.704796Z","steps":["trace[919817010] 'process raft request' (duration: 355.841335ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:38.704656Z","caller":"traceutil/trace.go:171","msg":"trace[1638889744] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"356.899432ms","start":"2026-04-09T22:40:38.347714Z","end":"2026-04-09T22:40:38.704614Z","steps":["trace[1638889744] 'process raft request' (duration: 316.166882ms)","trace[1638889744] 'compare' (duration: 40.358701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:38.704928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:38.348705Z","time spent":"356.138683ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:38.704987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:38.347686Z","time spent":"357.178289ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:38.705142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:38.348042Z","time spent":"356.749819ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:38.705392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.059865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-09T22:40:38.705437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.694217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5b5bc6489f-47hp7\" ","response":"range_response_count:1 size:11846"} {"level":"info","ts":"2026-04-09T22:40:38.705452Z","caller":"traceutil/trace.go:171","msg":"trace[119501225] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5467; }","duration":"338.144457ms","start":"2026-04-09T22:40:38.367286Z","end":"2026-04-09T22:40:38.70543Z","steps":["trace[119501225] 'agreement among raft nodes before linearized reading' (duration: 337.942632ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:38.705487Z","caller":"traceutil/trace.go:171","msg":"trace[1091185364] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5b5bc6489f-47hp7; range_end:; response_count:1; response_revision:5467; }","duration":"241.82467ms","start":"2026-04-09T22:40:38.46365Z","end":"2026-04-09T22:40:38.705475Z","steps":["trace[1091185364] 'agreement among raft nodes before linearized reading' (duration: 241.590434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:38.705494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:38.367271Z","time spent":"338.216369ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-04-09T22:40:38.859426Z","caller":"traceutil/trace.go:171","msg":"trace[602082389] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"140.875455ms","start":"2026-04-09T22:40:38.718519Z","end":"2026-04-09T22:40:38.859394Z","steps":["trace[602082389] 'process raft request' (duration: 120.396637ms)","trace[602082389] 'compare' (duration: 20.170431ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:38.875944Z","caller":"traceutil/trace.go:171","msg":"trace[2067510505] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"133.90858ms","start":"2026-04-09T22:40:38.742006Z","end":"2026-04-09T22:40:38.875914Z","steps":["trace[2067510505] 'process raft request' (duration: 133.705414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.155317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.42614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:40:40.155397Z","caller":"traceutil/trace.go:171","msg":"trace[2018700715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5479; }","duration":"778.567144ms","start":"2026-04-09T22:40:39.376812Z","end":"2026-04-09T22:40:40.155379Z","steps":["trace[2018700715] 'range keys from in-memory index tree' (duration: 778.239886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.155438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:39.376787Z","time spent":"778.641526ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:40:40.155663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.744053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:40:40.155703Z","caller":"traceutil/trace.go:171","msg":"trace[1109317406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5479; }","duration":"777.809045ms","start":"2026-04-09T22:40:39.377883Z","end":"2026-04-09T22:40:40.155692Z","steps":["trace[1109317406] 'range keys from in-memory index tree' (duration: 777.62429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.155734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:39.377863Z","time spent":"777.864396ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:40.155919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.044041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:40:40.155956Z","caller":"traceutil/trace.go:171","msg":"trace[776866004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5479; }","duration":"778.110122ms","start":"2026-04-09T22:40:39.377835Z","end":"2026-04-09T22:40:40.155945Z","steps":["trace[776866004] 'range keys from in-memory index tree' (duration: 777.862616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.155981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:39.377822Z","time spent":"778.153534ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:40.156155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.099941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:40:40.15619Z","caller":"traceutil/trace.go:171","msg":"trace[1258799478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5479; }","duration":"778.193784ms","start":"2026-04-09T22:40:39.377988Z","end":"2026-04-09T22:40:40.156182Z","steps":["trace[1258799478] 'range keys from in-memory index tree' (duration: 777.940017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.156232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:39.377944Z","time spent":"778.281466ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:40:40.156389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.368968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:40:40.156423Z","caller":"traceutil/trace.go:171","msg":"trace[1584826016] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5479; }","duration":"778.42899ms","start":"2026-04-09T22:40:39.377986Z","end":"2026-04-09T22:40:40.156415Z","steps":["trace[1584826016] 'range keys from in-memory index tree' (duration: 778.171743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.156461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:39.377967Z","time spent":"778.482502ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:40.156791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.678207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:40:40.156832Z","caller":"traceutil/trace.go:171","msg":"trace[1982521507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5479; }","duration":"776.763919ms","start":"2026-04-09T22:40:39.380058Z","end":"2026-04-09T22:40:40.156822Z","steps":["trace[1982521507] 'range keys from in-memory index tree' (duration: 776.546053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.156861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:39.380042Z","time spent":"776.81131ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:40:41.437858Z","caller":"traceutil/trace.go:171","msg":"trace[1816937308] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5712; }","duration":"133.250543ms","start":"2026-04-09T22:40:41.304577Z","end":"2026-04-09T22:40:41.437827Z","steps":["trace[1816937308] 'read index received' (duration: 41.819108ms)","trace[1816937308] 'applied index is now lower than readState.Index' (duration: 91.430315ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:41.437874Z","caller":"traceutil/trace.go:171","msg":"trace[516429389] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"136.609387ms","start":"2026-04-09T22:40:41.301227Z","end":"2026-04-09T22:40:41.437837Z","steps":["trace[516429389] 'process raft request' (duration: 135.775015ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:41.43796Z","caller":"traceutil/trace.go:171","msg":"trace[89221896] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"124.4276ms","start":"2026-04-09T22:40:41.313486Z","end":"2026-04-09T22:40:41.437913Z","steps":["trace[89221896] 'process raft request' (duration: 124.252955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:41.438193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.584461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:40:41.438286Z","caller":"traceutil/trace.go:171","msg":"trace[1798941514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5498; }","duration":"133.746404ms","start":"2026-04-09T22:40:41.304518Z","end":"2026-04-09T22:40:41.438264Z","steps":["trace[1798941514] 'agreement among raft nodes before linearized reading' (duration: 133.426016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:41.438307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.557138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:41.438359Z","caller":"traceutil/trace.go:171","msg":"trace[533991135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5498; }","duration":"110.685812ms","start":"2026-04-09T22:40:41.32766Z","end":"2026-04-09T22:40:41.438346Z","steps":["trace[533991135] 'agreement among raft nodes before linearized reading' (duration: 110.453136ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:46.360993Z","caller":"traceutil/trace.go:171","msg":"trace[1463043905] linearizableReadLoop","detail":"{readStateIndex:5744; appliedIndex:5743; }","duration":"148.475458ms","start":"2026-04-09T22:40:46.212488Z","end":"2026-04-09T22:40:46.360964Z","steps":["trace[1463043905] 'read index received' (duration: 148.18038ms)","trace[1463043905] 'applied index is now lower than readState.Index' (duration: 292.998µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:46.361101Z","caller":"traceutil/trace.go:171","msg":"trace[306235071] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"158.750597ms","start":"2026-04-09T22:40:46.202322Z","end":"2026-04-09T22:40:46.361072Z","steps":["trace[306235071] 'process raft request' (duration: 158.43798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.361196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.224275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:46.361245Z","caller":"traceutil/trace.go:171","msg":"trace[668318495] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5526; }","duration":"109.309236ms","start":"2026-04-09T22:40:46.251918Z","end":"2026-04-09T22:40:46.361227Z","steps":["trace[668318495] 'agreement among raft nodes before linearized reading' (duration: 109.213684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.361394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.093009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:40:46.361463Z","caller":"traceutil/trace.go:171","msg":"trace[483852688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5526; }","duration":"105.170301ms","start":"2026-04-09T22:40:46.256274Z","end":"2026-04-09T22:40:46.361444Z","steps":["trace[483852688] 'agreement among raft nodes before linearized reading' (duration: 105.059348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.361642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.129059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:40:46.36178Z","caller":"traceutil/trace.go:171","msg":"trace[164690363] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5526; }","duration":"103.565501ms","start":"2026-04-09T22:40:46.258178Z","end":"2026-04-09T22:40:46.361743Z","steps":["trace[164690363] 'agreement among raft nodes before linearized reading' (duration: 103.014137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.361371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.833026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:40:46.361876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.745222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:40:46.361986Z","caller":"traceutil/trace.go:171","msg":"trace[755603415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5526; }","duration":"149.534056ms","start":"2026-04-09T22:40:46.212428Z","end":"2026-04-09T22:40:46.361962Z","steps":["trace[755603415] 'agreement among raft nodes before linearized reading' (duration: 148.672533ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:46.362316Z","caller":"traceutil/trace.go:171","msg":"trace[855523494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5526; }","duration":"107.028579ms","start":"2026-04-09T22:40:46.255043Z","end":"2026-04-09T22:40:46.362072Z","steps":["trace[855523494] 'agreement among raft nodes before linearized reading' (duration: 106.367392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.362425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.757982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:40:46.362592Z","caller":"traceutil/trace.go:171","msg":"trace[312791099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5526; }","duration":"106.967647ms","start":"2026-04-09T22:40:46.255599Z","end":"2026-04-09T22:40:46.362566Z","steps":["trace[312791099] 'agreement among raft nodes before linearized reading' (duration: 106.407573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.912547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.343912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:46.912775Z","caller":"traceutil/trace.go:171","msg":"trace[1091092038] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"149.417291ms","start":"2026-04-09T22:40:46.763336Z","end":"2026-04-09T22:40:46.912753Z","steps":["trace[1091092038] 'process raft request' (duration: 149.342819ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:46.912866Z","caller":"traceutil/trace.go:171","msg":"trace[1114427841] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"187.245199ms","start":"2026-04-09T22:40:46.725586Z","end":"2026-04-09T22:40:46.912831Z","steps":["trace[1114427841] 'process raft request' (duration: 78.513937ms)","trace[1114427841] 'compare' (duration: 108.167008ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:46.912954Z","caller":"traceutil/trace.go:171","msg":"trace[335031020] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"154.396407ms","start":"2026-04-09T22:40:46.758518Z","end":"2026-04-09T22:40:46.912914Z","steps":["trace[335031020] 'read index received' (duration: 45.580013ms)","trace[335031020] 'applied index is now lower than readState.Index' (duration: 108.810154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:46.913258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.140769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:46.913334Z","caller":"traceutil/trace.go:171","msg":"trace[2142069435] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5549; }","duration":"150.234751ms","start":"2026-04-09T22:40:46.763083Z","end":"2026-04-09T22:40:46.913318Z","steps":["trace[2142069435] 'agreement among raft nodes before linearized reading' (duration: 150.038496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.913334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.592827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-09T22:40:46.913396Z","caller":"traceutil/trace.go:171","msg":"trace[1706488593] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5549; }","duration":"185.700419ms","start":"2026-04-09T22:40:46.727679Z","end":"2026-04-09T22:40:46.91338Z","steps":["trace[1706488593] 'agreement among raft nodes before linearized reading' (duration: 185.398041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:48.76687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:49.138137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020403456s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:40:49.138569Z","caller":"traceutil/trace.go:171","msg":"trace[1215954750] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"1.020925618s","start":"2026-04-09T22:40:48.117617Z","end":"2026-04-09T22:40:49.138542Z","steps":["trace[1215954750] 'process raft request' (duration: 1.020757864s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:49.138647Z","caller":"traceutil/trace.go:171","msg":"trace[694346413] linearizableReadLoop","detail":"{readStateIndex:5808; appliedIndex:5807; }","duration":"872.649076ms","start":"2026-04-09T22:40:48.265961Z","end":"2026-04-09T22:40:49.13861Z","steps":["trace[694346413] 'read index received' (duration: 872.543953ms)","trace[694346413] 'applied index is now lower than readState.Index' (duration: 102.173µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:49.138737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.11759Z","time spent":"1.021072052s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:49.138984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.995454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-rfhqb\" ","response":"range_response_count:1 size:4987"} {"level":"info","ts":"2026-04-09T22:40:49.139042Z","caller":"traceutil/trace.go:171","msg":"trace[1860486282] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-rfhqb; range_end:; response_count:1; response_revision:5590; }","duration":"873.138568ms","start":"2026-04-09T22:40:48.265883Z","end":"2026-04-09T22:40:49.139021Z","steps":["trace[1860486282] 'agreement among raft nodes before linearized reading' (duration: 872.82989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.139098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.26584Z","time spent":"873.250891ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5010,"request content":"key:\"/registry/pods/monitoring/goldpinger-rfhqb\" "} {"level":"warn","ts":"2026-04-09T22:40:49.140371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.638556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:49.140425Z","caller":"traceutil/trace.go:171","msg":"trace[1158607785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5592; }","duration":"844.740968ms","start":"2026-04-09T22:40:48.295672Z","end":"2026-04-09T22:40:49.140413Z","steps":["trace[1158607785] 'agreement among raft nodes before linearized reading' (duration: 844.647066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.140457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.295647Z","time spent":"844.80272ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:40:49.140604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.798364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:40:49.140682Z","caller":"traceutil/trace.go:171","msg":"trace[260551742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5592; }","duration":"711.933127ms","start":"2026-04-09T22:40:48.428729Z","end":"2026-04-09T22:40:49.140662Z","steps":["trace[260551742] 'agreement among raft nodes before linearized reading' (duration: 711.726582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.140666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.330082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:40:49.140717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.31931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:40:49.140732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.428698Z","time spent":"712.02169ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:40:49.140752Z","caller":"traceutil/trace.go:171","msg":"trace[1211993508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5592; }","duration":"737.389112ms","start":"2026-04-09T22:40:48.403353Z","end":"2026-04-09T22:40:49.140742Z","steps":["trace[1211993508] 'agreement among raft nodes before linearized reading' (duration: 737.28812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:49.140762Z","caller":"traceutil/trace.go:171","msg":"trace[1502456321] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5592; }","duration":"713.476936ms","start":"2026-04-09T22:40:48.427262Z","end":"2026-04-09T22:40:49.140739Z","steps":["trace[1502456321] 'agreement among raft nodes before linearized reading' (duration: 713.210139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.140786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.403333Z","time spent":"737.443023ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:40:49.140812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.427238Z","time spent":"713.56416ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:40:49.140848Z","caller":"traceutil/trace.go:171","msg":"trace[1518779789] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"196.73747ms","start":"2026-04-09T22:40:48.944087Z","end":"2026-04-09T22:40:49.140824Z","steps":["trace[1518779789] 'process raft request' (duration: 196.020911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.140866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.320272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-09T22:40:49.140956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.59686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:40:49.140976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.48888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:49.141045Z","caller":"traceutil/trace.go:171","msg":"trace[2112727407] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5592; }","duration":"118.599972ms","start":"2026-04-09T22:40:49.022435Z","end":"2026-04-09T22:40:49.141035Z","steps":["trace[2112727407] 'agreement among raft nodes before linearized reading' (duration: 118.49972ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:49.141037Z","caller":"traceutil/trace.go:171","msg":"trace[1111687043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5592; }","duration":"713.672272ms","start":"2026-04-09T22:40:48.427308Z","end":"2026-04-09T22:40:49.14098Z","steps":["trace[1111687043] 'agreement among raft nodes before linearized reading' (duration: 713.550579ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:49.141047Z","caller":"traceutil/trace.go:171","msg":"trace[692559843] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5592; }","duration":"773.488976ms","start":"2026-04-09T22:40:48.367491Z","end":"2026-04-09T22:40:49.14098Z","steps":["trace[692559843] 'agreement among raft nodes before linearized reading' (duration: 773.254099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.141077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.427283Z","time spent":"713.783455ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:49.141145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.367467Z","time spent":"773.64039ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-09T22:40:49.141188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.731383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:40:49.14119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.252057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-09T22:40:49.141216Z","caller":"traceutil/trace.go:171","msg":"trace[1969055916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5592; }","duration":"713.803726ms","start":"2026-04-09T22:40:48.427402Z","end":"2026-04-09T22:40:49.141206Z","steps":["trace[1969055916] 'agreement among raft nodes before linearized reading' (duration: 713.295652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.141257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.427372Z","time spent":"713.878377ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:40:49.141259Z","caller":"traceutil/trace.go:171","msg":"trace[2055941836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35; range_end:; response_count:1; response_revision:5592; }","duration":"699.382581ms","start":"2026-04-09T22:40:48.441858Z","end":"2026-04-09T22:40:49.141241Z","steps":["trace[2055941836] 'agreement among raft nodes before linearized reading' (duration: 699.091743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.141305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.441845Z","time spent":"699.445232ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" "} {"level":"warn","ts":"2026-04-09T22:40:49.141398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.306446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:40:49.141475Z","caller":"traceutil/trace.go:171","msg":"trace[1353303049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5592; }","duration":"772.433699ms","start":"2026-04-09T22:40:48.369024Z","end":"2026-04-09T22:40:49.141458Z","steps":["trace[1353303049] 'agreement among raft nodes before linearized reading' (duration: 771.744541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:49.141525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:48.369004Z","time spent":"772.498881ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:50.070717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492236,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:40:50.549403Z","caller":"traceutil/trace.go:171","msg":"trace[601390981] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5827; }","duration":"979.126279ms","start":"2026-04-09T22:40:49.57025Z","end":"2026-04-09T22:40:50.549377Z","steps":["trace[601390981] 'read index received' (duration: 930.791456ms)","trace[601390981] 'applied index is now lower than readState.Index' (duration: 48.333463ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:50.54945Z","caller":"traceutil/trace.go:171","msg":"trace[1379088050] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"984.832124ms","start":"2026-04-09T22:40:49.564581Z","end":"2026-04-09T22:40:50.549414Z","steps":["trace[1379088050] 'process raft request' (duration: 936.602903ms)","trace[1379088050] 'compare' (duration: 47.494272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:50.549631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.564549Z","time spent":"984.977387ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:50.549673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.724888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-09T22:40:50.549659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.141527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:50.549714Z","caller":"traceutil/trace.go:171","msg":"trace[1507821115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35; range_end:; response_count:1; response_revision:5609; }","duration":"262.832781ms","start":"2026-04-09T22:40:50.286867Z","end":"2026-04-09T22:40:50.5497Z","steps":["trace[1507821115] 'agreement among raft nodes before linearized reading' (duration: 262.670287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.549705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.262592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:40:50.549738Z","caller":"traceutil/trace.go:171","msg":"trace[2082211171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5609; }","duration":"255.27497ms","start":"2026-04-09T22:40:50.294445Z","end":"2026-04-09T22:40:50.54972Z","steps":["trace[2082211171] 'agreement among raft nodes before linearized reading' (duration: 255.148697ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.549774Z","caller":"traceutil/trace.go:171","msg":"trace[248912755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5609; }","duration":"979.335374ms","start":"2026-04-09T22:40:49.570422Z","end":"2026-04-09T22:40:50.549757Z","steps":["trace[248912755] 'agreement among raft nodes before linearized reading' (duration: 979.111499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.549821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.570331Z","time spent":"979.477477ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"warn","ts":"2026-04-09T22:40:50.55004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.43808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-09T22:40:50.550171Z","caller":"traceutil/trace.go:171","msg":"trace[220000186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35; range_end:; response_count:1; response_revision:5609; }","duration":"403.599544ms","start":"2026-04-09T22:40:50.146552Z","end":"2026-04-09T22:40:50.550151Z","steps":["trace[220000186] 'agreement among raft nodes before linearized reading' (duration: 403.387569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.550231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:50.146533Z","time spent":"403.683097ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" "} {"level":"warn","ts":"2026-04-09T22:40:50.550062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.758125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:50.550573Z","caller":"traceutil/trace.go:171","msg":"trace[1014425677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5609; }","duration":"980.196126ms","start":"2026-04-09T22:40:49.570202Z","end":"2026-04-09T22:40:50.550398Z","steps":["trace[1014425677] 'agreement among raft nodes before linearized reading' (duration: 979.295893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.550708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.57018Z","time spent":"980.505044ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:40:50.71131Z","caller":"traceutil/trace.go:171","msg":"trace[1300644522] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"153.616298ms","start":"2026-04-09T22:40:50.557665Z","end":"2026-04-09T22:40:50.711282Z","steps":["trace[1300644522] 'process raft request' (duration: 153.466994ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.229455Z","caller":"traceutil/trace.go:171","msg":"trace[2064794995] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"111.187375ms","start":"2026-04-09T22:40:51.118244Z","end":"2026-04-09T22:40:51.229431Z","steps":["trace[2064794995] 'process raft request' (duration: 110.97315ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.4226Z","caller":"traceutil/trace.go:171","msg":"trace[1585361393] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"186.740387ms","start":"2026-04-09T22:40:51.235829Z","end":"2026-04-09T22:40:51.42257Z","steps":["trace[1585361393] 'process raft request' (duration: 92.537832ms)","trace[1585361393] 'compare' (duration: 94.067082ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:51.520562Z","caller":"traceutil/trace.go:171","msg":"trace[1922113759] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"284.1244ms","start":"2026-04-09T22:40:51.236397Z","end":"2026-04-09T22:40:51.520522Z","steps":["trace[1922113759] 'process raft request' (duration: 283.791961ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.520882Z","caller":"traceutil/trace.go:171","msg":"trace[2069385521] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"284.272374ms","start":"2026-04-09T22:40:51.236576Z","end":"2026-04-09T22:40:51.520848Z","steps":["trace[2069385521] 'process raft request' (duration: 283.754991ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.520977Z","caller":"traceutil/trace.go:171","msg":"trace[1495963798] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"284.099139ms","start":"2026-04-09T22:40:51.236844Z","end":"2026-04-09T22:40:51.520943Z","steps":["trace[1495963798] 'process raft request' (duration: 283.829582ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.521725Z","caller":"traceutil/trace.go:171","msg":"trace[542275601] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"284.802757ms","start":"2026-04-09T22:40:51.236902Z","end":"2026-04-09T22:40:51.521704Z","steps":["trace[542275601] 'process raft request' (duration: 283.885944ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.52199Z","caller":"traceutil/trace.go:171","msg":"trace[833786345] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"285.026973ms","start":"2026-04-09T22:40:51.23694Z","end":"2026-04-09T22:40:51.521967Z","steps":["trace[833786345] 'process raft request' (duration: 284.629323ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.522281Z","caller":"traceutil/trace.go:171","msg":"trace[1321606139] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"284.657854ms","start":"2026-04-09T22:40:51.237606Z","end":"2026-04-09T22:40:51.522264Z","steps":["trace[1321606139] 'process raft request' (duration: 284.366296ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.522312Z","caller":"traceutil/trace.go:171","msg":"trace[1626613212] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"285.206798ms","start":"2026-04-09T22:40:51.237051Z","end":"2026-04-09T22:40:51.522257Z","steps":["trace[1626613212] 'process raft request' (duration: 284.672594ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.52242Z","caller":"traceutil/trace.go:171","msg":"trace[558774816] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"285.075244ms","start":"2026-04-09T22:40:51.237323Z","end":"2026-04-09T22:40:51.522398Z","steps":["trace[558774816] 'process raft request' (duration: 284.574951ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.522496Z","caller":"traceutil/trace.go:171","msg":"trace[606691155] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5832; }","duration":"226.988704ms","start":"2026-04-09T22:40:51.295489Z","end":"2026-04-09T22:40:51.522478Z","steps":["trace[606691155] 'read index received' (duration: 32.895382ms)","trace[606691155] 'applied index is now lower than readState.Index' (duration: 194.091542ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:51.522489Z","caller":"traceutil/trace.go:171","msg":"trace[200433868] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"283.919076ms","start":"2026-04-09T22:40:51.238529Z","end":"2026-04-09T22:40:51.522448Z","steps":["trace[200433868] 'process raft request' (duration: 283.656629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:51.522597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.104457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:51.52262Z","caller":"traceutil/trace.go:171","msg":"trace[263356362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5624; }","duration":"227.139978ms","start":"2026-04-09T22:40:51.295475Z","end":"2026-04-09T22:40:51.522615Z","steps":["trace[263356362] 'agreement among raft nodes before linearized reading' (duration: 227.086907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:51.522761Z","caller":"traceutil/trace.go:171","msg":"trace[1875783876] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"283.159576ms","start":"2026-04-09T22:40:51.239592Z","end":"2026-04-09T22:40:51.522752Z","steps":["trace[1875783876] 'process raft request' (duration: 282.671664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.023011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:52.523163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:53.024134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:53.524692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:54.025255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:54.298563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:40:54.29867Z","caller":"traceutil/trace.go:171","msg":"trace[977645096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059714s","start":"2026-04-09T22:40:52.298052Z","end":"2026-04-09T22:40:54.29865Z","steps":["trace[977645096] 'agreement among raft nodes before linearized reading' (duration: 2.000435316s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.298734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.298024Z","time spent":"2.000695813s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:40:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:40:54.343195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.823058985s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:40:54.449768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.29362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:54.449876Z","caller":"traceutil/trace.go:171","msg":"trace[559656017] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"2.93384309s","start":"2026-04-09T22:40:51.516013Z","end":"2026-04-09T22:40:54.449856Z","steps":["trace[559656017] 'process raft request' (duration: 2.827368185s)","trace[559656017] 'compare' (duration: 105.445308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:54.449964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:51.515987Z","time spent":"2.933919011s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:54.452381Z","caller":"traceutil/trace.go:171","msg":"trace[938874951] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"2.920751288s","start":"2026-04-09T22:40:51.531602Z","end":"2026-04-09T22:40:54.452353Z","steps":["trace[938874951] 'process raft request' (duration: 2.92045448s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.452383Z","caller":"traceutil/trace.go:171","msg":"trace[1650340389] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"1.896958678s","start":"2026-04-09T22:40:52.555387Z","end":"2026-04-09T22:40:54.452345Z","steps":["trace[1650340389] 'process raft request' (duration: 1.896868596s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.45251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:51.531585Z","time spent":"2.92085273s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:54.452632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.555365Z","time spent":"1.897125763s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:54.465674Z","caller":"traceutil/trace.go:171","msg":"trace[1473968249] linearizableReadLoop","detail":"{readStateIndex:5846; appliedIndex:5843; }","duration":"2.943099363s","start":"2026-04-09T22:40:51.522544Z","end":"2026-04-09T22:40:54.465643Z","steps":["trace[1473968249] 'read index received' (duration: 2.820841079s)","trace[1473968249] 'applied index is now lower than readState.Index' (duration: 122.255894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:54.465812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095301635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:54.466289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612058778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T22:40:54.466365Z","caller":"traceutil/trace.go:171","msg":"trace[1663166249] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5627; }","duration":"3.095898942s","start":"2026-04-09T22:40:51.37045Z","end":"2026-04-09T22:40:54.466348Z","steps":["trace[1663166249] 'agreement among raft nodes before linearized reading' (duration: 3.095302886s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.466381Z","caller":"traceutil/trace.go:171","msg":"trace[1487737463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5627; }","duration":"1.612213252s","start":"2026-04-09T22:40:52.854147Z","end":"2026-04-09T22:40:54.46636Z","steps":["trace[1487737463] 'agreement among raft nodes before linearized reading' (duration: 1.611885973s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.465879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029246854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-09T22:40:54.46643Z","caller":"traceutil/trace.go:171","msg":"trace[1688993446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5627; }","duration":"3.02988564s","start":"2026-04-09T22:40:51.436535Z","end":"2026-04-09T22:40:54.466421Z","steps":["trace[1688993446] 'agreement among raft nodes before linearized reading' (duration: 3.0291239s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.466432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.854117Z","time spent":"1.612306074s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:40:54.466457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:51.436506Z","time spent":"3.029942621s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-09T22:40:54.465943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248327929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:54.466536Z","caller":"traceutil/trace.go:171","msg":"trace[2092965239] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5627; }","duration":"2.248969307s","start":"2026-04-09T22:40:52.217553Z","end":"2026-04-09T22:40:54.466523Z","steps":["trace[2092965239] 'agreement among raft nodes before linearized reading' (duration: 2.24832455s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.466572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.217502Z","time spent":"2.249059739s","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:54.466682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038324578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:40:54.46601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965256816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:54.466723Z","caller":"traceutil/trace.go:171","msg":"trace[2067288060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5627; }","duration":"1.038395959s","start":"2026-04-09T22:40:53.428313Z","end":"2026-04-09T22:40:54.466709Z","steps":["trace[2067288060] 'agreement among raft nodes before linearized reading' (duration: 1.037860995s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.466748Z","caller":"traceutil/trace.go:171","msg":"trace[236450063] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5627; }","duration":"1.966032716s","start":"2026-04-09T22:40:52.500705Z","end":"2026-04-09T22:40:54.466738Z","steps":["trace[236450063] 'agreement among raft nodes before linearized reading' (duration: 1.965276696s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.466752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.428292Z","time spent":"1.038454001s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:54.466785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.500683Z","time spent":"1.966093437s","remote":"127.0.0.1:47108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:54.466032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845556406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:40:54.466741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359675088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:54.466989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:51.370427Z","time spent":"3.096553387s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:54.466829Z","caller":"traceutil/trace.go:171","msg":"trace[1926061730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5627; }","duration":"1.846397558s","start":"2026-04-09T22:40:52.620422Z","end":"2026-04-09T22:40:54.466819Z","steps":["trace[1926061730] 'agreement among raft nodes before linearized reading' (duration: 1.845551536s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.467057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.620396Z","time spent":"1.846649805s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:54.466101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.991585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:54.467143Z","caller":"traceutil/trace.go:171","msg":"trace[1148712430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5627; }","duration":"168.063904ms","start":"2026-04-09T22:40:54.299052Z","end":"2026-04-09T22:40:54.467115Z","steps":["trace[1148712430] 'agreement among raft nodes before linearized reading' (duration: 167.015967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.466107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.05571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:40:54.467227Z","caller":"traceutil/trace.go:171","msg":"trace[1261513928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5627; }","duration":"939.25271ms","start":"2026-04-09T22:40:53.527961Z","end":"2026-04-09T22:40:54.467214Z","steps":["trace[1261513928] 'agreement among raft nodes before linearized reading' (duration: 937.997968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.467257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.527935Z","time spent":"939.311802ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:54.467248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924588444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:40:54.466153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691856904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:54.466178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4451567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-09T22:40:54.466186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.44472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:40:54.466196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.139822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:40:54.4662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.282612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:40:54.466241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.257238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:54.466276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.300603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:40:54.466288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910407836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-09T22:40:54.466046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517639198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:40:54.466062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842659833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:40:54.466994Z","caller":"traceutil/trace.go:171","msg":"trace[466448598] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5627; }","duration":"2.359873573s","start":"2026-04-09T22:40:52.106983Z","end":"2026-04-09T22:40:54.466857Z","steps":["trace[466448598] 'agreement among raft nodes before linearized reading' (duration: 2.359082512s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.467449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.106956Z","time spent":"2.360470678s","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:54.467551Z","caller":"traceutil/trace.go:171","msg":"trace[483304403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5627; }","duration":"942.659207ms","start":"2026-04-09T22:40:53.524881Z","end":"2026-04-09T22:40:54.46754Z","steps":["trace[483304403] 'agreement among raft nodes before linearized reading' (duration: 941.232541ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.467579Z","caller":"traceutil/trace.go:171","msg":"trace[219359320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35; range_end:; response_count:1; response_revision:5627; }","duration":"2.911683698s","start":"2026-04-09T22:40:51.555871Z","end":"2026-04-09T22:40:54.467554Z","steps":["trace[219359320] 'agreement among raft nodes before linearized reading' (duration: 2.910342103s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.467594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.524859Z","time spent":"942.720939ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:54.467626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:51.55584Z","time spent":"2.91177137s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" "} {"level":"info","ts":"2026-04-09T22:40:54.467649Z","caller":"traceutil/trace.go:171","msg":"trace[1826786541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5627; }","duration":"2.446648788s","start":"2026-04-09T22:40:52.020982Z","end":"2026-04-09T22:40:54.467631Z","steps":["trace[1826786541] 'agreement among raft nodes before linearized reading' (duration: 2.445053398s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.46768Z","caller":"traceutil/trace.go:171","msg":"trace[1975824686] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5627; }","duration":"2.925054756s","start":"2026-04-09T22:40:51.542608Z","end":"2026-04-09T22:40:54.467663Z","steps":["trace[1975824686] 'agreement among raft nodes before linearized reading' (duration: 2.92323114s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.467703Z","caller":"traceutil/trace.go:171","msg":"trace[1429167892] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5627; }","duration":"2.693465585s","start":"2026-04-09T22:40:51.774228Z","end":"2026-04-09T22:40:54.467694Z","steps":["trace[1429167892] 'agreement among raft nodes before linearized reading' (duration: 2.691900085s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.467719Z","caller":"traceutil/trace.go:171","msg":"trace[648197908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5627; }","duration":"942.03296ms","start":"2026-04-09T22:40:53.525677Z","end":"2026-04-09T22:40:54.46771Z","steps":["trace[648197908] 'agreement among raft nodes before linearized reading' (duration: 940.43339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.467718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.020964Z","time spent":"2.446737141s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:40:54.467743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.525647Z","time spent":"942.089102ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:40:54.467744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:51.774186Z","time spent":"2.693544827s","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:54.467747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:51.542595Z","time spent":"2.925134438s","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":46,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:54.467769Z","caller":"traceutil/trace.go:171","msg":"trace[1318713920] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5627; }","duration":"1.519397133s","start":"2026-04-09T22:40:52.948359Z","end":"2026-04-09T22:40:54.467757Z","steps":["trace[1318713920] 'agreement among raft nodes before linearized reading' (duration: 1.517489914s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.467803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.948343Z","time spent":"1.519448553s","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:54.46767Z","caller":"traceutil/trace.go:171","msg":"trace[1586294366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5627; }","duration":"940.706407ms","start":"2026-04-09T22:40:53.526953Z","end":"2026-04-09T22:40:54.467659Z","steps":["trace[1586294366] 'agreement among raft nodes before linearized reading' (duration: 939.26492ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.467782Z","caller":"traceutil/trace.go:171","msg":"trace[733532500] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5627; }","duration":"461.682155ms","start":"2026-04-09T22:40:54.005923Z","end":"2026-04-09T22:40:54.467605Z","steps":["trace[733532500] 'agreement among raft nodes before linearized reading' (duration: 460.243448ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:54.467845Z","caller":"traceutil/trace.go:171","msg":"trace[1554625616] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5627; }","duration":"939.823305ms","start":"2026-04-09T22:40:53.528012Z","end":"2026-04-09T22:40:54.467835Z","steps":["trace[1554625616] 'agreement among raft nodes before linearized reading' (duration: 938.141892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.468046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.527987Z","time spent":"940.046369ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:54.467843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.526946Z","time spent":"940.886811ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:40:54.468045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:54.005902Z","time spent":"462.006362ms","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:54.468459Z","caller":"traceutil/trace.go:171","msg":"trace[1890254585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5627; }","duration":"1.845103695s","start":"2026-04-09T22:40:52.623339Z","end":"2026-04-09T22:40:54.468443Z","steps":["trace[1890254585] 'agreement among raft nodes before linearized reading' (duration: 1.842591981s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.468514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.623315Z","time spent":"1.845186267s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"info","ts":"2026-04-09T22:40:55.735355Z","caller":"traceutil/trace.go:171","msg":"trace[1847566761] linearizableReadLoop","detail":"{readStateIndex:5873; appliedIndex:5872; }","duration":"262.568045ms","start":"2026-04-09T22:40:55.472763Z","end":"2026-04-09T22:40:55.735331Z","steps":["trace[1847566761] 'read index received' (duration: 262.463461ms)","trace[1847566761] 'applied index is now lower than readState.Index' (duration: 103.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:55.735447Z","caller":"traceutil/trace.go:171","msg":"trace[1415738234] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"386.834591ms","start":"2026-04-09T22:40:55.348582Z","end":"2026-04-09T22:40:55.735417Z","steps":["trace[1415738234] 'process raft request' (duration: 386.603964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:55.735667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.867442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-09T22:40:55.735706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:55.348563Z","time spent":"386.988744ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:55.735773Z","caller":"traceutil/trace.go:171","msg":"trace[1392531904] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35; range_end:; response_count:1; response_revision:5652; }","duration":"263.029646ms","start":"2026-04-09T22:40:55.47272Z","end":"2026-04-09T22:40:55.73575Z","steps":["trace[1392531904] 'agreement among raft nodes before linearized reading' (duration: 262.76224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:55.741267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.049148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:55.74133Z","caller":"traceutil/trace.go:171","msg":"trace[2079105354] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5653; }","duration":"167.175461ms","start":"2026-04-09T22:40:55.574141Z","end":"2026-04-09T22:40:55.741316Z","steps":["trace[2079105354] 'agreement among raft nodes before linearized reading' (duration: 167.038088ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:55.741289Z","caller":"traceutil/trace.go:171","msg":"trace[290416470] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"120.300545ms","start":"2026-04-09T22:40:55.620953Z","end":"2026-04-09T22:40:55.741253Z","steps":["trace[290416470] 'process raft request' (duration: 120.134111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:56.956417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492397,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:40:57.34179Z","caller":"traceutil/trace.go:171","msg":"trace[1904365130] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"886.883985ms","start":"2026-04-09T22:40:56.454876Z","end":"2026-04-09T22:40:57.34176Z","steps":["trace[1904365130] 'process raft request' (duration: 886.6756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:57.341975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.454844Z","time spent":"887.043839ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:58.057462Z","caller":"traceutil/trace.go:171","msg":"trace[1746579059] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"1.59876561s","start":"2026-04-09T22:40:56.458665Z","end":"2026-04-09T22:40:58.057431Z","steps":["trace[1746579059] 'process raft request' (duration: 1.59834607s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:58.057641Z","caller":"traceutil/trace.go:171","msg":"trace[1586065377] linearizableReadLoop","detail":"{readStateIndex:5900; appliedIndex:5897; }","duration":"1.602069584s","start":"2026-04-09T22:40:56.455529Z","end":"2026-04-09T22:40:58.057598Z","steps":["trace[1586065377] 'read index received' (duration: 886.027563ms)","trace[1586065377] 'applied index is now lower than readState.Index' (duration: 716.038571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:58.057722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.458645Z","time spent":"1.598907174s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:58.05765Z","caller":"traceutil/trace.go:171","msg":"trace[1308590613] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"1.410654291s","start":"2026-04-09T22:40:56.646965Z","end":"2026-04-09T22:40:58.05762Z","steps":["trace[1308590613] 'process raft request' (duration: 1.410395783s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.057974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31384985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:58.058041Z","caller":"traceutil/trace.go:171","msg":"trace[1166382681] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5677; }","duration":"1.314003164s","start":"2026-04-09T22:40:56.744023Z","end":"2026-04-09T22:40:58.058026Z","steps":["trace[1166382681] 'agreement among raft nodes before linearized reading' (duration: 1.31386415s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.058032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.646937Z","time spent":"1.410966339s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:58.058103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.743991Z","time spent":"1.314078326s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:58.058138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568636279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:40:58.058233Z","caller":"traceutil/trace.go:171","msg":"trace[278511086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5677; }","duration":"1.568796653s","start":"2026-04-09T22:40:56.489413Z","end":"2026-04-09T22:40:58.05821Z","steps":["trace[278511086] 'agreement among raft nodes before linearized reading' (duration: 1.568447464s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.058275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.804751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:40:58.058294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.489405Z","time spent":"1.568866964s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:40:58.058318Z","caller":"traceutil/trace.go:171","msg":"trace[753347333] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5677; }","duration":"117.873083ms","start":"2026-04-09T22:40:57.940432Z","end":"2026-04-09T22:40:58.058305Z","steps":["trace[753347333] 'agreement among raft nodes before linearized reading' (duration: 117.77054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.058289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570385973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-09T22:40:58.058462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.8216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:58.058575Z","caller":"traceutil/trace.go:171","msg":"trace[2133276522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5677; }","duration":"761.991934ms","start":"2026-04-09T22:40:57.296555Z","end":"2026-04-09T22:40:58.058547Z","steps":["trace[2133276522] 'agreement among raft nodes before linearized reading' (duration: 761.767598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.058569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569667074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-04-09T22:40:58.058598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603048809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"warn","ts":"2026-04-09T22:40:58.058619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569890411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:40:58.05866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570796163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:40:58.058716Z","caller":"traceutil/trace.go:171","msg":"trace[1944509313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5677; }","duration":"1.570892146s","start":"2026-04-09T22:40:56.487808Z","end":"2026-04-09T22:40:58.0587Z","steps":["trace[1944509313] 'agreement among raft nodes before linearized reading' (duration: 1.570727942s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:58.058734Z","caller":"traceutil/trace.go:171","msg":"trace[571111552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5677; }","duration":"1.569989354s","start":"2026-04-09T22:40:56.488704Z","end":"2026-04-09T22:40:58.058693Z","steps":["trace[571111552] 'agreement among raft nodes before linearized reading' (duration: 1.56983777s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.058785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.488696Z","time spent":"1.570080196s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:58.058788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.487791Z","time spent":"1.570979568s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:40:58.058147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316639221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-09T22:40:58.058947Z","caller":"traceutil/trace.go:171","msg":"trace[1676220251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35; range_end:; response_count:1; response_revision:5677; }","duration":"1.317494842s","start":"2026-04-09T22:40:56.741425Z","end":"2026-04-09T22:40:58.05892Z","steps":["trace[1676220251] 'agreement among raft nodes before linearized reading' (duration: 1.316532588s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.059035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.741401Z","time spent":"1.317604525s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" "} {"level":"warn","ts":"2026-04-09T22:40:58.058624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:57.296524Z","time spent":"762.092177ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:40:58.05849Z","caller":"traceutil/trace.go:171","msg":"trace[103546942] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5677; }","duration":"1.570563817s","start":"2026-04-09T22:40:56.487875Z","end":"2026-04-09T22:40:58.058439Z","steps":["trace[103546942] 'agreement among raft nodes before linearized reading' (duration: 1.570333381s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.059551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.487869Z","time spent":"1.571618214s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:58.058126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571415238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:40:58.058774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569015938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:58.059633Z","caller":"traceutil/trace.go:171","msg":"trace[1831842837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5677; }","duration":"1.57304676s","start":"2026-04-09T22:40:56.486572Z","end":"2026-04-09T22:40:58.059618Z","steps":["trace[1831842837] 'agreement among raft nodes before linearized reading' (duration: 1.571259105s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.059669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.486539Z","time spent":"1.573119152s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:40:58.059684Z","caller":"traceutil/trace.go:171","msg":"trace[239113518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5677; }","duration":"1.570183887s","start":"2026-04-09T22:40:56.489455Z","end":"2026-04-09T22:40:58.059639Z","steps":["trace[239113518] 'agreement among raft nodes before linearized reading' (duration: 1.568830913s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.058464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570057205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:40:58.059753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.489449Z","time spent":"1.5702804s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:40:58.059759Z","caller":"traceutil/trace.go:171","msg":"trace[154214663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5677; }","duration":"1.571419229s","start":"2026-04-09T22:40:56.488326Z","end":"2026-04-09T22:40:58.059745Z","steps":["trace[154214663] 'agreement among raft nodes before linearized reading' (duration: 1.569696186s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.059881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.488315Z","time spent":"1.571542782s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:40:58.05865Z","caller":"traceutil/trace.go:171","msg":"trace[1102044624] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5677; }","duration":"1.603161272s","start":"2026-04-09T22:40:56.455471Z","end":"2026-04-09T22:40:58.058633Z","steps":["trace[1102044624] 'agreement among raft nodes before linearized reading' (duration: 1.60228277s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.059969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.455449Z","time spent":"1.604506545s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-09T22:40:58.05864Z","caller":"traceutil/trace.go:171","msg":"trace[646969319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5677; }","duration":"1.569748057s","start":"2026-04-09T22:40:56.488869Z","end":"2026-04-09T22:40:58.058617Z","steps":["trace[646969319] 'agreement among raft nodes before linearized reading' (duration: 1.569555202s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:58.060049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:56.488862Z","time spent":"1.571173212s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"info","ts":"2026-04-09T22:40:59.883884Z","caller":"traceutil/trace.go:171","msg":"trace[1280609968] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5933; }","duration":"154.870559ms","start":"2026-04-09T22:40:59.72899Z","end":"2026-04-09T22:40:59.883861Z","steps":["trace[1280609968] 'read index received' (duration: 154.667534ms)","trace[1280609968] 'applied index is now lower than readState.Index' (duration: 202.015µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:59.884034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.035363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:59.884079Z","caller":"traceutil/trace.go:171","msg":"trace[1883002252] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5709; }","duration":"155.134336ms","start":"2026-04-09T22:40:59.728935Z","end":"2026-04-09T22:40:59.884069Z","steps":["trace[1883002252] 'agreement among raft nodes before linearized reading' (duration: 155.026963ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:59.884011Z","caller":"traceutil/trace.go:171","msg":"trace[1993622271] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"215.014401ms","start":"2026-04-09T22:40:59.668958Z","end":"2026-04-09T22:40:59.883972Z","steps":["trace[1993622271] 'process raft request' (duration: 214.755245ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:02.285716Z","caller":"traceutil/trace.go:171","msg":"trace[40555279] linearizableReadLoop","detail":"{readStateIndex:5963; appliedIndex:5962; }","duration":"102.894834ms","start":"2026-04-09T22:41:02.18279Z","end":"2026-04-09T22:41:02.285685Z","steps":["trace[40555279] 'read index received' (duration: 102.615177ms)","trace[40555279] 'applied index is now lower than readState.Index' (duration: 277.967µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:02.285777Z","caller":"traceutil/trace.go:171","msg":"trace[230003917] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"106.227098ms","start":"2026-04-09T22:41:02.179525Z","end":"2026-04-09T22:41:02.285752Z","steps":["trace[230003917] 'process raft request' (duration: 105.90129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:02.285987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.180081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9635"} {"level":"info","ts":"2026-04-09T22:41:02.286034Z","caller":"traceutil/trace.go:171","msg":"trace[120229260] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5738; }","duration":"103.267344ms","start":"2026-04-09T22:41:02.182753Z","end":"2026-04-09T22:41:02.28602Z","steps":["trace[120229260] 'agreement among raft nodes before linearized reading' (duration: 103.056618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.008744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:41:08.197035Z","caller":"traceutil/trace.go:171","msg":"trace[1504714836] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6033; }","duration":"689.217323ms","start":"2026-04-09T22:41:07.507795Z","end":"2026-04-09T22:41:08.197013Z","steps":["trace[1504714836] 'read index received' (duration: 688.977917ms)","trace[1504714836] 'applied index is now lower than readState.Index' (duration: 237.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:08.19711Z","caller":"traceutil/trace.go:171","msg":"trace[689364302] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"812.619896ms","start":"2026-04-09T22:41:07.384443Z","end":"2026-04-09T22:41:08.197062Z","steps":["trace[689364302] 'process raft request' (duration: 812.406591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.197357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.384416Z","time spent":"812.78878ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:08.197426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.607512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13874"} {"level":"info","ts":"2026-04-09T22:41:08.197614Z","caller":"traceutil/trace.go:171","msg":"trace[1843118297] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5808; }","duration":"689.790687ms","start":"2026-04-09T22:41:07.507742Z","end":"2026-04-09T22:41:08.197532Z","steps":["trace[1843118297] 'agreement among raft nodes before linearized reading' (duration: 689.398927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.197729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.507722Z","time spent":"689.989372ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13897,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-09T22:41:08.407375Z","caller":"traceutil/trace.go:171","msg":"trace[1830957000] linearizableReadLoop","detail":"{readStateIndex:6035; appliedIndex:6034; }","duration":"210.238281ms","start":"2026-04-09T22:41:08.197104Z","end":"2026-04-09T22:41:08.407342Z","steps":["trace[1830957000] 'read index received' (duration: 175.04303ms)","trace[1830957000] 'applied index is now lower than readState.Index' (duration: 35.193791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:08.40757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.867824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:41:08.407654Z","caller":"traceutil/trace.go:171","msg":"trace[1352332410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5809; }","duration":"266.996377ms","start":"2026-04-09T22:41:08.140637Z","end":"2026-04-09T22:41:08.407634Z","steps":["trace[1352332410] 'agreement among raft nodes before linearized reading' (duration: 266.855663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.407687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.613686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:41:08.40778Z","caller":"traceutil/trace.go:171","msg":"trace[1505192833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5809; }","duration":"262.75483ms","start":"2026-04-09T22:41:08.145003Z","end":"2026-04-09T22:41:08.407758Z","steps":["trace[1505192833] 'agreement among raft nodes before linearized reading' (duration: 262.414181ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.407382Z","caller":"traceutil/trace.go:171","msg":"trace[468769014] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"283.491335ms","start":"2026-04-09T22:41:08.123863Z","end":"2026-04-09T22:41:08.407355Z","steps":["trace[468769014] 'process raft request' (duration: 248.267263ms)","trace[468769014] 'compare' (duration: 35.066008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:08.407819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.767324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-09T22:41:08.40781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.170379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:41:08.407886Z","caller":"traceutil/trace.go:171","msg":"trace[849819867] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5809; }","duration":"877.856517ms","start":"2026-04-09T22:41:07.530009Z","end":"2026-04-09T22:41:08.407865Z","steps":["trace[849819867] 'agreement among raft nodes before linearized reading' (duration: 877.639721ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.407928Z","caller":"traceutil/trace.go:171","msg":"trace[825193615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5809; }","duration":"259.342763ms","start":"2026-04-09T22:41:08.14856Z","end":"2026-04-09T22:41:08.407903Z","steps":["trace[825193615] 'agreement among raft nodes before linearized reading' (duration: 259.013344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.407937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.529996Z","time spent":"877.925248ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-09T22:41:08.408032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.838932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:41:08.408152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.456506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:41:08.40822Z","caller":"traceutil/trace.go:171","msg":"trace[1364733960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5809; }","duration":"278.552689ms","start":"2026-04-09T22:41:08.129646Z","end":"2026-04-09T22:41:08.408199Z","steps":["trace[1364733960] 'agreement among raft nodes before linearized reading' (duration: 278.446656ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.40817Z","caller":"traceutil/trace.go:171","msg":"trace[649799319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5809; }","duration":"247.977366ms","start":"2026-04-09T22:41:08.160169Z","end":"2026-04-09T22:41:08.408146Z","steps":["trace[649799319] 'agreement among raft nodes before linearized reading' (duration: 247.444322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.408357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.814916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:41:08.408419Z","caller":"traceutil/trace.go:171","msg":"trace[398313499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5809; }","duration":"261.891177ms","start":"2026-04-09T22:41:08.146514Z","end":"2026-04-09T22:41:08.408405Z","steps":["trace[398313499] 'agreement among raft nodes before linearized reading' (duration: 261.727733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.408422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.334328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:41:08.408424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.011516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:41:08.408501Z","caller":"traceutil/trace.go:171","msg":"trace[1584242565] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5809; }","duration":"263.136279ms","start":"2026-04-09T22:41:08.145343Z","end":"2026-04-09T22:41:08.408479Z","steps":["trace[1584242565] 'agreement among raft nodes before linearized reading' (duration: 262.834671ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.408485Z","caller":"traceutil/trace.go:171","msg":"trace[1393387248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5809; }","duration":"262.403911ms","start":"2026-04-09T22:41:08.146063Z","end":"2026-04-09T22:41:08.408467Z","steps":["trace[1393387248] 'agreement among raft nodes before linearized reading' (duration: 261.343504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.408781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.699067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:08.408855Z","caller":"traceutil/trace.go:171","msg":"trace[1560016733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5810; }","duration":"111.81451ms","start":"2026-04-09T22:41:08.297022Z","end":"2026-04-09T22:41:08.408836Z","steps":["trace[1560016733] 'agreement among raft nodes before linearized reading' (duration: 111.677456ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.409268Z","caller":"traceutil/trace.go:171","msg":"trace[63763367] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"197.365236ms","start":"2026-04-09T22:41:08.21183Z","end":"2026-04-09T22:41:08.409195Z","steps":["trace[63763367] 'process raft request' (duration: 196.680158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:12.929796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464492748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:41:13.269007Z","caller":"traceutil/trace.go:171","msg":"trace[1550542451] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"847.342564ms","start":"2026-04-09T22:41:12.421634Z","end":"2026-04-09T22:41:13.268977Z","steps":["trace[1550542451] 'process raft request' (duration: 847.18432ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:13.269072Z","caller":"traceutil/trace.go:171","msg":"trace[1628560416] linearizableReadLoop","detail":"{readStateIndex:6069; appliedIndex:6069; }","duration":"840.220904ms","start":"2026-04-09T22:41:12.42882Z","end":"2026-04-09T22:41:13.269041Z","steps":["trace[1628560416] 'read index received' (duration: 840.194793ms)","trace[1628560416] 'applied index is now lower than readState.Index' (duration: 13.741µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.269177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.421605Z","time spent":"847.481088ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:13.269326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.480821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:41:13.269579Z","caller":"traceutil/trace.go:171","msg":"trace[169957847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:5842; }","duration":"840.791359ms","start":"2026-04-09T22:41:12.428775Z","end":"2026-04-09T22:41:13.269566Z","steps":["trace[169957847] 'agreement among raft nodes before linearized reading' (duration: 840.386979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:13.269787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.428752Z","time spent":"840.972533ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"info","ts":"2026-04-09T22:41:13.641413Z","caller":"traceutil/trace.go:171","msg":"trace[521905744] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"568.408495ms","start":"2026-04-09T22:41:13.072971Z","end":"2026-04-09T22:41:13.64138Z","steps":["trace[521905744] 'process raft request' (duration: 505.522534ms)","trace[521905744] 'compare' (duration: 62.650655ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:13.641432Z","caller":"traceutil/trace.go:171","msg":"trace[2087986538] linearizableReadLoop","detail":"{readStateIndex:6070; appliedIndex:6069; }","duration":"372.25379ms","start":"2026-04-09T22:41:13.269129Z","end":"2026-04-09T22:41:13.641383Z","steps":["trace[2087986538] 'read index received' (duration: 309.40402ms)","trace[2087986538] 'applied index is now lower than readState.Index' (duration: 62.84697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.641563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.072952Z","time spent":"568.536629ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:13.971826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.492034ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:41:13.971973Z","caller":"traceutil/trace.go:171","msg":"trace[562243258] linearizableReadLoop","detail":"{readStateIndex:6071; appliedIndex:6070; }","duration":"330.437562ms","start":"2026-04-09T22:41:13.641515Z","end":"2026-04-09T22:41:13.971952Z","steps":["trace[562243258] 'read index received' (duration: 52.961µs)","trace[562243258] 'applied index is now lower than readState.Index' (duration: 330.382861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.972016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526708778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:41:13.972066Z","caller":"traceutil/trace.go:171","msg":"trace[885243430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5843; }","duration":"1.526778399s","start":"2026-04-09T22:41:12.445272Z","end":"2026-04-09T22:41:13.972051Z","steps":["trace[885243430] 'agreement among raft nodes before linearized reading' (duration: 1.196188503s)","trace[885243430] 'range keys from in-memory index tree' (duration: 330.420692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.972096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.44526Z","time spent":"1.52682918s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:41:13.972124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.738375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:13.972172Z","caller":"traceutil/trace.go:171","msg":"trace[1015971823] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5843; }","duration":"638.838827ms","start":"2026-04-09T22:41:13.333319Z","end":"2026-04-09T22:41:13.972157Z","steps":["trace[1015971823] 'agreement among raft nodes before linearized reading' (duration: 638.775305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:13.972211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.33329Z","time spent":"638.911459ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:13.972319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.782863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:13.972355Z","caller":"traceutil/trace.go:171","msg":"trace[1264916428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5843; }","duration":"675.864745ms","start":"2026-04-09T22:41:13.296482Z","end":"2026-04-09T22:41:13.972347Z","steps":["trace[1264916428] 'agreement among raft nodes before linearized reading' (duration: 675.815864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:13.972381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.29645Z","time spent":"675.925356ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:41:13.972432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.921026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:41:13.972402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429309173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10390"} {"level":"info","ts":"2026-04-09T22:41:13.972532Z","caller":"traceutil/trace.go:171","msg":"trace[1941829329] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5843; }","duration":"819.039189ms","start":"2026-04-09T22:41:13.153466Z","end":"2026-04-09T22:41:13.972505Z","steps":["trace[1941829329] 'agreement among raft nodes before linearized reading' (duration: 488.017941ms)","trace[1941829329] 'count revisions from in-memory index tree' (duration: 330.875664ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:13.972547Z","caller":"traceutil/trace.go:171","msg":"trace[265588135] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5843; }","duration":"1.429486208s","start":"2026-04-09T22:41:12.543052Z","end":"2026-04-09T22:41:13.972538Z","steps":["trace[265588135] 'agreement among raft nodes before linearized reading' (duration: 1.09846983s)","trace[265588135] 'range keys from in-memory index tree' (duration: 330.837043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.972579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.54303Z","time spent":"1.429541609s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10413,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-09T22:41:13.972589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.153394Z","time spent":"819.180902ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:13.972821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433798786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112651"} {"level":"warn","ts":"2026-04-09T22:41:13.973368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527878028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:41:13.973403Z","caller":"traceutil/trace.go:171","msg":"trace[1721943219] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5843; }","duration":"1.433891719s","start":"2026-04-09T22:41:12.538987Z","end":"2026-04-09T22:41:13.972878Z","steps":["trace[1721943219] 'agreement among raft nodes before linearized reading' (duration: 1.102549573s)","trace[1721943219] 'range keys from in-memory index tree' (duration: 330.418502ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:13.973429Z","caller":"traceutil/trace.go:171","msg":"trace[1601421236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5843; }","duration":"1.527966s","start":"2026-04-09T22:41:12.445445Z","end":"2026-04-09T22:41:13.973411Z","steps":["trace[1601421236] 'agreement among raft nodes before linearized reading' (duration: 1.196080101s)","trace[1601421236] 'range keys from in-memory index tree' (duration: 330.382831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.972671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527415536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T22:41:13.973465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.538943Z","time spent":"1.434506524s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112674,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-09T22:41:13.973476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.44543Z","time spent":"1.528034272s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:41:13.973535Z","caller":"traceutil/trace.go:171","msg":"trace[1968969719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5843; }","duration":"1.528336179s","start":"2026-04-09T22:41:12.445156Z","end":"2026-04-09T22:41:13.973492Z","steps":["trace[1968969719] 'agreement among raft nodes before linearized reading' (duration: 1.196391248s)","trace[1968969719] 'range keys from in-memory index tree' (duration: 330.253567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.973556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528585905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:41:13.973643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.445141Z","time spent":"1.528458082s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:41:13.973652Z","caller":"traceutil/trace.go:171","msg":"trace[466971394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5843; }","duration":"1.528710069s","start":"2026-04-09T22:41:12.444915Z","end":"2026-04-09T22:41:13.973625Z","steps":["trace[466971394] 'agreement among raft nodes before linearized reading' (duration: 1.196626834s)","trace[466971394] 'range keys from in-memory index tree' (duration: 330.425492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.973704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.444878Z","time spent":"1.528816211s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:41:13.973822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.178755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64688"} {"level":"info","ts":"2026-04-09T22:41:13.973901Z","caller":"traceutil/trace.go:171","msg":"trace[1225618822] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5843; }","duration":"699.291118ms","start":"2026-04-09T22:41:13.274593Z","end":"2026-04-09T22:41:13.973884Z","steps":["trace[1225618822] 'agreement among raft nodes before linearized reading' (duration: 697.41149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:13.973956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.274579Z","time spent":"699.362859ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":64711,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:41:13.974505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528995475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:41:13.974566Z","caller":"traceutil/trace.go:171","msg":"trace[1741500735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5843; }","duration":"1.529080228s","start":"2026-04-09T22:41:12.445471Z","end":"2026-04-09T22:41:13.974551Z","steps":["trace[1741500735] 'agreement among raft nodes before linearized reading' (duration: 1.196027639s)","trace[1741500735] 'range keys from in-memory index tree' (duration: 330.855514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.974582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533354615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:41:13.974641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528447881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:41:13.974672Z","caller":"traceutil/trace.go:171","msg":"trace[787516326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5843; }","duration":"1.53353113s","start":"2026-04-09T22:41:12.441124Z","end":"2026-04-09T22:41:13.974655Z","steps":["trace[787516326] 'agreement among raft nodes before linearized reading' (duration: 1.200432361s)","trace[787516326] 'range keys from in-memory index tree' (duration: 330.684909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.974603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.445459Z","time spent":"1.5291339s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:41:13.974747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370144855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-09T22:41:13.975052Z","caller":"traceutil/trace.go:171","msg":"trace[1148324291] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5843; }","duration":"1.370473084s","start":"2026-04-09T22:41:12.604557Z","end":"2026-04-09T22:41:13.97503Z","steps":["trace[1148324291] 'agreement among raft nodes before linearized reading' (duration: 1.036947903s)","trace[1148324291] 'range keys from in-memory index tree' (duration: 330.297708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.974897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.441101Z","time spent":"1.533780586s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:41:13.975109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.604536Z","time spent":"1.370558136s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-09T22:41:13.974681Z","caller":"traceutil/trace.go:171","msg":"trace[1845001857] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5843; }","duration":"1.528511903s","start":"2026-04-09T22:41:12.44616Z","end":"2026-04-09T22:41:13.974671Z","steps":["trace[1845001857] 'agreement among raft nodes before linearized reading' (duration: 1.195272949s)","trace[1845001857] 'range keys from in-memory index tree' (duration: 330.379601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:13.975329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:12.446145Z","time spent":"1.529142709s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:41:14.146787Z","caller":"traceutil/trace.go:171","msg":"trace[212411761] linearizableReadLoop","detail":"{readStateIndex:6072; appliedIndex:6071; }","duration":"168.477014ms","start":"2026-04-09T22:41:13.978287Z","end":"2026-04-09T22:41:14.146764Z","steps":["trace[212411761] 'read index received' (duration: 168.442153ms)","trace[212411761] 'applied index is now lower than readState.Index' (duration: 34.061µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:14.146877Z","caller":"traceutil/trace.go:171","msg":"trace[1849754431] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"168.696359ms","start":"2026-04-09T22:41:13.978156Z","end":"2026-04-09T22:41:14.146852Z","steps":["trace[1849754431] 'process raft request' (duration: 168.468363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.147197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.646707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-09T22:41:14.147274Z","caller":"traceutil/trace.go:171","msg":"trace[124009691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1cf280d1-7cd8-4c37-b656-493834bd9e35; range_end:; response_count:1; response_revision:5844; }","duration":"169.009047ms","start":"2026-04-09T22:41:13.978245Z","end":"2026-04-09T22:41:14.147254Z","steps":["trace[124009691] 'agreement among raft nodes before linearized reading' (duration: 168.614317ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:14.84758Z","caller":"traceutil/trace.go:171","msg":"trace[1238823799] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"868.93339ms","start":"2026-04-09T22:41:13.978621Z","end":"2026-04-09T22:41:14.847555Z","steps":["trace[1238823799] 'process raft request' (duration: 868.750446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.847747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.978605Z","time spent":"869.048814ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:14.848027Z","caller":"traceutil/trace.go:171","msg":"trace[1571287416] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"869.364441ms","start":"2026-04-09T22:41:13.978628Z","end":"2026-04-09T22:41:14.847992Z","steps":["trace[1571287416] 'process raft request' (duration: 868.879149ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:14.848181Z","caller":"traceutil/trace.go:171","msg":"trace[1208308084] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"868.769977ms","start":"2026-04-09T22:41:13.979397Z","end":"2026-04-09T22:41:14.848167Z","steps":["trace[1208308084] 'process raft request' (duration: 868.581732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.848228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.978596Z","time spent":"869.522425ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:14.848256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.979388Z","time spent":"868.833378ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:14.848397Z","caller":"traceutil/trace.go:171","msg":"trace[978804324] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"868.91295ms","start":"2026-04-09T22:41:13.979466Z","end":"2026-04-09T22:41:14.848379Z","steps":["trace[978804324] 'process raft request' (duration: 868.656413ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:14.848053Z","caller":"traceutil/trace.go:171","msg":"trace[1736893385] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"869.142576ms","start":"2026-04-09T22:41:13.978884Z","end":"2026-04-09T22:41:14.848027Z","steps":["trace[1736893385] 'process raft request' (duration: 868.977182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.848479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.979452Z","time spent":"868.986142ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:14.848498Z","caller":"traceutil/trace.go:171","msg":"trace[930042799] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"868.541601ms","start":"2026-04-09T22:41:13.979931Z","end":"2026-04-09T22:41:14.848473Z","steps":["trace[930042799] 'process raft request' (duration: 868.340876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:14.848553Z","caller":"traceutil/trace.go:171","msg":"trace[1342170238] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"864.857537ms","start":"2026-04-09T22:41:13.983685Z","end":"2026-04-09T22:41:14.848543Z","steps":["trace[1342170238] 'process raft request' (duration: 864.648762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.848598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.983677Z","time spent":"864.898149ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:14.848642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.979918Z","time spent":"868.653424ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:14.848797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.978873Z","time spent":"869.679539ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:14.84911Z","caller":"traceutil/trace.go:171","msg":"trace[1375738694] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"862.745255ms","start":"2026-04-09T22:41:13.986348Z","end":"2026-04-09T22:41:14.849093Z","steps":["trace[1375738694] 'process raft request' (duration: 862.065097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.849177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:13.986341Z","time spent":"862.803926ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:14.886311Z","caller":"traceutil/trace.go:171","msg":"trace[164859459] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6072; }","duration":"371.154984ms","start":"2026-04-09T22:41:14.515129Z","end":"2026-04-09T22:41:14.886284Z","steps":["trace[164859459] 'read index received' (duration: 332.253519ms)","trace[164859459] 'applied index is now lower than readState.Index' (duration: 38.884704ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:14.886367Z","caller":"traceutil/trace.go:171","msg":"trace[89227310] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"668.035907ms","start":"2026-04-09T22:41:14.218309Z","end":"2026-04-09T22:41:14.886345Z","steps":["trace[89227310] 'process raft request' (duration: 667.810681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.886481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:14.218281Z","time spent":"668.13964ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:14.886718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.412821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-09T22:41:14.886767Z","caller":"traceutil/trace.go:171","msg":"trace[1594623079] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5853; }","duration":"371.679997ms","start":"2026-04-09T22:41:14.515074Z","end":"2026-04-09T22:41:14.886754Z","steps":["trace[1594623079] 'agreement among raft nodes before linearized reading' (duration: 371.328449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.886809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:14.515054Z","time spent":"371.746038ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-09T22:41:15.022718Z","caller":"traceutil/trace.go:171","msg":"trace[2060354249] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"167.599101ms","start":"2026-04-09T22:41:14.855092Z","end":"2026-04-09T22:41:15.022691Z","steps":["trace[2060354249] 'process raft request' (duration: 109.957573ms)","trace[2060354249] 'compare' (duration: 57.460433ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:15.023205Z","caller":"traceutil/trace.go:171","msg":"trace[1131213353] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"166.454113ms","start":"2026-04-09T22:41:14.856737Z","end":"2026-04-09T22:41:15.023191Z","steps":["trace[1131213353] 'process raft request' (duration: 166.370891ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:15.023221Z","caller":"traceutil/trace.go:171","msg":"trace[1536229919] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"167.748325ms","start":"2026-04-09T22:41:14.855449Z","end":"2026-04-09T22:41:15.023198Z","steps":["trace[1536229919] 'process raft request' (duration: 167.52737ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:15.023188Z","caller":"traceutil/trace.go:171","msg":"trace[1267745335] linearizableReadLoop","detail":"{readStateIndex:6085; appliedIndex:6081; }","duration":"136.787932ms","start":"2026-04-09T22:41:14.886373Z","end":"2026-04-09T22:41:15.023161Z","steps":["trace[1267745335] 'read index received' (duration: 78.691281ms)","trace[1267745335] 'applied index is now lower than readState.Index' (duration: 58.095251ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:15.023234Z","caller":"traceutil/trace.go:171","msg":"trace[337695647] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"167.962631ms","start":"2026-04-09T22:41:14.855222Z","end":"2026-04-09T22:41:15.023185Z","steps":["trace[337695647] 'process raft request' (duration: 167.419997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:15.023485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.594017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10680"} {"level":"info","ts":"2026-04-09T22:41:15.023583Z","caller":"traceutil/trace.go:171","msg":"trace[1217494645] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5857; }","duration":"168.7329ms","start":"2026-04-09T22:41:14.854832Z","end":"2026-04-09T22:41:15.023565Z","steps":["trace[1217494645] 'agreement among raft nodes before linearized reading' (duration: 168.399761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:15.57922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.432881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:41:15.579321Z","caller":"traceutil/trace.go:171","msg":"trace[341231854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5857; }","duration":"422.582105ms","start":"2026-04-09T22:41:15.156714Z","end":"2026-04-09T22:41:15.579296Z","steps":["trace[341231854] 'range keys from in-memory index tree' (duration: 422.211246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:15.579377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:15.156691Z","time spent":"422.671378ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T22:41:15.579379Z","caller":"traceutil/trace.go:171","msg":"trace[1435948711] linearizableReadLoop","detail":"{readStateIndex:6086; appliedIndex:6085; }","duration":"283.266629ms","start":"2026-04-09T22:41:15.296068Z","end":"2026-04-09T22:41:15.579335Z","steps":["trace[1435948711] 'read index received' (duration: 218.776957ms)","trace[1435948711] 'applied index is now lower than readState.Index' (duration: 64.488322ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:15.579524Z","caller":"traceutil/trace.go:171","msg":"trace[444734799] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"304.075715ms","start":"2026-04-09T22:41:15.275434Z","end":"2026-04-09T22:41:15.57951Z","steps":["trace[444734799] 'process raft request' (duration: 239.489371ms)","trace[444734799] 'compare' (duration: 63.911037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:15.579637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:15.275408Z","time spent":"304.153216ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:15.579716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.291956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:15.5798Z","caller":"traceutil/trace.go:171","msg":"trace[990457256] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5858; }","duration":"175.411589ms","start":"2026-04-09T22:41:15.404371Z","end":"2026-04-09T22:41:15.579782Z","steps":["trace[990457256] 'agreement among raft nodes before linearized reading' (duration: 175.279236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:15.580056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.986376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:15.580137Z","caller":"traceutil/trace.go:171","msg":"trace[300931319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5858; }","duration":"284.094789ms","start":"2026-04-09T22:41:15.296012Z","end":"2026-04-09T22:41:15.580107Z","steps":["trace[300931319] 'agreement among raft nodes before linearized reading' (duration: 283.980836ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.639503Z","caller":"traceutil/trace.go:171","msg":"trace[898100723] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"130.589456ms","start":"2026-04-09T22:41:39.508891Z","end":"2026-04-09T22:41:39.639481Z","steps":["trace[898100723] 'process raft request' (duration: 128.888182ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.79609Z","caller":"traceutil/trace.go:171","msg":"trace[419314567] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"126.813889ms","start":"2026-04-09T22:41:39.669248Z","end":"2026-04-09T22:41:39.796062Z","steps":["trace[419314567] 'process raft request' (duration: 75.912561ms)","trace[419314567] 'compare' (duration: 50.731114ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:39.912052Z","caller":"traceutil/trace.go:171","msg":"trace[954302153] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"103.485439ms","start":"2026-04-09T22:41:39.808543Z","end":"2026-04-09T22:41:39.912028Z","steps":["trace[954302153] 'process raft request' (duration: 87.840894ms)","trace[954302153] 'compare' (duration: 15.533772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:40.908192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.300681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:40.908381Z","caller":"traceutil/trace.go:171","msg":"trace[921287681] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"148.081157ms","start":"2026-04-09T22:41:40.760236Z","end":"2026-04-09T22:41:40.908317Z","steps":["trace[921287681] 'process raft request' (duration: 43.563332ms)","trace[921287681] 'compare' (duration: 104.153536ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:41.668626Z","caller":"traceutil/trace.go:171","msg":"trace[1971649044] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"118.042727ms","start":"2026-04-09T22:41:41.550556Z","end":"2026-04-09T22:41:41.668599Z","steps":["trace[1971649044] 'process raft request' (duration: 117.886923ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:42.348976Z","caller":"traceutil/trace.go:171","msg":"trace[1200566584] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6360; }","duration":"434.558438ms","start":"2026-04-09T22:41:41.91439Z","end":"2026-04-09T22:41:42.348948Z","steps":["trace[1200566584] 'read index received' (duration: 434.133287ms)","trace[1200566584] 'applied index is now lower than readState.Index' (duration: 423.721µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:42.349287Z","caller":"traceutil/trace.go:171","msg":"trace[459867723] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"547.641959ms","start":"2026-04-09T22:41:41.801615Z","end":"2026-04-09T22:41:42.349257Z","steps":["trace[459867723] 'process raft request' (duration: 546.939562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:42.34935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.954158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:42.349439Z","caller":"traceutil/trace.go:171","msg":"trace[166776294] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6126; }","duration":"435.124091ms","start":"2026-04-09T22:41:41.914292Z","end":"2026-04-09T22:41:42.349416Z","steps":["trace[166776294] 'agreement among raft nodes before linearized reading' (duration: 434.906316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:42.349326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.938467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:41:42.349445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.372955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-04-09T22:41:42.349494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:41.914256Z","time spent":"435.228284ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:42.349502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:41.801577Z","time spent":"547.820004ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:42.349529Z","caller":"traceutil/trace.go:171","msg":"trace[1299786814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:6126; }","duration":"229.495329ms","start":"2026-04-09T22:41:42.120008Z","end":"2026-04-09T22:41:42.349503Z","steps":["trace[1299786814] 'agreement among raft nodes before linearized reading' (duration: 229.259673ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:42.349589Z","caller":"traceutil/trace.go:171","msg":"trace[2001364959] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6126; }","duration":"371.189124ms","start":"2026-04-09T22:41:41.978318Z","end":"2026-04-09T22:41:42.349507Z","steps":["trace[2001364959] 'agreement among raft nodes before linearized reading' (duration: 370.933507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:42.349762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:41.978296Z","time spent":"371.4077ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:51.568052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464493676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:41:52.068807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464493676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:41:52.569997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464493676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:41:53.028827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.976165562s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:41:53.029241Z","caller":"traceutil/trace.go:171","msg":"trace[1246370226] transaction","detail":"{read_only:false; response_revision:6174; number_of_response:1; }","duration":"1.976700256s","start":"2026-04-09T22:41:51.052512Z","end":"2026-04-09T22:41:53.029212Z","steps":["trace[1246370226] 'process raft request' (duration: 1.976528431s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:53.029546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.052489Z","time spent":"1.976975544s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:53.295068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998150149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:41:53.295157Z","caller":"traceutil/trace.go:171","msg":"trace[204697585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998289022s","start":"2026-04-09T22:41:51.296848Z","end":"2026-04-09T22:41:53.295137Z","steps":["trace[204697585] 'agreement among raft nodes before linearized reading' (duration: 1.99817806s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:53.295205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.296824Z","time spent":"1.998372144s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:41:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:41:53.613449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.769204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:53.613638Z","caller":"traceutil/trace.go:171","msg":"trace[1536171612] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6410; }","duration":"2.545789559s","start":"2026-04-09T22:41:51.067835Z","end":"2026-04-09T22:41:53.613624Z","steps":["trace[1536171612] 'read index received' (duration: 1.961207364s)","trace[1536171612] 'applied index is now lower than readState.Index' (duration: 584.581455ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:53.613699Z","caller":"traceutil/trace.go:171","msg":"trace[808743787] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"1.202584235s","start":"2026-04-09T22:41:52.411109Z","end":"2026-04-09T22:41:53.613693Z","steps":["trace[808743787] 'process raft request' (duration: 1.202435411s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:53.613754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.411082Z","time spent":"1.202641066s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:53.613826Z","caller":"traceutil/trace.go:171","msg":"trace[413370449] transaction","detail":"{read_only:false; response_revision:6175; number_of_response:1; }","duration":"2.434544253s","start":"2026-04-09T22:41:51.179247Z","end":"2026-04-09T22:41:53.613791Z","steps":["trace[413370449] 'process raft request' (duration: 2.155347188s)","trace[413370449] 'compare' (duration: 278.371225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:53.614018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.17922Z","time spent":"2.434681636s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:53.614108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54623592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:41:53.61419Z","caller":"traceutil/trace.go:171","msg":"trace[1683416278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6176; }","duration":"2.546376514s","start":"2026-04-09T22:41:51.067792Z","end":"2026-04-09T22:41:53.614169Z","steps":["trace[1683416278] 'agreement among raft nodes before linearized reading' (duration: 2.546098847s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:53.614228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.067773Z","time spent":"2.546448445s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:41:54.0921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.04698ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T22:41:54.09242Z","caller":"traceutil/trace.go:171","msg":"trace[1083958579] linearizableReadLoop","detail":"{readStateIndex:6414; appliedIndex:6413; }","duration":"478.714626ms","start":"2026-04-09T22:41:53.613666Z","end":"2026-04-09T22:41:54.09238Z","steps":["trace[1083958579] 'read index received' (duration: 126.374838ms)","trace[1083958579] 'applied index is now lower than readState.Index' (duration: 352.336378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:54.092644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776253041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.092741Z","caller":"traceutil/trace.go:171","msg":"trace[1081833127] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6176; }","duration":"2.776403275s","start":"2026-04-09T22:41:51.316319Z","end":"2026-04-09T22:41:54.092722Z","steps":["trace[1081833127] 'agreement among raft nodes before linearized reading' (duration: 2.776104558s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.092797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.3163Z","time spent":"2.776483197s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019957289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:41:54.093059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.251177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-09T22:41:54.093091Z","caller":"traceutil/trace.go:171","msg":"trace[291314624] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6177; }","duration":"443.33215ms","start":"2026-04-09T22:41:53.649748Z","end":"2026-04-09T22:41:54.09308Z","steps":["trace[291314624] 'agreement among raft nodes before linearized reading' (duration: 443.183066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.649725Z","time spent":"443.387851ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996251688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:41:54.09324Z","caller":"traceutil/trace.go:171","msg":"trace[1391119344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6176; }","duration":"2.996343651s","start":"2026-04-09T22:41:51.096879Z","end":"2026-04-09T22:41:54.093222Z","steps":["trace[1391119344] 'agreement among raft nodes before linearized reading' (duration: 2.995631793s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829486639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:54.093296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.096863Z","time spent":"2.996415922s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:41:54.093316Z","caller":"traceutil/trace.go:171","msg":"trace[677138878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6176; }","duration":"2.82955629s","start":"2026-04-09T22:41:51.263749Z","end":"2026-04-09T22:41:54.093306Z","steps":["trace[677138878] 'agreement among raft nodes before linearized reading' (duration: 2.828851662s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.26373Z","time spent":"2.829610122s","remote":"127.0.0.1:53978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:54.093526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666226018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:41:54.093554Z","caller":"traceutil/trace.go:171","msg":"trace[1159283664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6176; }","duration":"1.66629204s","start":"2026-04-09T22:41:52.427255Z","end":"2026-04-09T22:41:54.093547Z","steps":["trace[1159283664] 'agreement among raft nodes before linearized reading' (duration: 1.665396987s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.427235Z","time spent":"1.666334881s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:41:54.093086Z","caller":"traceutil/trace.go:171","msg":"trace[1950732637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6176; }","duration":"3.020053901s","start":"2026-04-09T22:41:51.073017Z","end":"2026-04-09T22:41:54.093071Z","steps":["trace[1950732637] 'agreement among raft nodes before linearized reading' (duration: 3.01960554s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538578937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-09T22:41:54.09375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025343735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:41:54.093797Z","caller":"traceutil/trace.go:171","msg":"trace[1759132346] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6176; }","duration":"2.53869125s","start":"2026-04-09T22:41:51.555093Z","end":"2026-04-09T22:41:54.093785Z","steps":["trace[1759132346] 'agreement among raft nodes before linearized reading' (duration: 2.537647833s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.093825Z","caller":"traceutil/trace.go:171","msg":"trace[1146914721] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"474.397987ms","start":"2026-04-09T22:41:53.619405Z","end":"2026-04-09T22:41:54.093803Z","steps":["trace[1146914721] 'process raft request' (duration: 472.912849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70701226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:54.093873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.386236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:54.093893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.304339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.093921Z","caller":"traceutil/trace.go:171","msg":"trace[1381887850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6177; }","duration":"245.36121ms","start":"2026-04-09T22:41:53.848551Z","end":"2026-04-09T22:41:54.093912Z","steps":["trace[1381887850] 'agreement among raft nodes before linearized reading' (duration: 245.316779ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.093925Z","caller":"traceutil/trace.go:171","msg":"trace[595807364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6176; }","duration":"798.475878ms","start":"2026-04-09T22:41:53.295434Z","end":"2026-04-09T22:41:54.093909Z","steps":["trace[595807364] 'agreement among raft nodes before linearized reading' (duration: 797.254316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.619384Z","time spent":"474.484879ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:54.093869Z","caller":"traceutil/trace.go:171","msg":"trace[1616067993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6176; }","duration":"3.025481699s","start":"2026-04-09T22:41:51.068315Z","end":"2026-04-09T22:41:54.093797Z","steps":["trace[1616067993] 'agreement among raft nodes before linearized reading' (duration: 3.024282488s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.295406Z","time spent":"798.54568ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.073001Z","time spent":"3.020701879s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665759788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-04-09T22:41:54.093823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.26244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130353"} {"level":"warn","ts":"2026-04-09T22:41:54.094102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016708377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:41:54.094176Z","caller":"traceutil/trace.go:171","msg":"trace[1404088577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6176; }","duration":"3.01681311s","start":"2026-04-09T22:41:51.077339Z","end":"2026-04-09T22:41:54.094152Z","steps":["trace[1404088577] 'agreement among raft nodes before linearized reading' (duration: 3.015231499s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.094233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.077315Z","time spent":"3.016906382s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77262596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-09T22:41:54.094379Z","caller":"traceutil/trace.go:171","msg":"trace[400532069] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6176; }","duration":"2.773109632s","start":"2026-04-09T22:41:51.32125Z","end":"2026-04-09T22:41:54.094359Z","steps":["trace[400532069] 'agreement among raft nodes before linearized reading' (duration: 2.771506701s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.093789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808613711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-09T22:41:54.094437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.321228Z","time spent":"2.773193333s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-09T22:41:54.094106Z","caller":"traceutil/trace.go:171","msg":"trace[355823447] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6176; }","duration":"513.549177ms","start":"2026-04-09T22:41:53.580509Z","end":"2026-04-09T22:41:54.094058Z","steps":["trace[355823447] 'agreement among raft nodes before linearized reading' (duration: 512.158202ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.094465Z","caller":"traceutil/trace.go:171","msg":"trace[1520775854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6176; }","duration":"2.809374869s","start":"2026-04-09T22:41:51.285074Z","end":"2026-04-09T22:41:54.094449Z","steps":["trace[1520775854] 'agreement among raft nodes before linearized reading' (duration: 2.807509022s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.094514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.580489Z","time spent":"513.995229ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130376,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-09T22:41:54.094587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.285041Z","time spent":"2.809501523s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.068297Z","time spent":"3.025678903s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:41:54.09392Z","caller":"traceutil/trace.go:171","msg":"trace[791391782] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6176; }","duration":"2.707131103s","start":"2026-04-09T22:41:51.386745Z","end":"2026-04-09T22:41:54.093877Z","steps":["trace[791391782] 'agreement among raft nodes before linearized reading' (duration: 2.706007154s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.094784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.386732Z","time spent":"2.708020355s","remote":"127.0.0.1:38520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:54.093838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.555068Z","time spent":"2.538760512s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016962513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-09T22:41:54.095042Z","caller":"traceutil/trace.go:171","msg":"trace[80692413] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6176; }","duration":"3.018236315s","start":"2026-04-09T22:41:51.076762Z","end":"2026-04-09T22:41:54.094998Z","steps":["trace[80692413] 'agreement among raft nodes before linearized reading' (duration: 3.015824124s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.095113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.076754Z","time spent":"3.018339437s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000546769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:41:54.095171Z","caller":"traceutil/trace.go:171","msg":"trace[2137115265] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6176; }","duration":"3.001928873s","start":"2026-04-09T22:41:51.093228Z","end":"2026-04-09T22:41:54.095157Z","steps":["trace[2137115265] 'agreement among raft nodes before linearized reading' (duration: 2.999322407s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.095224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.093215Z","time spent":"3.001989535s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:41:54.093713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777511423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.096947Z","caller":"traceutil/trace.go:171","msg":"trace[50105202] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6176; }","duration":"2.780832587s","start":"2026-04-09T22:41:51.316089Z","end":"2026-04-09T22:41:54.096922Z","steps":["trace[50105202] 'agreement among raft nodes before linearized reading' (duration: 2.776476266s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.09701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.316065Z","time spent":"2.78093251s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-09T22:41:54.094032Z","caller":"traceutil/trace.go:171","msg":"trace[1567029716] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:6176; }","duration":"1.66584426s","start":"2026-04-09T22:41:52.428179Z","end":"2026-04-09T22:41:54.094023Z","steps":["trace[1567029716] 'agreement among raft nodes before linearized reading' (duration: 1.664523056s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.097139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.42816Z","time spent":"1.668962229s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"warn","ts":"2026-04-09T22:41:54.094039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547026911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-04-09T22:41:54.098589Z","caller":"traceutil/trace.go:171","msg":"trace[862809551] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6176; }","duration":"2.551670568s","start":"2026-04-09T22:41:51.546896Z","end":"2026-04-09T22:41:54.098566Z","steps":["trace[862809551] 'agreement among raft nodes before linearized reading' (duration: 2.54583722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.098639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:51.546869Z","time spent":"2.551756149s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6153,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-04-09T22:41:54.443866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.039079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:54.44401Z","caller":"traceutil/trace.go:171","msg":"trace[66899404] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"343.479673ms","start":"2026-04-09T22:41:54.100504Z","end":"2026-04-09T22:41:54.443984Z","steps":["trace[66899404] 'process raft request' (duration: 217.216108ms)","trace[66899404] 'compare' (duration: 125.871435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:54.444116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.100489Z","time spent":"343.567275ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:54.487393Z","caller":"traceutil/trace.go:171","msg":"trace[1205838607] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"386.763608ms","start":"2026-04-09T22:41:54.100611Z","end":"2026-04-09T22:41:54.487374Z","steps":["trace[1205838607] 'process raft request' (duration: 386.624255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.487755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.100599Z","time spent":"386.85324ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:54.487824Z","caller":"traceutil/trace.go:171","msg":"trace[2098006520] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"386.254525ms","start":"2026-04-09T22:41:54.101552Z","end":"2026-04-09T22:41:54.487807Z","steps":["trace[2098006520] 'process raft request' (duration: 386.030629ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.487862Z","caller":"traceutil/trace.go:171","msg":"trace[1228559983] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"385.450255ms","start":"2026-04-09T22:41:54.102383Z","end":"2026-04-09T22:41:54.487833Z","steps":["trace[1228559983] 'process raft request' (duration: 385.346232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.487903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.101541Z","time spent":"386.321007ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:54.488048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.102372Z","time spent":"385.575827ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:54.488153Z","caller":"traceutil/trace.go:171","msg":"trace[910133179] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"384.715046ms","start":"2026-04-09T22:41:54.103424Z","end":"2026-04-09T22:41:54.488139Z","steps":["trace[910133179] 'process raft request' (duration: 384.363627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.488349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.103401Z","time spent":"384.800688ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:54.488388Z","caller":"traceutil/trace.go:171","msg":"trace[1113419863] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6415; }","duration":"388.04048ms","start":"2026-04-09T22:41:54.100327Z","end":"2026-04-09T22:41:54.488368Z","steps":["trace[1113419863] 'read index received' (duration: 217.462514ms)","trace[1113419863] 'applied index is now lower than readState.Index' (duration: 170.576766ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:54.488423Z","caller":"traceutil/trace.go:171","msg":"trace[1590788616] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"383.727052ms","start":"2026-04-09T22:41:54.104671Z","end":"2026-04-09T22:41:54.488398Z","steps":["trace[1590788616] 'process raft request' (duration: 383.375423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.488539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.945222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.488469Z","caller":"traceutil/trace.go:171","msg":"trace[102785707] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"379.74071ms","start":"2026-04-09T22:41:54.108645Z","end":"2026-04-09T22:41:54.488386Z","steps":["trace[102785707] 'process raft request' (duration: 379.627998ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.488601Z","caller":"traceutil/trace.go:171","msg":"trace[1517717220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6185; }","duration":"385.031073ms","start":"2026-04-09T22:41:54.103555Z","end":"2026-04-09T22:41:54.488586Z","steps":["trace[1517717220] 'agreement among raft nodes before linearized reading' (duration: 384.939741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.488894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.108636Z","time spent":"380.070789ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5943,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:54.488929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.103549Z","time spent":"385.367224ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:41:54.488625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.284457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1457de8-2391-4d62-862f-255d1f5ee45b\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-09T22:41:54.489024Z","caller":"traceutil/trace.go:171","msg":"trace[73958017] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1457de8-2391-4d62-862f-255d1f5ee45b; range_end:; response_count:1; response_revision:6185; }","duration":"388.683427ms","start":"2026-04-09T22:41:54.100324Z","end":"2026-04-09T22:41:54.489008Z","steps":["trace[73958017] 'agreement among raft nodes before linearized reading' (duration: 388.136842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.489069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.100305Z","time spent":"388.752889ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-c1457de8-2391-4d62-862f-255d1f5ee45b\" "} {"level":"info","ts":"2026-04-09T22:41:54.487778Z","caller":"traceutil/trace.go:171","msg":"trace[51698434] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"386.932132ms","start":"2026-04-09T22:41:54.100793Z","end":"2026-04-09T22:41:54.487726Z","steps":["trace[51698434] 'process raft request' (duration: 386.544552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.489273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.100726Z","time spent":"388.450581ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:54.488685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.177123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130353"} {"level":"info","ts":"2026-04-09T22:41:54.489393Z","caller":"traceutil/trace.go:171","msg":"trace[2071073522] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6185; }","duration":"382.906131ms","start":"2026-04-09T22:41:54.106471Z","end":"2026-04-09T22:41:54.489377Z","steps":["trace[2071073522] 'agreement among raft nodes before linearized reading' (duration: 382.048879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.48855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.104656Z","time spent":"383.839214ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:54.489449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.106465Z","time spent":"382.970653ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130376,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-09T22:41:54.488751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.182673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-09T22:41:54.489632Z","caller":"traceutil/trace.go:171","msg":"trace[1295814127] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6185; }","duration":"385.100017ms","start":"2026-04-09T22:41:54.104509Z","end":"2026-04-09T22:41:54.489609Z","steps":["trace[1295814127] 'agreement among raft nodes before linearized reading' (duration: 384.015699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.488787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.276626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:41:54.489849Z","caller":"traceutil/trace.go:171","msg":"trace[2063625265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6185; }","duration":"385.347242ms","start":"2026-04-09T22:41:54.104478Z","end":"2026-04-09T22:41:54.489825Z","steps":["trace[2063625265] 'agreement among raft nodes before linearized reading' (duration: 384.218664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.48994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.104456Z","time spent":"385.464776ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:41:54.48882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.727282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84843"} {"level":"info","ts":"2026-04-09T22:41:54.490156Z","caller":"traceutil/trace.go:171","msg":"trace[306570927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6185; }","duration":"385.066955ms","start":"2026-04-09T22:41:54.105067Z","end":"2026-04-09T22:41:54.490134Z","steps":["trace[306570927] 'agreement among raft nodes before linearized reading' (duration: 383.521745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.488806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.787819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"warn","ts":"2026-04-09T22:41:54.49028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.105062Z","time spent":"385.192968ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":84866,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:41:54.490216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.104457Z","time spent":"385.350793ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-09T22:41:54.490389Z","caller":"traceutil/trace.go:171","msg":"trace[729122807] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6185; }","duration":"373.393389ms","start":"2026-04-09T22:41:54.116982Z","end":"2026-04-09T22:41:54.490375Z","steps":["trace[729122807] 'agreement among raft nodes before linearized reading' (duration: 371.686586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.491078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.116954Z","time spent":"374.100927ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-09T22:41:54.764439Z","caller":"traceutil/trace.go:171","msg":"trace[2026349510] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"266.396773ms","start":"2026-04-09T22:41:54.498014Z","end":"2026-04-09T22:41:54.764411Z","steps":["trace[2026349510] 'process raft request' (duration: 266.142346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.764552Z","caller":"traceutil/trace.go:171","msg":"trace[22496250] linearizableReadLoop","detail":"{readStateIndex:6430; appliedIndex:6424; }","duration":"237.411169ms","start":"2026-04-09T22:41:54.527106Z","end":"2026-04-09T22:41:54.764518Z","steps":["trace[22496250] 'read index received' (duration: 236.563498ms)","trace[22496250] 'applied index is now lower than readState.Index' (duration: 845.981µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:54.764531Z","caller":"traceutil/trace.go:171","msg":"trace[1886776071] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"266.526755ms","start":"2026-04-09T22:41:54.497976Z","end":"2026-04-09T22:41:54.764503Z","steps":["trace[1886776071] 'process raft request' (duration: 265.777076ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.764654Z","caller":"traceutil/trace.go:171","msg":"trace[401852070] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"266.192837ms","start":"2026-04-09T22:41:54.498448Z","end":"2026-04-09T22:41:54.76464Z","steps":["trace[401852070] 'process raft request' (duration: 265.839368ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.764593Z","caller":"traceutil/trace.go:171","msg":"trace[1717525739] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"265.788496ms","start":"2026-04-09T22:41:54.498776Z","end":"2026-04-09T22:41:54.764565Z","steps":["trace[1717525739] 'process raft request' (duration: 265.574701ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.76473Z","caller":"traceutil/trace.go:171","msg":"trace[449339804] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"258.592684ms","start":"2026-04-09T22:41:54.506123Z","end":"2026-04-09T22:41:54.764716Z","steps":["trace[449339804] 'process raft request' (duration: 258.328098ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.764872Z","caller":"traceutil/trace.go:171","msg":"trace[925219342] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"265.301655ms","start":"2026-04-09T22:41:54.499526Z","end":"2026-04-09T22:41:54.764827Z","steps":["trace[925219342] 'process raft request' (duration: 264.882274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.764898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.583796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.764977Z","caller":"traceutil/trace.go:171","msg":"trace[374009469] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6192; }","duration":"151.72187ms","start":"2026-04-09T22:41:54.613233Z","end":"2026-04-09T22:41:54.764955Z","steps":["trace[374009469] 'agreement among raft nodes before linearized reading' (duration: 151.596767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.765033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.298659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T22:41:54.765094Z","caller":"traceutil/trace.go:171","msg":"trace[1510604909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6192; }","duration":"121.412602ms","start":"2026-04-09T22:41:54.643665Z","end":"2026-04-09T22:41:54.765078Z","steps":["trace[1510604909] 'agreement among raft nodes before linearized reading' (duration: 121.213947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.765107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.107834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-09T22:41:54.76516Z","caller":"traceutil/trace.go:171","msg":"trace[371315918] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6192; }","duration":"266.185057ms","start":"2026-04-09T22:41:54.498958Z","end":"2026-04-09T22:41:54.765143Z","steps":["trace[371315918] 'agreement among raft nodes before linearized reading' (duration: 266.044593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:55.27541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464493712,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:41:55.483784Z","caller":"traceutil/trace.go:171","msg":"trace[338063778] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"711.937578ms","start":"2026-04-09T22:41:54.77182Z","end":"2026-04-09T22:41:55.483758Z","steps":["trace[338063778] 'process raft request' (duration: 711.759893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:55.484043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.771797Z","time spent":"712.073171ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:55.94062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.062281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:55.94104Z","caller":"traceutil/trace.go:171","msg":"trace[729517808] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"906.297817ms","start":"2026-04-09T22:41:55.034706Z","end":"2026-04-09T22:41:55.941004Z","steps":["trace[729517808] 'process raft request' (duration: 634.731813ms)","trace[729517808] 'compare' (duration: 270.911457ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:55.941103Z","caller":"traceutil/trace.go:171","msg":"trace[712649101] linearizableReadLoop","detail":"{readStateIndex:6432; appliedIndex:6430; }","duration":"1.166430569s","start":"2026-04-09T22:41:54.774644Z","end":"2026-04-09T22:41:55.941075Z","steps":["trace[712649101] 'read index received' (duration: 708.980272ms)","trace[712649101] 'applied index is now lower than readState.Index' (duration: 457.448767ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:55.94122Z","caller":"traceutil/trace.go:171","msg":"trace[468908095] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"322.046541ms","start":"2026-04-09T22:41:55.619051Z","end":"2026-04-09T22:41:55.941098Z","steps":["trace[468908095] 'process raft request' (duration: 321.951058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:55.941406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166742657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:41:55.941483Z","caller":"traceutil/trace.go:171","msg":"trace[1565963072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6195; }","duration":"1.1668385s","start":"2026-04-09T22:41:54.77462Z","end":"2026-04-09T22:41:55.941458Z","steps":["trace[1565963072] 'agreement among raft nodes before linearized reading' (duration: 1.166570953s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:55.94145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.613836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:41:55.941539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.774609Z","time spent":"1.166914791s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:41:55.941539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.46267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:55.941573Z","caller":"traceutil/trace.go:171","msg":"trace[1135503399] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6195; }","duration":"341.814021ms","start":"2026-04-09T22:41:55.599729Z","end":"2026-04-09T22:41:55.941543Z","steps":["trace[1135503399] 'agreement among raft nodes before linearized reading' (duration: 341.532524ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:55.941603Z","caller":"traceutil/trace.go:171","msg":"trace[307790718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6195; }","duration":"646.566673ms","start":"2026-04-09T22:41:55.29502Z","end":"2026-04-09T22:41:55.941587Z","steps":["trace[307790718] 'agreement among raft nodes before linearized reading' (duration: 646.283686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:55.941556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.152245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T22:41:55.941255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:55.034681Z","time spent":"906.43915ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:55.9417Z","caller":"traceutil/trace.go:171","msg":"trace[208158777] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6195; }","duration":"605.291509ms","start":"2026-04-09T22:41:55.336359Z","end":"2026-04-09T22:41:55.941651Z","steps":["trace[208158777] 'agreement among raft nodes before linearized reading' (duration: 604.973311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:55.941751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:55.336347Z","time spent":"605.393121ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:41:55.941749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:55.294997Z","time spent":"646.686116ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:41:55.941279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163543017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:55.942001Z","caller":"traceutil/trace.go:171","msg":"trace[763583418] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6195; }","duration":"1.164274445s","start":"2026-04-09T22:41:54.777697Z","end":"2026-04-09T22:41:55.941972Z","steps":["trace[763583418] 'agreement among raft nodes before linearized reading' (duration: 1.163523176s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:55.941649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:55.599708Z","time spent":"341.924713ms","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:55.94213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.77769Z","time spent":"1.164374567s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-04-09T22:41:55.94218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:55.619018Z","time spent":"322.391249ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:56.249221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.498664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:56.249335Z","caller":"traceutil/trace.go:171","msg":"trace[1962439830] linearizableReadLoop","detail":"{readStateIndex:6434; appliedIndex:6433; }","duration":"298.493125ms","start":"2026-04-09T22:41:55.950822Z","end":"2026-04-09T22:41:56.249316Z","steps":["trace[1962439830] 'read index received' (duration: 180.643843ms)","trace[1962439830] 'applied index is now lower than readState.Index' (duration: 117.847972ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:56.249443Z","caller":"traceutil/trace.go:171","msg":"trace[1347761011] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"301.031458ms","start":"2026-04-09T22:41:55.948399Z","end":"2026-04-09T22:41:56.249431Z","steps":["trace[1347761011] 'process raft request' (duration: 183.086273ms)","trace[1347761011] 'compare' (duration: 117.369011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:56.249547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.091214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:41:56.249582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:55.948381Z","time spent":"301.0965ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:56.249581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.51717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:56.249622Z","caller":"traceutil/trace.go:171","msg":"trace[63949351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6196; }","duration":"298.189766ms","start":"2026-04-09T22:41:55.951408Z","end":"2026-04-09T22:41:56.249597Z","steps":["trace[63949351] 'agreement among raft nodes before linearized reading' (duration: 298.065083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:56.249662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.720473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-09T22:41:56.249679Z","caller":"traceutil/trace.go:171","msg":"trace[482288930] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6196; }","duration":"150.656954ms","start":"2026-04-09T22:41:56.098994Z","end":"2026-04-09T22:41:56.249651Z","steps":["trace[482288930] 'agreement among raft nodes before linearized reading' (duration: 150.4939ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:56.249723Z","caller":"traceutil/trace.go:171","msg":"trace[1140810574] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6196; }","duration":"146.783035ms","start":"2026-04-09T22:41:56.102923Z","end":"2026-04-09T22:41:56.249706Z","steps":["trace[1140810574] 'agreement among raft nodes before linearized reading' (duration: 146.59011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:56.249711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.79167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:56.24978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.944566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-09T22:41:56.249828Z","caller":"traceutil/trace.go:171","msg":"trace[1346545630] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6196; }","duration":"147.976985ms","start":"2026-04-09T22:41:56.101825Z","end":"2026-04-09T22:41:56.249802Z","steps":["trace[1346545630] 'agreement among raft nodes before linearized reading' (duration: 147.700808ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:56.249852Z","caller":"traceutil/trace.go:171","msg":"trace[1495367013] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6196; }","duration":"299.024518ms","start":"2026-04-09T22:41:55.950805Z","end":"2026-04-09T22:41:56.24983Z","steps":["trace[1495367013] 'agreement among raft nodes before linearized reading' (duration: 298.70046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:56.249936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.466242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:41:56.249925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.1636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-09T22:41:56.250001Z","caller":"traceutil/trace.go:171","msg":"trace[1284434528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6196; }","duration":"149.579215ms","start":"2026-04-09T22:41:56.100405Z","end":"2026-04-09T22:41:56.249984Z","steps":["trace[1284434528] 'agreement among raft nodes before linearized reading' (duration: 149.112033ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:56.250036Z","caller":"traceutil/trace.go:171","msg":"trace[1860538023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6196; }","duration":"295.284663ms","start":"2026-04-09T22:41:55.954711Z","end":"2026-04-09T22:41:56.249995Z","steps":["trace[1860538023] 'agreement among raft nodes before linearized reading' (duration: 294.781031ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:56.498621Z","caller":"traceutil/trace.go:171","msg":"trace[486764722] linearizableReadLoop","detail":"{readStateIndex:6436; appliedIndex:6435; }","duration":"133.779716ms","start":"2026-04-09T22:41:56.36482Z","end":"2026-04-09T22:41:56.4986Z","steps":["trace[486764722] 'read index received' (duration: 133.604182ms)","trace[486764722] 'applied index is now lower than readState.Index' (duration: 174.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:56.498746Z","caller":"traceutil/trace.go:171","msg":"trace[1241941035] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"164.528484ms","start":"2026-04-09T22:41:56.334203Z","end":"2026-04-09T22:41:56.498732Z","steps":["trace[1241941035] 'process raft request' (duration: 164.237527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:56.498897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.064043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:56.498941Z","caller":"traceutil/trace.go:171","msg":"trace[1254922493] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6198; }","duration":"134.159325ms","start":"2026-04-09T22:41:56.36477Z","end":"2026-04-09T22:41:56.498929Z","steps":["trace[1254922493] 'agreement among raft nodes before linearized reading' (duration: 134.079583ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:52.025138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4402} {"level":"info","ts":"2026-04-09T22:44:52.123906Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4402,"took":"96.637381ms","hash":364018967,"current-db-size-bytes":42000384,"current-db-size":"42 MB","current-db-size-in-use-bytes":38215680,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-09T22:44:52.124028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":364018967,"revision":4402,"compact-revision":2538} {"level":"info","ts":"2026-04-09T22:46:55.294808Z","caller":"traceutil/trace.go:171","msg":"trace[2045966566] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"116.543593ms","start":"2026-04-09T22:46:55.178224Z","end":"2026-04-09T22:46:55.294767Z","steps":["trace[2045966566] 'process raft request' (duration: 116.170854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:55.294833Z","caller":"traceutil/trace.go:171","msg":"trace[1941938903] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"116.561723ms","start":"2026-04-09T22:46:55.178231Z","end":"2026-04-09T22:46:55.294792Z","steps":["trace[1941938903] 'process raft request' (duration: 116.402369ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:57.238851Z","caller":"traceutil/trace.go:171","msg":"trace[2015129882] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"509.337665ms","start":"2026-04-09T22:46:56.729483Z","end":"2026-04-09T22:46:57.238821Z","steps":["trace[2015129882] 'process raft request' (duration: 478.042315ms)","trace[2015129882] 'compare' (duration: 29.927336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:46:57.239013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:56.729452Z","time spent":"509.476719ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:46:57.609477Z","caller":"traceutil/trace.go:171","msg":"trace[10834471] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"309.395465ms","start":"2026-04-09T22:46:57.300052Z","end":"2026-04-09T22:46:57.609448Z","steps":["trace[10834471] 'process raft request' (duration: 209.547773ms)","trace[10834471] 'compare' (duration: 99.739669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:46:57.609611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:57.300027Z","time spent":"309.514168ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:46:57.612295Z","caller":"traceutil/trace.go:171","msg":"trace[2097028514] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"311.705964ms","start":"2026-04-09T22:46:57.300548Z","end":"2026-04-09T22:46:57.612254Z","steps":["trace[2097028514] 'process raft request' (duration: 311.57452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:46:57.612498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:46:57.30053Z","time spent":"311.856137ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:07.989486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.798615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:47:07.989552Z","caller":"traceutil/trace.go:171","msg":"trace[817178238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8506; }","duration":"193.919568ms","start":"2026-04-09T22:47:07.795616Z","end":"2026-04-09T22:47:07.989535Z","steps":["trace[817178238] 'range keys from in-memory index tree' (duration: 193.59803ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:08.21417Z","caller":"traceutil/trace.go:171","msg":"trace[30401737] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"112.868871ms","start":"2026-04-09T22:47:08.101266Z","end":"2026-04-09T22:47:08.214135Z","steps":["trace[30401737] 'process raft request' (duration: 112.632805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.505482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.996702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:47:09.505579Z","caller":"traceutil/trace.go:171","msg":"trace[208514975] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8514; }","duration":"607.152986ms","start":"2026-04-09T22:47:08.898404Z","end":"2026-04-09T22:47:09.505557Z","steps":["trace[208514975] 'count revisions from in-memory index tree' (duration: 606.90812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.50568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:08.898382Z","time spent":"607.283459ms","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:47:09.505977Z","caller":"traceutil/trace.go:171","msg":"trace[1431560067] linearizableReadLoop","detail":"{readStateIndex:8832; appliedIndex:8831; }","duration":"228.86975ms","start":"2026-04-09T22:47:09.277054Z","end":"2026-04-09T22:47:09.505924Z","steps":["trace[1431560067] 'read index received' (duration: 132.902217ms)","trace[1431560067] 'applied index is now lower than readState.Index' (duration: 95.965193ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:09.506118Z","caller":"traceutil/trace.go:171","msg":"trace[1099656968] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"480.019675ms","start":"2026-04-09T22:47:09.026039Z","end":"2026-04-09T22:47:09.506059Z","steps":["trace[1099656968] 'process raft request' (duration: 384.01253ms)","trace[1099656968] 'compare' (duration: 95.075201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:09.506295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:09.026011Z","time spent":"480.186978ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:09.506287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.174778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:09.506333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.0826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.506386Z","caller":"traceutil/trace.go:171","msg":"trace[1682309571] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8515; }","duration":"229.316821ms","start":"2026-04-09T22:47:09.277048Z","end":"2026-04-09T22:47:09.506365Z","steps":["trace[1682309571] 'agreement among raft nodes before linearized reading' (duration: 229.079475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.506403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.045749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:09.506485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.182874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.506439Z","caller":"traceutil/trace.go:171","msg":"trace[1749409794] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8515; }","duration":"165.183702ms","start":"2026-04-09T22:47:09.341232Z","end":"2026-04-09T22:47:09.506416Z","steps":["trace[1749409794] 'agreement among raft nodes before linearized reading' (duration: 165.037409ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:09.506504Z","caller":"traceutil/trace.go:171","msg":"trace[1010473499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8515; }","duration":"209.186503ms","start":"2026-04-09T22:47:09.297293Z","end":"2026-04-09T22:47:09.506479Z","steps":["trace[1010473499] 'agreement among raft nodes before linearized reading' (duration: 208.997118ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:09.506531Z","caller":"traceutil/trace.go:171","msg":"trace[624652470] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8515; }","duration":"213.256766ms","start":"2026-04-09T22:47:09.293261Z","end":"2026-04-09T22:47:09.506518Z","steps":["trace[624652470] 'agreement among raft nodes before linearized reading' (duration: 213.200945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.506504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.649316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:09.506729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.106764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.506771Z","caller":"traceutil/trace.go:171","msg":"trace[621358652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8515; }","duration":"118.140485ms","start":"2026-04-09T22:47:09.388617Z","end":"2026-04-09T22:47:09.506757Z","steps":["trace[621358652] 'agreement among raft nodes before linearized reading' (duration: 118.095414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.506773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.398585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.506814Z","caller":"traceutil/trace.go:171","msg":"trace[423387598] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8515; }","duration":"191.473987ms","start":"2026-04-09T22:47:09.315327Z","end":"2026-04-09T22:47:09.506801Z","steps":["trace[423387598] 'agreement among raft nodes before linearized reading' (duration: 191.400725ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:09.506872Z","caller":"traceutil/trace.go:171","msg":"trace[1737344309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8515; }","duration":"117.002395ms","start":"2026-04-09T22:47:09.389732Z","end":"2026-04-09T22:47:09.506734Z","steps":["trace[1737344309] 'agreement among raft nodes before linearized reading' (duration: 116.521742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.506944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.985246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:09.506909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.969971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.506984Z","caller":"traceutil/trace.go:171","msg":"trace[274044424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8515; }","duration":"142.035607ms","start":"2026-04-09T22:47:09.36494Z","end":"2026-04-09T22:47:09.506975Z","steps":["trace[274044424] 'agreement among raft nodes before linearized reading' (duration: 141.976996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.506379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.213509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.507035Z","caller":"traceutil/trace.go:171","msg":"trace[1389186157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8515; }","duration":"143.130585ms","start":"2026-04-09T22:47:09.36386Z","end":"2026-04-09T22:47:09.50699Z","steps":["trace[1389186157] 'agreement among raft nodes before linearized reading' (duration: 142.96083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.506437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.102117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:09.507291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.581469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.507326Z","caller":"traceutil/trace.go:171","msg":"trace[121462464] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8515; }","duration":"229.62268ms","start":"2026-04-09T22:47:09.277694Z","end":"2026-04-09T22:47:09.507317Z","steps":["trace[121462464] 'agreement among raft nodes before linearized reading' (duration: 229.560888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.507325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.870385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.507339Z","caller":"traceutil/trace.go:171","msg":"trace[1672854428] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8515; }","duration":"212.982459ms","start":"2026-04-09T22:47:09.294303Z","end":"2026-04-09T22:47:09.507286Z","steps":["trace[1672854428] 'agreement among raft nodes before linearized reading' (duration: 212.106146ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:09.507042Z","caller":"traceutil/trace.go:171","msg":"trace[123379763] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8515; }","duration":"229.951698ms","start":"2026-04-09T22:47:09.27708Z","end":"2026-04-09T22:47:09.507031Z","steps":["trace[123379763] 'agreement among raft nodes before linearized reading' (duration: 229.117696ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:09.507377Z","caller":"traceutil/trace.go:171","msg":"trace[1634438108] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8515; }","duration":"164.935236ms","start":"2026-04-09T22:47:09.342433Z","end":"2026-04-09T22:47:09.507368Z","steps":["trace[1634438108] 'agreement among raft nodes before linearized reading' (duration: 164.863674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.507457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.17778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.507529Z","caller":"traceutil/trace.go:171","msg":"trace[794975369] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8515; }","duration":"214.316604ms","start":"2026-04-09T22:47:09.293204Z","end":"2026-04-09T22:47:09.50752Z","steps":["trace[794975369] 'agreement among raft nodes before linearized reading' (duration: 214.224882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.507567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.272431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.507605Z","caller":"traceutil/trace.go:171","msg":"trace[707067512] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8515; }","duration":"166.339552ms","start":"2026-04-09T22:47:09.341257Z","end":"2026-04-09T22:47:09.507597Z","steps":["trace[707067512] 'agreement among raft nodes before linearized reading' (duration: 166.27271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.506882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.421766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:09.506695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.985671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:09.50664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.636073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.507718Z","caller":"traceutil/trace.go:171","msg":"trace[794795998] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8515; }","duration":"192.302227ms","start":"2026-04-09T22:47:09.315393Z","end":"2026-04-09T22:47:09.507695Z","steps":["trace[794795998] 'agreement among raft nodes before linearized reading' (duration: 190.920982ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:09.507734Z","caller":"traceutil/trace.go:171","msg":"trace[1077890544] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8515; }","duration":"143.780371ms","start":"2026-04-09T22:47:09.363937Z","end":"2026-04-09T22:47:09.507718Z","steps":["trace[1077890544] 'agreement among raft nodes before linearized reading' (duration: 142.668793ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:09.507756Z","caller":"traceutil/trace.go:171","msg":"trace[2122992199] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8515; }","duration":"119.006897ms","start":"2026-04-09T22:47:09.388701Z","end":"2026-04-09T22:47:09.507708Z","steps":["trace[2122992199] 'agreement among raft nodes before linearized reading' (duration: 117.970271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:09.50806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.555568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:09.508151Z","caller":"traceutil/trace.go:171","msg":"trace[254378480] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8515; }","duration":"191.6397ms","start":"2026-04-09T22:47:09.31648Z","end":"2026-04-09T22:47:09.50812Z","steps":["trace[254378480] 'agreement among raft nodes before linearized reading' (duration: 190.45888ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:10.384921Z","caller":"traceutil/trace.go:171","msg":"trace[594792467] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"161.584162ms","start":"2026-04-09T22:47:10.22326Z","end":"2026-04-09T22:47:10.384844Z","steps":["trace[594792467] 'process raft request' (duration: 161.250874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:10.928165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464500065,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:47:11.207146Z","caller":"traceutil/trace.go:171","msg":"trace[1296570078] linearizableReadLoop","detail":"{readStateIndex:8836; appliedIndex:8835; }","duration":"779.574281ms","start":"2026-04-09T22:47:10.42754Z","end":"2026-04-09T22:47:11.207115Z","steps":["trace[1296570078] 'read index received' (duration: 779.334284ms)","trace[1296570078] 'applied index is now lower than readState.Index' (duration: 238.117µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:11.207285Z","caller":"traceutil/trace.go:171","msg":"trace[1209227294] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"790.21156ms","start":"2026-04-09T22:47:10.417022Z","end":"2026-04-09T22:47:11.207233Z","steps":["trace[1209227294] 'process raft request' (duration: 789.8485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.20754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.735776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:47:11.207549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.961181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:47:11.207547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.688667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:11.207621Z","caller":"traceutil/trace.go:171","msg":"trace[24846247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8519; }","duration":"780.088745ms","start":"2026-04-09T22:47:10.427514Z","end":"2026-04-09T22:47:11.207602Z","steps":["trace[24846247] 'agreement among raft nodes before linearized reading' (duration: 779.726066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.207629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.046067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:47:11.207672Z","caller":"traceutil/trace.go:171","msg":"trace[829925765] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8519; }","duration":"718.125509ms","start":"2026-04-09T22:47:10.489535Z","end":"2026-04-09T22:47:11.20766Z","steps":["trace[829925765] 'agreement among raft nodes before linearized reading' (duration: 718.011196ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:11.207664Z","caller":"traceutil/trace.go:171","msg":"trace[202822589] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8519; }","duration":"559.882521ms","start":"2026-04-09T22:47:10.647756Z","end":"2026-04-09T22:47:11.207638Z","steps":["trace[202822589] 'agreement among raft nodes before linearized reading' (duration: 559.620225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.207674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.427498Z","time spent":"780.163326ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:47:11.207698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.489524Z","time spent":"718.16767ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:47:11.207727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.647737Z","time spent":"559.977884ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:47:11.207732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.394585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-09T22:47:11.207751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.416979Z","time spent":"790.503458ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:11.207781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.333829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:47:11.207784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.880461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:47:11.20788Z","caller":"traceutil/trace.go:171","msg":"trace[828533533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8519; }","duration":"719.490033ms","start":"2026-04-09T22:47:10.48837Z","end":"2026-04-09T22:47:11.20786Z","steps":["trace[828533533] 'agreement among raft nodes before linearized reading' (duration: 719.236737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.207898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.244821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:47:11.207898Z","caller":"traceutil/trace.go:171","msg":"trace[1857422724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8519; }","duration":"632.065275ms","start":"2026-04-09T22:47:10.575806Z","end":"2026-04-09T22:47:11.207872Z","steps":["trace[1857422724] 'agreement among raft nodes before linearized reading' (duration: 631.83537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:11.207921Z","caller":"traceutil/trace.go:171","msg":"trace[1813647555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:8519; }","duration":"678.303172ms","start":"2026-04-09T22:47:10.529611Z","end":"2026-04-09T22:47:11.207914Z","steps":["trace[1813647555] 'agreement among raft nodes before linearized reading' (duration: 678.22424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.207927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.488348Z","time spent":"719.569874ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:47:11.207942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.529598Z","time spent":"678.339903ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"warn","ts":"2026-04-09T22:47:11.207968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.36012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-09T22:47:11.207969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.575791Z","time spent":"632.158727ms","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:47:11.208016Z","caller":"traceutil/trace.go:171","msg":"trace[1965232355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8519; }","duration":"487.454953ms","start":"2026-04-09T22:47:10.720548Z","end":"2026-04-09T22:47:11.208003Z","steps":["trace[1965232355] 'agreement among raft nodes before linearized reading' (duration: 487.319189ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:11.207606Z","caller":"traceutil/trace.go:171","msg":"trace[711159747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8519; }","duration":"779.882479ms","start":"2026-04-09T22:47:10.427705Z","end":"2026-04-09T22:47:11.207587Z","steps":["trace[711159747] 'agreement among raft nodes before linearized reading' (duration: 779.607182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.208061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.720512Z","time spent":"487.537355ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:47:11.208088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.427668Z","time spent":"780.401482ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:47:11.208111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.91454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:11.208157Z","caller":"traceutil/trace.go:171","msg":"trace[1136625847] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8519; }","duration":"261.018533ms","start":"2026-04-09T22:47:10.947126Z","end":"2026-04-09T22:47:11.208144Z","steps":["trace[1136625847] 'agreement among raft nodes before linearized reading' (duration: 260.928551ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:11.207787Z","caller":"traceutil/trace.go:171","msg":"trace[1542336374] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8519; }","duration":"779.495339ms","start":"2026-04-09T22:47:10.428278Z","end":"2026-04-09T22:47:11.207773Z","steps":["trace[1542336374] 'agreement among raft nodes before linearized reading' (duration: 779.355605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.208279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:10.428254Z","time spent":"780.000272ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:47:11.324538Z","caller":"traceutil/trace.go:171","msg":"trace[1813284922] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"110.708495ms","start":"2026-04-09T22:47:11.213798Z","end":"2026-04-09T22:47:11.324507Z","steps":["trace[1813284922] 'process raft request' (duration: 85.019197ms)","trace[1813284922] 'compare' (duration: 25.466803ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:11.324891Z","caller":"traceutil/trace.go:171","msg":"trace[1539019033] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"110.596174ms","start":"2026-04-09T22:47:11.214246Z","end":"2026-04-09T22:47:11.324842Z","steps":["trace[1539019033] 'process raft request' (duration: 110.202993ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:11.324981Z","caller":"traceutil/trace.go:171","msg":"trace[1898695741] linearizableReadLoop","detail":"{readStateIndex:8839; appliedIndex:8836; }","duration":"110.560452ms","start":"2026-04-09T22:47:11.214386Z","end":"2026-04-09T22:47:11.324947Z","steps":["trace[1898695741] 'read index received' (duration: 17.719287ms)","trace[1898695741] 'applied index is now lower than readState.Index' (duration: 92.835045ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:11.325084Z","caller":"traceutil/trace.go:171","msg":"trace[1387408326] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"110.394968ms","start":"2026-04-09T22:47:11.214669Z","end":"2026-04-09T22:47:11.325064Z","steps":["trace[1387408326] 'process raft request' (duration: 110.05537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:11.325292Z","caller":"traceutil/trace.go:171","msg":"trace[1386938219] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"109.642619ms","start":"2026-04-09T22:47:11.21562Z","end":"2026-04-09T22:47:11.325263Z","steps":["trace[1386938219] 'process raft request' (duration: 109.26898ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:11.325318Z","caller":"traceutil/trace.go:171","msg":"trace[1391861381] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"110.506021ms","start":"2026-04-09T22:47:11.214759Z","end":"2026-04-09T22:47:11.325265Z","steps":["trace[1391861381] 'process raft request' (duration: 110.084901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:11.325647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.22682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:206970"} {"level":"info","ts":"2026-04-09T22:47:11.325755Z","caller":"traceutil/trace.go:171","msg":"trace[1282209071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8525; }","duration":"111.350763ms","start":"2026-04-09T22:47:11.214381Z","end":"2026-04-09T22:47:11.325731Z","steps":["trace[1282209071] 'agreement among raft nodes before linearized reading' (duration: 110.751138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:37.574416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.088176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:37.574527Z","caller":"traceutil/trace.go:171","msg":"trace[12459460] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8709; }","duration":"187.286251ms","start":"2026-04-09T22:47:37.387217Z","end":"2026-04-09T22:47:37.574503Z","steps":["trace[12459460] 'count revisions from in-memory index tree' (duration: 186.939142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:37.574939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.745211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:47:37.574968Z","caller":"traceutil/trace.go:171","msg":"trace[107558599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8709; }","duration":"204.802603ms","start":"2026-04-09T22:47:37.370158Z","end":"2026-04-09T22:47:37.574961Z","steps":["trace[107558599] 'range keys from in-memory index tree' (duration: 204.563678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:37.575053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.636684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:37.575161Z","caller":"traceutil/trace.go:171","msg":"trace[156066614] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8709; }","duration":"188.816769ms","start":"2026-04-09T22:47:37.386325Z","end":"2026-04-09T22:47:37.575142Z","steps":["trace[156066614] 'range keys from in-memory index tree' (duration: 188.553622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:41.076061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464500707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:47:41.571696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144319624s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:47:41.572413Z","caller":"traceutil/trace.go:171","msg":"trace[1374343535] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"1.145110913s","start":"2026-04-09T22:47:40.427266Z","end":"2026-04-09T22:47:41.572377Z","steps":["trace[1374343535] 'process raft request' (duration: 1.144712653s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:41.57223Z","caller":"traceutil/trace.go:171","msg":"trace[215931503] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9055; }","duration":"996.87935ms","start":"2026-04-09T22:47:40.575322Z","end":"2026-04-09T22:47:41.572201Z","steps":["trace[215931503] 'read index received' (duration: 996.545712ms)","trace[215931503] 'applied index is now lower than readState.Index' (duration: 332.178µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:41.572564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:40.427243Z","time spent":"1.145227947s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:41.572685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.337701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:47:41.572743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.667145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:41.572789Z","caller":"traceutil/trace.go:171","msg":"trace[1363991574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8732; }","duration":"997.507185ms","start":"2026-04-09T22:47:40.575258Z","end":"2026-04-09T22:47:41.572766Z","steps":["trace[1363991574] 'agreement among raft nodes before linearized reading' (duration: 997.201987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:41.572793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.657736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:41.572886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.125962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-09T22:47:41.572939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.955942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:47:41.572945Z","caller":"traceutil/trace.go:171","msg":"trace[1263225757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8732; }","duration":"325.238235ms","start":"2026-04-09T22:47:41.247692Z","end":"2026-04-09T22:47:41.57293Z","steps":["trace[1263225757] 'agreement among raft nodes before linearized reading' (duration: 325.073671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:41.572849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:40.57523Z","time spent":"997.609208ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:47:41.572987Z","caller":"traceutil/trace.go:171","msg":"trace[1358551096] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8732; }","duration":"649.042484ms","start":"2026-04-09T22:47:40.92393Z","end":"2026-04-09T22:47:41.572973Z","steps":["trace[1358551096] 'agreement among raft nodes before linearized reading' (duration: 648.958162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:41.572992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:41.247677Z","time spent":"325.306266ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:47:41.573019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:40.923905Z","time spent":"649.106705ms","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:47:41.572936Z","caller":"traceutil/trace.go:171","msg":"trace[1284145098] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8732; }","duration":"810.888262ms","start":"2026-04-09T22:47:40.762019Z","end":"2026-04-09T22:47:41.572907Z","steps":["trace[1284145098] 'agreement among raft nodes before linearized reading' (duration: 810.615465ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:41.572849Z","caller":"traceutil/trace.go:171","msg":"trace[135794053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8732; }","duration":"279.837969ms","start":"2026-04-09T22:47:41.292988Z","end":"2026-04-09T22:47:41.572826Z","steps":["trace[135794053] 'agreement among raft nodes before linearized reading' (duration: 279.673584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:41.57312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:40.761951Z","time spent":"811.146017ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:47:53.476814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.475231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:47:53.47734Z","caller":"traceutil/trace.go:171","msg":"trace[131521607] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"143.510315ms","start":"2026-04-09T22:47:53.333784Z","end":"2026-04-09T22:47:53.477294Z","steps":["trace[131521607] 'process raft request' (duration: 30.422528ms)","trace[131521607] 'compare' (duration: 112.296096ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:53.477401Z","caller":"traceutil/trace.go:171","msg":"trace[1877450611] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8834; }","duration":"143.557787ms","start":"2026-04-09T22:47:53.333821Z","end":"2026-04-09T22:47:53.477379Z","steps":["trace[1877450611] 'process raft request' (duration: 143.447604ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:53.909412Z","caller":"traceutil/trace.go:171","msg":"trace[1677820514] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"416.710655ms","start":"2026-04-09T22:47:53.492665Z","end":"2026-04-09T22:47:53.909375Z","steps":["trace[1677820514] 'process raft request' (duration: 405.654466ms)","trace[1677820514] 'compare' (duration: 10.798823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:53.90968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:53.492639Z","time spent":"416.862769ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:53.934165Z","caller":"traceutil/trace.go:171","msg":"trace[441979771] linearizableReadLoop","detail":"{readStateIndex:9166; appliedIndex:9164; }","duration":"305.726352ms","start":"2026-04-09T22:47:53.628407Z","end":"2026-04-09T22:47:53.934133Z","steps":["trace[441979771] 'read index received' (duration: 269.826655ms)","trace[441979771] 'applied index is now lower than readState.Index' (duration: 35.897687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:53.934778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.892933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:47:53.934941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.536432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-09T22:47:53.934947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.291373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:47:53.935016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.342213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:47:53.935037Z","caller":"traceutil/trace.go:171","msg":"trace[575070928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8836; }","duration":"252.387605ms","start":"2026-04-09T22:47:53.682631Z","end":"2026-04-09T22:47:53.935018Z","steps":["trace[575070928] 'agreement among raft nodes before linearized reading' (duration: 252.1884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:53.935056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.8155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-09T22:47:53.935088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.512288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:47:53.93513Z","caller":"traceutil/trace.go:171","msg":"trace[1880229746] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8836; }","duration":"270.913543ms","start":"2026-04-09T22:47:53.664196Z","end":"2026-04-09T22:47:53.935109Z","steps":["trace[1880229746] 'agreement among raft nodes before linearized reading' (duration: 270.674737ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:53.935153Z","caller":"traceutil/trace.go:171","msg":"trace[579957301] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8836; }","duration":"265.512607ms","start":"2026-04-09T22:47:53.669624Z","end":"2026-04-09T22:47:53.935136Z","steps":["trace[579957301] 'agreement among raft nodes before linearized reading' (duration: 265.171158ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:53.935132Z","caller":"traceutil/trace.go:171","msg":"trace[454428538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8836; }","duration":"250.579509ms","start":"2026-04-09T22:47:53.684542Z","end":"2026-04-09T22:47:53.935121Z","steps":["trace[454428538] 'agreement among raft nodes before linearized reading' (duration: 250.167468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:53.934938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.975621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:47:53.93494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.680905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-09T22:47:53.935015Z","caller":"traceutil/trace.go:171","msg":"trace[1686881753] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8836; }","duration":"306.637874ms","start":"2026-04-09T22:47:53.628349Z","end":"2026-04-09T22:47:53.934987Z","steps":["trace[1686881753] 'agreement among raft nodes before linearized reading' (duration: 306.242254ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:53.935297Z","caller":"traceutil/trace.go:171","msg":"trace[281002673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:8836; }","duration":"240.076325ms","start":"2026-04-09T22:47:53.695209Z","end":"2026-04-09T22:47:53.935285Z","steps":["trace[281002673] 'agreement among raft nodes before linearized reading' (duration: 239.514131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:53.935321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:53.628323Z","time spent":"306.985824ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-09T22:47:53.93532Z","caller":"traceutil/trace.go:171","msg":"trace[1003248211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8836; }","duration":"257.396282ms","start":"2026-04-09T22:47:53.677889Z","end":"2026-04-09T22:47:53.935285Z","steps":["trace[1003248211] 'agreement among raft nodes before linearized reading' (duration: 256.741065ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:53.934933Z","caller":"traceutil/trace.go:171","msg":"trace[965200503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8836; }","duration":"290.157329ms","start":"2026-04-09T22:47:53.644749Z","end":"2026-04-09T22:47:53.934906Z","steps":["trace[965200503] 'agreement among raft nodes before linearized reading' (duration: 289.755419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:53.93483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.049616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:47:53.935494Z","caller":"traceutil/trace.go:171","msg":"trace[360238966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8836; }","duration":"250.799474ms","start":"2026-04-09T22:47:53.684678Z","end":"2026-04-09T22:47:53.935477Z","steps":["trace[360238966] 'agreement among raft nodes before linearized reading' (duration: 249.889222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:54.094744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.921807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:54.094873Z","caller":"traceutil/trace.go:171","msg":"trace[157214401] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8845; }","duration":"112.086971ms","start":"2026-04-09T22:47:53.982747Z","end":"2026-04-09T22:47:54.094834Z","steps":["trace[157214401] 'agreement among raft nodes before linearized reading' (duration: 111.888907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:54.094843Z","caller":"traceutil/trace.go:171","msg":"trace[707463454] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"124.007741ms","start":"2026-04-09T22:47:53.970785Z","end":"2026-04-09T22:47:54.094793Z","steps":["trace[707463454] 'process raft request' (duration: 97.853221ms)","trace[707463454] 'compare' (duration: 25.408862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:54.094923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.861646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:47:54.09503Z","caller":"traceutil/trace.go:171","msg":"trace[1276782496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8845; }","duration":"151.999389ms","start":"2026-04-09T22:47:53.943009Z","end":"2026-04-09T22:47:54.095009Z","steps":["trace[1276782496] 'agreement among raft nodes before linearized reading' (duration: 151.729412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:54.095318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.889421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211609"} {"level":"info","ts":"2026-04-09T22:47:54.095382Z","caller":"traceutil/trace.go:171","msg":"trace[1078804904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8845; }","duration":"152.975723ms","start":"2026-04-09T22:47:53.942379Z","end":"2026-04-09T22:47:54.095355Z","steps":["trace[1078804904] 'agreement among raft nodes before linearized reading' (duration: 152.43753ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:54.309338Z","caller":"traceutil/trace.go:171","msg":"trace[569438229] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9176; }","duration":"113.487037ms","start":"2026-04-09T22:47:54.195815Z","end":"2026-04-09T22:47:54.309302Z","steps":["trace[569438229] 'read index received' (duration: 93.003709ms)","trace[569438229] 'applied index is now lower than readState.Index' (duration: 20.481938ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:54.309452Z","caller":"traceutil/trace.go:171","msg":"trace[1764103400] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"182.207813ms","start":"2026-04-09T22:47:54.127205Z","end":"2026-04-09T22:47:54.309412Z","steps":["trace[1764103400] 'process raft request' (duration: 161.609512ms)","trace[1764103400] 'compare' (duration: 20.324244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:54.309713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.838316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:54.309793Z","caller":"traceutil/trace.go:171","msg":"trace[404474007] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8847; }","duration":"114.027651ms","start":"2026-04-09T22:47:54.19575Z","end":"2026-04-09T22:47:54.309778Z","steps":["trace[404474007] 'agreement among raft nodes before linearized reading' (duration: 113.778164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:54.572383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.758165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:47:54.572489Z","caller":"traceutil/trace.go:171","msg":"trace[977488178] linearizableReadLoop","detail":"{readStateIndex:9178; appliedIndex:9177; }","duration":"233.754515ms","start":"2026-04-09T22:47:54.338719Z","end":"2026-04-09T22:47:54.572474Z","steps":["trace[977488178] 'read index received' (duration: 73.816914ms)","trace[977488178] 'applied index is now lower than readState.Index' (duration: 159.936291ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:54.572552Z","caller":"traceutil/trace.go:171","msg":"trace[769898355] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"240.870264ms","start":"2026-04-09T22:47:54.331673Z","end":"2026-04-09T22:47:54.572543Z","steps":["trace[769898355] 'process raft request' (duration: 80.847941ms)","trace[769898355] 'compare' (duration: 159.54854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:54.572696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.97069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:47:54.572758Z","caller":"traceutil/trace.go:171","msg":"trace[558300224] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8848; }","duration":"234.067333ms","start":"2026-04-09T22:47:54.338677Z","end":"2026-04-09T22:47:54.572745Z","steps":["trace[558300224] 'agreement among raft nodes before linearized reading' (duration: 233.95263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:55.48839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464501064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:47:55.988997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310582464501064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:47:56.371685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.715415936s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:47:56.372254Z","caller":"traceutil/trace.go:171","msg":"trace[811580108] linearizableReadLoop","detail":"{readStateIndex:9180; appliedIndex:9179; }","duration":"1.384522237s","start":"2026-04-09T22:47:54.987702Z","end":"2026-04-09T22:47:56.372224Z","steps":["trace[811580108] 'read index received' (duration: 1.384334253s)","trace[811580108] 'applied index is now lower than readState.Index' (duration: 186.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:56.372458Z","caller":"traceutil/trace.go:171","msg":"trace[483311102] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"1.716402341s","start":"2026-04-09T22:47:54.656039Z","end":"2026-04-09T22:47:56.372442Z","steps":["trace[483311102] 'process raft request' (duration: 1.716009261s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.372598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:54.655986Z","time spent":"1.716514843s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:56.3728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385048901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:56.372886Z","caller":"traceutil/trace.go:171","msg":"trace[288215919] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8850; }","duration":"1.385235105s","start":"2026-04-09T22:47:54.987633Z","end":"2026-04-09T22:47:56.372868Z","steps":["trace[288215919] 'agreement among raft nodes before linearized reading' (duration: 1.38501677s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.372929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:54.987607Z","time spent":"1.385312258s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:47:56.54412Z","caller":"traceutil/trace.go:171","msg":"trace[360002795] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"543.274041ms","start":"2026-04-09T22:47:56.000791Z","end":"2026-04-09T22:47:56.544065Z","steps":["trace[360002795] 'process raft request' (duration: 462.077461ms)","trace[360002795] 'compare' (duration: 80.458422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:56.544353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.000774Z","time spent":"543.464967ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:56.544587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242233224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:47:56.544642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.911944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:47:56.544671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430324185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:56.544699Z","caller":"traceutil/trace.go:171","msg":"trace[1445097032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8852; }","duration":"545.026827ms","start":"2026-04-09T22:47:55.999659Z","end":"2026-04-09T22:47:56.544686Z","steps":["trace[1445097032] 'agreement among raft nodes before linearized reading' (duration: 544.81249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.544717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.962755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-09T22:47:56.544756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.999637Z","time spent":"545.110178ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:47:56.544753Z","caller":"traceutil/trace.go:171","msg":"trace[1836177600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8852; }","duration":"1.430449028s","start":"2026-04-09T22:47:55.114286Z","end":"2026-04-09T22:47:56.544735Z","steps":["trace[1836177600] 'agreement among raft nodes before linearized reading' (duration: 1.430305744s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.54477Z","caller":"traceutil/trace.go:171","msg":"trace[1414035098] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8852; }","duration":"545.031726ms","start":"2026-04-09T22:47:55.999721Z","end":"2026-04-09T22:47:56.544752Z","steps":["trace[1414035098] 'agreement among raft nodes before linearized reading' (duration: 544.81388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.544822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.999711Z","time spent":"545.099378ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:47:56.544821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.114263Z","time spent":"1.430542731s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:47:56.544669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.861562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:47:56.544885Z","caller":"traceutil/trace.go:171","msg":"trace[1466911716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8852; }","duration":"545.148629ms","start":"2026-04-09T22:47:55.999726Z","end":"2026-04-09T22:47:56.544875Z","steps":["trace[1466911716] 'agreement among raft nodes before linearized reading' (duration: 544.700787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.544883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.058118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:47:56.544925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.999706Z","time spent":"545.20906ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:47:56.544733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.241861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-04-09T22:47:56.544949Z","caller":"traceutil/trace.go:171","msg":"trace[1156146153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8852; }","duration":"587.13758ms","start":"2026-04-09T22:47:55.957791Z","end":"2026-04-09T22:47:56.544928Z","steps":["trace[1156146153] 'agreement among raft nodes before linearized reading' (duration: 587.013877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.544964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026359962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77d4db8976-ckzfg.18a4d1c6fe7fd1c5\" ","response":"range_response_count:1 size:1133"} {"level":"info","ts":"2026-04-09T22:47:56.544986Z","caller":"traceutil/trace.go:171","msg":"trace[1892630204] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8852; }","duration":"701.567719ms","start":"2026-04-09T22:47:55.843401Z","end":"2026-04-09T22:47:56.544969Z","steps":["trace[1892630204] 'agreement among raft nodes before linearized reading' (duration: 701.038285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.544997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.957772Z","time spent":"587.216672ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:47:56.545041Z","caller":"traceutil/trace.go:171","msg":"trace[859908602] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77d4db8976-ckzfg.18a4d1c6fe7fd1c5; range_end:; response_count:1; response_revision:8852; }","duration":"1.026553578s","start":"2026-04-09T22:47:55.518447Z","end":"2026-04-09T22:47:56.545001Z","steps":["trace[859908602] 'agreement among raft nodes before linearized reading' (duration: 1.026288571s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.545047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.84337Z","time spent":"701.654361ms","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-09T22:47:56.54508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.300873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:47:56.545108Z","caller":"traceutil/trace.go:171","msg":"trace[1413367366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8852; }","duration":"545.377325ms","start":"2026-04-09T22:47:55.999724Z","end":"2026-04-09T22:47:56.545101Z","steps":["trace[1413367366] 'agreement among raft nodes before linearized reading' (duration: 545.292103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.545126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.518424Z","time spent":"1.02665871s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-77d4db8976-ckzfg.18a4d1c6fe7fd1c5\" "} {"level":"info","ts":"2026-04-09T22:47:56.544674Z","caller":"traceutil/trace.go:171","msg":"trace[1254336819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8852; }","duration":"1.242354327s","start":"2026-04-09T22:47:55.3023Z","end":"2026-04-09T22:47:56.544654Z","steps":["trace[1254336819] 'agreement among raft nodes before linearized reading' (duration: 1.242155521s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.545205Z","caller":"traceutil/trace.go:171","msg":"trace[1162146501] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"444.476667ms","start":"2026-04-09T22:47:56.100693Z","end":"2026-04-09T22:47:56.545169Z","steps":["trace[1162146501] 'process raft request' (duration: 443.582683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.545271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.302283Z","time spent":"1.242976343s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:47:56.545047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.21229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:47:56.545393Z","caller":"traceutil/trace.go:171","msg":"trace[510459151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8852; }","duration":"545.532179ms","start":"2026-04-09T22:47:55.999815Z","end":"2026-04-09T22:47:56.545347Z","steps":["trace[510459151] 'agreement among raft nodes before linearized reading' (duration: 545.16385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.545436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.999809Z","time spent":"545.619051ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:47:56.545455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.100662Z","time spent":"444.62389ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:56.545475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.377168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-04-09T22:47:56.545143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.999698Z","time spent":"545.439067ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:47:56.545534Z","caller":"traceutil/trace.go:171","msg":"trace[75678781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:8852; }","duration":"441.501691ms","start":"2026-04-09T22:47:56.104016Z","end":"2026-04-09T22:47:56.545518Z","steps":["trace[75678781] 'agreement among raft nodes before linearized reading' (duration: 441.243475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.545579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.103983Z","time spent":"441.584164ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"warn","ts":"2026-04-09T22:47:56.545534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.298013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:47:56.545693Z","caller":"traceutil/trace.go:171","msg":"trace[752655520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8852; }","duration":"545.545209ms","start":"2026-04-09T22:47:56.00013Z","end":"2026-04-09T22:47:56.545675Z","steps":["trace[752655520] 'agreement among raft nodes before linearized reading' (duration: 544.76236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.545814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.000108Z","time spent":"545.655822ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:47:56.545921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456414454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-09T22:47:56.545967Z","caller":"traceutil/trace.go:171","msg":"trace[1371908047] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8852; }","duration":"1.456517206s","start":"2026-04-09T22:47:55.089437Z","end":"2026-04-09T22:47:56.545955Z","steps":["trace[1371908047] 'agreement among raft nodes before linearized reading' (duration: 1.456364532s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.546002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:55.089403Z","time spent":"1.456591838s","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-09T22:47:56.544396Z","caller":"traceutil/trace.go:171","msg":"trace[493952119] linearizableReadLoop","detail":"{readStateIndex:9182; appliedIndex:9180; }","duration":"171.980023ms","start":"2026-04-09T22:47:56.372392Z","end":"2026-04-09T22:47:56.544372Z","steps":["trace[493952119] 'read index received' (duration: 90.497945ms)","trace[493952119] 'applied index is now lower than readState.Index' (duration: 81.480408ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:56.722007Z","caller":"traceutil/trace.go:171","msg":"trace[1238401329] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"170.430745ms","start":"2026-04-09T22:47:56.551534Z","end":"2026-04-09T22:47:56.721965Z","steps":["trace[1238401329] 'process raft request' (duration: 108.243115ms)","trace[1238401329] 'compare' (duration: 61.909913ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:56.722167Z","caller":"traceutil/trace.go:171","msg":"trace[198814187] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"170.374293ms","start":"2026-04-09T22:47:56.551758Z","end":"2026-04-09T22:47:56.722132Z","steps":["trace[198814187] 'process raft request' (duration: 170.120997ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.722199Z","caller":"traceutil/trace.go:171","msg":"trace[1738356818] linearizableReadLoop","detail":"{readStateIndex:9188; appliedIndex:9183; }","duration":"169.909302ms","start":"2026-04-09T22:47:56.552262Z","end":"2026-04-09T22:47:56.722171Z","steps":["trace[1738356818] 'read index received' (duration: 7.225443ms)","trace[1738356818] 'applied index is now lower than readState.Index' (duration: 162.682229ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:56.722315Z","caller":"traceutil/trace.go:171","msg":"trace[1375313303] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"170.483286ms","start":"2026-04-09T22:47:56.55182Z","end":"2026-04-09T22:47:56.722303Z","steps":["trace[1375313303] 'process raft request' (duration: 170.131728ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.72251Z","caller":"traceutil/trace.go:171","msg":"trace[1731237547] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"170.619539ms","start":"2026-04-09T22:47:56.551882Z","end":"2026-04-09T22:47:56.722502Z","steps":["trace[1731237547] 'process raft request' (duration: 170.110967ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.722707Z","caller":"traceutil/trace.go:171","msg":"trace[1100737783] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"169.647104ms","start":"2026-04-09T22:47:56.553043Z","end":"2026-04-09T22:47:56.72269Z","steps":["trace[1100737783] 'process raft request' (duration: 169.08678ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.722717Z","caller":"traceutil/trace.go:171","msg":"trace[1321624016] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"170.614999ms","start":"2026-04-09T22:47:56.552081Z","end":"2026-04-09T22:47:56.722696Z","steps":["trace[1321624016] 'process raft request' (duration: 169.952313ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.722847Z","caller":"traceutil/trace.go:171","msg":"trace[1220778300] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"170.463796ms","start":"2026-04-09T22:47:56.552371Z","end":"2026-04-09T22:47:56.722835Z","steps":["trace[1220778300] 'process raft request' (duration: 169.699987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.722859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.960885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:56.722906Z","caller":"traceutil/trace.go:171","msg":"trace[1098685832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8860; }","duration":"176.050927ms","start":"2026-04-09T22:47:56.54684Z","end":"2026-04-09T22:47:56.722891Z","steps":["trace[1098685832] 'agreement among raft nodes before linearized reading' (duration: 175.955675ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.906668Z","caller":"traceutil/trace.go:171","msg":"trace[1781709884] linearizableReadLoop","detail":"{readStateIndex:9191; appliedIndex:9190; }","duration":"184.384157ms","start":"2026-04-09T22:47:56.722265Z","end":"2026-04-09T22:47:56.906649Z","steps":["trace[1781709884] 'read index received' (duration: 108.89791ms)","trace[1781709884] 'applied index is now lower than readState.Index' (duration: 75.485037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:56.906913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.572439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:56.90695Z","caller":"traceutil/trace.go:171","msg":"trace[497383365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8861; }","duration":"174.655441ms","start":"2026-04-09T22:47:56.732284Z","end":"2026-04-09T22:47:56.90694Z","steps":["trace[497383365] 'agreement among raft nodes before linearized reading' (duration: 174.586939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.906952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.953842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-09T22:47:56.907004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.871946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:47:56.907041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.38702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a4d1d2aa023ffd\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-09T22:47:56.907044Z","caller":"traceutil/trace.go:171","msg":"trace[2062431018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8861; }","duration":"320.104485ms","start":"2026-04-09T22:47:56.586921Z","end":"2026-04-09T22:47:56.907026Z","steps":["trace[2062431018] 'agreement among raft nodes before linearized reading' (duration: 319.777907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.907038Z","caller":"traceutil/trace.go:171","msg":"trace[239187026] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"347.503337ms","start":"2026-04-09T22:47:56.559505Z","end":"2026-04-09T22:47:56.907009Z","steps":["trace[239187026] 'process raft request' (duration: 271.711493ms)","trace[239187026] 'compare' (duration: 75.321702ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:56.907079Z","caller":"traceutil/trace.go:171","msg":"trace[2138652151] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8861; }","duration":"325.008139ms","start":"2026-04-09T22:47:56.582054Z","end":"2026-04-09T22:47:56.907062Z","steps":["trace[2138652151] 'agreement among raft nodes before linearized reading' (duration: 324.834425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.907088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.586903Z","time spent":"320.177167ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:47:56.907116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.582012Z","time spent":"325.097191ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:47:56.907121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.131342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T22:47:56.907155Z","caller":"traceutil/trace.go:171","msg":"trace[1971445599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8861; }","duration":"321.186763ms","start":"2026-04-09T22:47:56.585956Z","end":"2026-04-09T22:47:56.907143Z","steps":["trace[1971445599] 'agreement among raft nodes before linearized reading' (duration: 320.800094ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:56.907076Z","caller":"traceutil/trace.go:171","msg":"trace[1547000729] range","detail":"{range_begin:/registry/events/openstack/ceph.18a4d1d2aa023ffd; range_end:; response_count:1; response_revision:8861; }","duration":"352.428321ms","start":"2026-04-09T22:47:56.554636Z","end":"2026-04-09T22:47:56.907064Z","steps":["trace[1547000729] 'agreement among raft nodes before linearized reading' (duration: 352.278728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.907172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.175581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211614"} {"level":"warn","ts":"2026-04-09T22:47:56.907196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.554632Z","time spent":"352.552125ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a4d1d2aa023ffd\" "} {"level":"warn","ts":"2026-04-09T22:47:56.907205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.559499Z","time spent":"347.610289ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:56.907221Z","caller":"traceutil/trace.go:171","msg":"trace[1917435315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8861; }","duration":"353.249252ms","start":"2026-04-09T22:47:56.553961Z","end":"2026-04-09T22:47:56.90721Z","steps":["trace[1917435315] 'agreement among raft nodes before linearized reading' (duration: 352.860832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:56.907251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.553949Z","time spent":"353.296174ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211637,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:47:56.907181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:56.585941Z","time spent":"321.234004ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:47:57.230881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.736718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:47:57.231183Z","caller":"traceutil/trace.go:171","msg":"trace[656297874] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"223.731931ms","start":"2026-04-09T22:47:57.007415Z","end":"2026-04-09T22:47:57.231147Z","steps":["trace[656297874] 'process raft request' (duration: 87.586982ms)","trace[656297874] 'compare' (duration: 135.506342ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:57.231248Z","caller":"traceutil/trace.go:171","msg":"trace[676072637] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"223.555917ms","start":"2026-04-09T22:47:57.007661Z","end":"2026-04-09T22:47:57.231217Z","steps":["trace[676072637] 'process raft request' (duration: 223.383863ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:57.231295Z","caller":"traceutil/trace.go:171","msg":"trace[1666711434] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"223.129536ms","start":"2026-04-09T22:47:57.008132Z","end":"2026-04-09T22:47:57.231262Z","steps":["trace[1666711434] 'process raft request' (duration: 223.009673ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:57.23128Z","caller":"traceutil/trace.go:171","msg":"trace[55323688] linearizableReadLoop","detail":"{readStateIndex:9198; appliedIndex:9195; }","duration":"222.86352ms","start":"2026-04-09T22:47:57.00839Z","end":"2026-04-09T22:47:57.231254Z","steps":["trace[55323688] 'read index received' (duration: 86.628409ms)","trace[55323688] 'applied index is now lower than readState.Index' (duration: 136.233451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:57.231513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.122396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-09T22:47:57.231562Z","caller":"traceutil/trace.go:171","msg":"trace[16507139] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8868; }","duration":"223.204678ms","start":"2026-04-09T22:47:57.008344Z","end":"2026-04-09T22:47:57.231549Z","steps":["trace[16507139] 'agreement among raft nodes before linearized reading' (duration: 222.970872ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:57.406732Z","caller":"traceutil/trace.go:171","msg":"trace[1279933781] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9198; }","duration":"167.481281ms","start":"2026-04-09T22:47:57.239217Z","end":"2026-04-09T22:47:57.406698Z","steps":["trace[1279933781] 'read index received' (duration: 143.893765ms)","trace[1279933781] 'applied index is now lower than readState.Index' (duration: 23.585845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:57.406992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.751817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-09T22:47:57.407039Z","caller":"traceutil/trace.go:171","msg":"trace[2071797465] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8869; }","duration":"167.826069ms","start":"2026-04-09T22:47:57.239197Z","end":"2026-04-09T22:47:57.407023Z","steps":["trace[2071797465] 'agreement among raft nodes before linearized reading' (duration: 167.608423ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:57.407049Z","caller":"traceutil/trace.go:171","msg":"trace[645090180] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"168.013233ms","start":"2026-04-09T22:47:57.238995Z","end":"2026-04-09T22:47:57.407008Z","steps":["trace[645090180] 'process raft request' (duration: 144.071869ms)","trace[645090180] 'compare' (duration: 23.326929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:58.731436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102837955s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:47:58.732031Z","caller":"traceutil/trace.go:171","msg":"trace[1778589165] linearizableReadLoop","detail":"{readStateIndex:9200; appliedIndex:9199; }","duration":"435.815987ms","start":"2026-04-09T22:47:58.296186Z","end":"2026-04-09T22:47:58.732002Z","steps":["trace[1778589165] 'read index received' (duration: 435.615452ms)","trace[1778589165] 'applied index is now lower than readState.Index' (duration: 199.365µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:58.73221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.014432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:58.732191Z","caller":"traceutil/trace.go:171","msg":"trace[2092203246] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"1.103743798s","start":"2026-04-09T22:47:57.628391Z","end":"2026-04-09T22:47:58.732135Z","steps":["trace[2092203246] 'process raft request' (duration: 1.103354748s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:58.732261Z","caller":"traceutil/trace.go:171","msg":"trace[125745974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8870; }","duration":"436.146085ms","start":"2026-04-09T22:47:58.2961Z","end":"2026-04-09T22:47:58.732246Z","steps":["trace[125745974] 'agreement among raft nodes before linearized reading' (duration: 436.047682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:58.732342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.296066Z","time spent":"436.257368ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:47:58.732428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:57.628359Z","time spent":"1.103944043s","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7437,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:59.101729Z","caller":"traceutil/trace.go:171","msg":"trace[44463793] linearizableReadLoop","detail":"{readStateIndex:9203; appliedIndex:9200; }","duration":"369.586115ms","start":"2026-04-09T22:47:58.732115Z","end":"2026-04-09T22:47:59.101701Z","steps":["trace[44463793] 'read index received' (duration: 341.538347ms)","trace[44463793] 'applied index is now lower than readState.Index' (duration: 28.046248ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:59.101875Z","caller":"traceutil/trace.go:171","msg":"trace[1362334622] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"672.034885ms","start":"2026-04-09T22:47:58.429826Z","end":"2026-04-09T22:47:59.101861Z","steps":["trace[1362334622] 'process raft request' (duration: 643.937295ms)","trace[1362334622] 'compare' (duration: 27.413953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:59.101991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.429786Z","time spent":"672.118507ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:59.102165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.668352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:47:59.102238Z","caller":"traceutil/trace.go:171","msg":"trace[2001631049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8873; }","duration":"368.748194ms","start":"2026-04-09T22:47:58.733471Z","end":"2026-04-09T22:47:59.10222Z","steps":["trace[2001631049] 'agreement among raft nodes before linearized reading' (duration: 368.58435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.102197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.987426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:47:59.102245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.174931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:47:59.102304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.677012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:47:59.102326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.531941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:47:59.102348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.005064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-09T22:47:59.102333Z","caller":"traceutil/trace.go:171","msg":"trace[1697149440] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"549.965462ms","start":"2026-04-09T22:47:58.552326Z","end":"2026-04-09T22:47:59.102292Z","steps":["trace[1697149440] 'process raft request' (duration: 549.328775ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:59.102381Z","caller":"traceutil/trace.go:171","msg":"trace[1782492200] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:8873; }","duration":"708.092096ms","start":"2026-04-09T22:47:58.394281Z","end":"2026-04-09T22:47:59.102373Z","steps":["trace[1782492200] 'agreement among raft nodes before linearized reading' (duration: 708.009594ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:59.102381Z","caller":"traceutil/trace.go:171","msg":"trace[1259931236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8873; }","duration":"374.638094ms","start":"2026-04-09T22:47:58.727731Z","end":"2026-04-09T22:47:59.102369Z","steps":["trace[1259931236] 'agreement among raft nodes before linearized reading' (duration: 374.449848ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:59.102383Z","caller":"traceutil/trace.go:171","msg":"trace[442695837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8873; }","duration":"539.811625ms","start":"2026-04-09T22:47:58.56255Z","end":"2026-04-09T22:47:59.102362Z","steps":["trace[442695837] 'agreement among raft nodes before linearized reading' (duration: 539.489876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.1024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.394244Z","time spent":"708.151717ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-09T22:47:59.102411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.727709Z","time spent":"374.694834ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:47:59.102317Z","caller":"traceutil/trace.go:171","msg":"trace[579241187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8873; }","duration":"374.255904ms","start":"2026-04-09T22:47:58.728043Z","end":"2026-04-09T22:47:59.102299Z","steps":["trace[579241187] 'agreement among raft nodes before linearized reading' (duration: 374.018307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.102424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.161628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-04-09T22:47:59.102443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.597057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-09T22:47:59.102443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.213102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:47:59.102458Z","caller":"traceutil/trace.go:171","msg":"trace[870398126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:8873; }","duration":"187.294891ms","start":"2026-04-09T22:47:58.915154Z","end":"2026-04-09T22:47:59.102449Z","steps":["trace[870398126] 'agreement among raft nodes before linearized reading' (duration: 187.194608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.10247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.552281Z","time spent":"550.118186ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:59.102488Z","caller":"traceutil/trace.go:171","msg":"trace[988719954] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8873; }","duration":"373.653369ms","start":"2026-04-09T22:47:58.728823Z","end":"2026-04-09T22:47:59.102476Z","steps":["trace[988719954] 'agreement among raft nodes before linearized reading' (duration: 373.533096ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:59.102489Z","caller":"traceutil/trace.go:171","msg":"trace[858497387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8873; }","duration":"374.303335ms","start":"2026-04-09T22:47:58.728176Z","end":"2026-04-09T22:47:59.102479Z","steps":["trace[858497387] 'agreement among raft nodes before linearized reading' (duration: 374.189883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.10251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.728813Z","time spent":"373.69296ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:47:59.102531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.728156Z","time spent":"374.366886ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:47:59.102318Z","caller":"traceutil/trace.go:171","msg":"trace[1599218190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8873; }","duration":"374.172552ms","start":"2026-04-09T22:47:58.72812Z","end":"2026-04-09T22:47:59.102292Z","steps":["trace[1599218190] 'agreement among raft nodes before linearized reading' (duration: 373.774881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.102594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.728099Z","time spent":"374.48694ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:47:59.10242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.562524Z","time spent":"539.888588ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:47:59.102447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.728039Z","time spent":"374.401607ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:47:59.102292Z","caller":"traceutil/trace.go:171","msg":"trace[2105623851] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"549.970083ms","start":"2026-04-09T22:47:58.552275Z","end":"2026-04-09T22:47:59.102245Z","steps":["trace[2105623851] 'process raft request' (duration: 549.260934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.102831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.552223Z","time spent":"550.552897ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:59.102301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.391992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:47:59.102875Z","caller":"traceutil/trace.go:171","msg":"trace[1934259381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8873; }","duration":"374.034438ms","start":"2026-04-09T22:47:58.72883Z","end":"2026-04-09T22:47:59.102865Z","steps":["trace[1934259381] 'agreement among raft nodes before linearized reading' (duration: 373.289368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.102273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.733414Z","time spent":"368.853787ms","remote":"127.0.0.1:55898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:47:59.102904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:58.728806Z","time spent":"374.09027ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:47:59.426675Z","caller":"traceutil/trace.go:171","msg":"trace[1256206456] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"319.50997ms","start":"2026-04-09T22:47:59.107135Z","end":"2026-04-09T22:47:59.426645Z","steps":["trace[1256206456] 'process raft request' (duration: 319.172322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.426926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.107113Z","time spent":"319.649283ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:59.427008Z","caller":"traceutil/trace.go:171","msg":"trace[255087391] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"319.463989ms","start":"2026-04-09T22:47:59.1075Z","end":"2026-04-09T22:47:59.426964Z","steps":["trace[255087391] 'process raft request' (duration: 319.07464ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:59.427081Z","caller":"traceutil/trace.go:171","msg":"trace[1505203886] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"318.874163ms","start":"2026-04-09T22:47:59.108187Z","end":"2026-04-09T22:47:59.427061Z","steps":["trace[1505203886] 'process raft request' (duration: 318.671848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.427154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.10818Z","time spent":"318.934755ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:59.427126Z","caller":"traceutil/trace.go:171","msg":"trace[1884069049] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"318.860803ms","start":"2026-04-09T22:47:59.108239Z","end":"2026-04-09T22:47:59.427099Z","steps":["trace[1884069049] 'process raft request' (duration: 318.75693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.427243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.107486Z","time spent":"319.630883ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:59.427304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.108221Z","time spent":"318.988247ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:59.427388Z","caller":"traceutil/trace.go:171","msg":"trace[1867202023] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"318.716481ms","start":"2026-04-09T22:47:59.108659Z","end":"2026-04-09T22:47:59.427376Z","steps":["trace[1867202023] 'process raft request' (duration: 318.385481ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:59.427441Z","caller":"traceutil/trace.go:171","msg":"trace[1780307867] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"318.459874ms","start":"2026-04-09T22:47:59.108968Z","end":"2026-04-09T22:47:59.427427Z","steps":["trace[1780307867] 'process raft request' (duration: 318.249639ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:59.427445Z","caller":"traceutil/trace.go:171","msg":"trace[1187643724] linearizableReadLoop","detail":"{readStateIndex:9208; appliedIndex:9203; }","duration":"319.1112ms","start":"2026-04-09T22:47:59.108317Z","end":"2026-04-09T22:47:59.427428Z","steps":["trace[1187643724] 'read index received' (duration: 237.553029ms)","trace[1187643724] 'applied index is now lower than readState.Index' (duration: 81.557151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:47:59.42746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.108652Z","time spent":"318.771602ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:59.427509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.10895Z","time spent":"318.524155ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:47:59.427536Z","caller":"traceutil/trace.go:171","msg":"trace[1999041883] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"318.515385ms","start":"2026-04-09T22:47:59.108958Z","end":"2026-04-09T22:47:59.427473Z","steps":["trace[1999041883] 'process raft request' (duration: 318.412442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.427698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.108926Z","time spent":"318.71129ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:47:59.428993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.659278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211614"} {"level":"info","ts":"2026-04-09T22:47:59.429066Z","caller":"traceutil/trace.go:171","msg":"trace[1124995260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8880; }","duration":"320.751111ms","start":"2026-04-09T22:47:59.108301Z","end":"2026-04-09T22:47:59.429052Z","steps":["trace[1124995260] 'agreement among raft nodes before linearized reading' (duration: 319.208793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:59.42911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:47:59.108291Z","time spent":"320.807013ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211637,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-09T22:48:01.268355Z","caller":"traceutil/trace.go:171","msg":"trace[862849130] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"159.741515ms","start":"2026-04-09T22:48:01.108574Z","end":"2026-04-09T22:48:01.268315Z","steps":["trace[862849130] 'process raft request' (duration: 159.54803ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:01.38578Z","caller":"traceutil/trace.go:171","msg":"trace[1073139666] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"275.831157ms","start":"2026-04-09T22:48:01.109915Z","end":"2026-04-09T22:48:01.385746Z","steps":["trace[1073139666] 'process raft request' (duration: 211.83309ms)","trace[1073139666] 'compare' (duration: 63.472773ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:48:01.753483Z","caller":"traceutil/trace.go:171","msg":"trace[1247194468] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"314.76138ms","start":"2026-04-09T22:48:01.438684Z","end":"2026-04-09T22:48:01.753446Z","steps":["trace[1247194468] 'process raft request' (duration: 252.633351ms)","trace[1247194468] 'compare' (duration: 61.847412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:48:01.753674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.43867Z","time spent":"314.895903ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:48:01.8029Z","caller":"traceutil/trace.go:171","msg":"trace[1779207937] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"363.85252ms","start":"2026-04-09T22:48:01.439008Z","end":"2026-04-09T22:48:01.802861Z","steps":["trace[1779207937] 'process raft request' (duration: 363.754698ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:01.802953Z","caller":"traceutil/trace.go:171","msg":"trace[1990415427] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"364.201838ms","start":"2026-04-09T22:48:01.438703Z","end":"2026-04-09T22:48:01.802905Z","steps":["trace[1990415427] 'process raft request' (duration: 363.836938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:48:01.803145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.438997Z","time spent":"364.010314ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:48:01.803291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.438679Z","time spent":"364.354992ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:48:01.803374Z","caller":"traceutil/trace.go:171","msg":"trace[1065382133] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"362.717111ms","start":"2026-04-09T22:48:01.44063Z","end":"2026-04-09T22:48:01.803347Z","steps":["trace[1065382133] 'process raft request' (duration: 362.586428ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:01.803441Z","caller":"traceutil/trace.go:171","msg":"trace[492375732] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"363.855699ms","start":"2026-04-09T22:48:01.439534Z","end":"2026-04-09T22:48:01.803389Z","steps":["trace[492375732] 'process raft request' (duration: 363.563442ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:01.803539Z","caller":"traceutil/trace.go:171","msg":"trace[520651042] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"362.794963ms","start":"2026-04-09T22:48:01.440667Z","end":"2026-04-09T22:48:01.803462Z","steps":["trace[520651042] 'process raft request' (duration: 362.611259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:48:01.803742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.44065Z","time spent":"362.991139ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:48:01.803358Z","caller":"traceutil/trace.go:171","msg":"trace[311530795] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9214; }","duration":"362.991248ms","start":"2026-04-09T22:48:01.440346Z","end":"2026-04-09T22:48:01.803338Z","steps":["trace[311530795] 'read index received' (duration: 251.01413ms)","trace[311530795] 'applied index is now lower than readState.Index' (duration: 111.975238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:48:01.803789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.43952Z","time spent":"364.179498ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:48:01.803291Z","caller":"traceutil/trace.go:171","msg":"trace[1025042882] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"363.782658ms","start":"2026-04-09T22:48:01.439475Z","end":"2026-04-09T22:48:01.803258Z","steps":["trace[1025042882] 'process raft request' (duration: 363.335737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:48:01.803996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.440595Z","time spent":"362.971068ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:48:01.804097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.439456Z","time spent":"364.548787ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:48:01.804013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.654774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211614"} {"level":"info","ts":"2026-04-09T22:48:01.804182Z","caller":"traceutil/trace.go:171","msg":"trace[1562414203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8890; }","duration":"363.83569ms","start":"2026-04-09T22:48:01.44033Z","end":"2026-04-09T22:48:01.804166Z","steps":["trace[1562414203] 'agreement among raft nodes before linearized reading' (duration: 363.090691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:48:01.804243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:48:01.440322Z","time spent":"363.899581ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211637,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:48:01.804046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.753221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:48:01.8043Z","caller":"traceutil/trace.go:171","msg":"trace[921774563] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8890; }","duration":"104.046658ms","start":"2026-04-09T22:48:01.700236Z","end":"2026-04-09T22:48:01.804283Z","steps":["trace[921774563] 'agreement among raft nodes before linearized reading' (duration: 103.743781ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:02.279642Z","caller":"traceutil/trace.go:171","msg":"trace[172291369] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"188.608804ms","start":"2026-04-09T22:48:02.091007Z","end":"2026-04-09T22:48:02.279616Z","steps":["trace[172291369] 'process raft request' (duration: 188.4461ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:07.852086Z","caller":"traceutil/trace.go:171","msg":"trace[2037365920] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"100.615381ms","start":"2026-04-09T22:48:07.751444Z","end":"2026-04-09T22:48:07.852059Z","steps":["trace[2037365920] 'process raft request' (duration: 100.300143ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:21.351172Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002501.wal"} {"level":"info","ts":"2026-04-09T22:49:09.870974Z","caller":"traceutil/trace.go:171","msg":"trace[617946146] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"311.408092ms","start":"2026-04-09T22:49:09.559539Z","end":"2026-04-09T22:49:09.870947Z","steps":["trace[617946146] 'process raft request' (duration: 311.214337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:09.871178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:09.559503Z","time spent":"311.578556ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:49:09.89052Z","caller":"traceutil/trace.go:171","msg":"trace[1181329569] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"239.607387ms","start":"2026-04-09T22:49:09.650876Z","end":"2026-04-09T22:49:09.890483Z","steps":["trace[1181329569] 'process raft request' (duration: 239.307789ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:10.545663Z","caller":"traceutil/trace.go:171","msg":"trace[2024624530] linearizableReadLoop","detail":"{readStateIndex:9869; appliedIndex:9868; }","duration":"319.867595ms","start":"2026-04-09T22:49:10.225762Z","end":"2026-04-09T22:49:10.545629Z","steps":["trace[2024624530] 'read index received' (duration: 319.600048ms)","trace[2024624530] 'applied index is now lower than readState.Index' (duration: 265.916µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:49:10.545835Z","caller":"traceutil/trace.go:171","msg":"trace[373182889] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"323.016864ms","start":"2026-04-09T22:49:10.222801Z","end":"2026-04-09T22:49:10.545817Z","steps":["trace[373182889] 'process raft request' (duration: 322.610714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.546004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.218764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:49:10.546024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.222782Z","time spent":"323.095627ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:49:10.546105Z","caller":"traceutil/trace.go:171","msg":"trace[1641101736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9519; }","duration":"320.308466ms","start":"2026-04-09T22:49:10.225757Z","end":"2026-04-09T22:49:10.546065Z","steps":["trace[1641101736] 'agreement among raft nodes before linearized reading' (duration: 320.114922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.54614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.225709Z","time spent":"320.424759ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:49:10.910285Z","caller":"traceutil/trace.go:171","msg":"trace[1722176786] linearizableReadLoop","detail":"{readStateIndex:9870; appliedIndex:9869; }","duration":"364.494344ms","start":"2026-04-09T22:49:10.545759Z","end":"2026-04-09T22:49:10.910253Z","steps":["trace[1722176786] 'read index received' (duration: 364.212866ms)","trace[1722176786] 'applied index is now lower than readState.Index' (duration: 279.998µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:49:10.91037Z","caller":"traceutil/trace.go:171","msg":"trace[2008432172] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"519.526872ms","start":"2026-04-09T22:49:10.390812Z","end":"2026-04-09T22:49:10.910339Z","steps":["trace[2008432172] 'process raft request' (duration: 519.186992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.910561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.822835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:49:10.910631Z","caller":"traceutil/trace.go:171","msg":"trace[780174153] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9520; }","duration":"683.970178ms","start":"2026-04-09T22:49:10.226637Z","end":"2026-04-09T22:49:10.910607Z","steps":["trace[780174153] 'agreement among raft nodes before linearized reading' (duration: 683.778023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.910641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.390781Z","time spent":"519.755148ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:49:10.910688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.226608Z","time spent":"684.06676ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:49:10.91069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.65467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kzd8d\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-04-09T22:49:10.910744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.532307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:49:10.91085Z","caller":"traceutil/trace.go:171","msg":"trace[1308786935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kzd8d; range_end:; response_count:1; response_revision:9520; }","duration":"645.870266ms","start":"2026-04-09T22:49:10.264953Z","end":"2026-04-09T22:49:10.910823Z","steps":["trace[1308786935] 'agreement among raft nodes before linearized reading' (duration: 645.456796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.910729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.912286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:49:10.910891Z","caller":"traceutil/trace.go:171","msg":"trace[879537617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9520; }","duration":"683.695451ms","start":"2026-04-09T22:49:10.227165Z","end":"2026-04-09T22:49:10.910861Z","steps":["trace[879537617] 'agreement among raft nodes before linearized reading' (duration: 683.295701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.91094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.26494Z","time spent":"645.975208ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-kzd8d\" "} {"level":"info","ts":"2026-04-09T22:49:10.910939Z","caller":"traceutil/trace.go:171","msg":"trace[542516015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9520; }","duration":"684.191433ms","start":"2026-04-09T22:49:10.226723Z","end":"2026-04-09T22:49:10.910914Z","steps":["trace[542516015] 'agreement among raft nodes before linearized reading' (duration: 683.66273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.910953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.22713Z","time spent":"683.811784ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:49:10.910729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.82001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:49:10.911007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.226691Z","time spent":"684.301926ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:49:10.911037Z","caller":"traceutil/trace.go:171","msg":"trace[213384080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9520; }","duration":"685.20747ms","start":"2026-04-09T22:49:10.225811Z","end":"2026-04-09T22:49:10.911018Z","steps":["trace[213384080] 'agreement among raft nodes before linearized reading' (duration: 684.672116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.910652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.833999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:49:10.911092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.225778Z","time spent":"685.304952ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:49:10.911103Z","caller":"traceutil/trace.go:171","msg":"trace[485269563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9520; }","duration":"681.334682ms","start":"2026-04-09T22:49:10.229754Z","end":"2026-04-09T22:49:10.911088Z","steps":["trace[485269563] 'agreement among raft nodes before linearized reading' (duration: 680.545592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.911138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.229741Z","time spent":"681.385893ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:49:10.923708Z","caller":"traceutil/trace.go:171","msg":"trace[1532927939] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"370.536185ms","start":"2026-04-09T22:49:10.55315Z","end":"2026-04-09T22:49:10.923686Z","steps":["trace[1532927939] 'process raft request' (duration: 370.32956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:10.923827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.553113Z","time spent":"370.636538ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:49:11.424915Z","caller":"traceutil/trace.go:171","msg":"trace[1781133376] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"508.050641ms","start":"2026-04-09T22:49:10.916836Z","end":"2026-04-09T22:49:11.424887Z","steps":["trace[1781133376] 'process raft request' (duration: 507.921388ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:11.424956Z","caller":"traceutil/trace.go:171","msg":"trace[474801576] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"508.159164ms","start":"2026-04-09T22:49:10.916767Z","end":"2026-04-09T22:49:11.424926Z","steps":["trace[474801576] 'process raft request' (duration: 495.70832ms)","trace[474801576] 'compare' (duration: 12.002823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:49:11.425103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.916749Z","time spent":"508.274006ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:49:11.425149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.916833Z","time spent":"508.175444ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:49:11.425653Z","caller":"traceutil/trace.go:171","msg":"trace[767353207] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"508.084163ms","start":"2026-04-09T22:49:10.917559Z","end":"2026-04-09T22:49:11.425643Z","steps":["trace[767353207] 'process raft request' (duration: 507.523238ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:11.425646Z","caller":"traceutil/trace.go:171","msg":"trace[1534917397] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"508.727279ms","start":"2026-04-09T22:49:10.916874Z","end":"2026-04-09T22:49:11.425601Z","steps":["trace[1534917397] 'process raft request' (duration: 507.993979ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:11.42573Z","caller":"traceutil/trace.go:171","msg":"trace[628300502] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"507.489778ms","start":"2026-04-09T22:49:10.918191Z","end":"2026-04-09T22:49:11.425681Z","steps":["trace[628300502] 'process raft request' (duration: 506.957073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:11.425711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.917553Z","time spent":"508.129064ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:49:11.425866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.91687Z","time spent":"508.884192ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:49:11.425931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.918185Z","time spent":"507.633232ms","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:49:11.425811Z","caller":"traceutil/trace.go:171","msg":"trace[813791715] linearizableReadLoop","detail":"{readStateIndex:9876; appliedIndex:9871; }","duration":"501.594858ms","start":"2026-04-09T22:49:10.923617Z","end":"2026-04-09T22:49:11.425212Z","steps":["trace[813791715] 'read index received' (duration: 488.740224ms)","trace[813791715] 'applied index is now lower than readState.Index' (duration: 12.853204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:49:11.426371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.125273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244564"} {"level":"warn","ts":"2026-04-09T22:49:11.426395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.320914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-09T22:49:11.426446Z","caller":"traceutil/trace.go:171","msg":"trace[1812759821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9526; }","duration":"510.220976ms","start":"2026-04-09T22:49:10.916206Z","end":"2026-04-09T22:49:11.426427Z","steps":["trace[1812759821] 'agreement among raft nodes before linearized reading' (duration: 509.597761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:11.426491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:10.916183Z","time spent":"510.299809ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244587,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-09T22:49:11.426459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.691994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:49:11.426558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.972072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:49:11.426604Z","caller":"traceutil/trace.go:171","msg":"trace[548817811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9526; }","duration":"133.035613ms","start":"2026-04-09T22:49:11.293553Z","end":"2026-04-09T22:49:11.426589Z","steps":["trace[548817811] 'agreement among raft nodes before linearized reading' (duration: 132.963211ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:11.42662Z","caller":"traceutil/trace.go:171","msg":"trace[266638771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9526; }","duration":"115.905449ms","start":"2026-04-09T22:49:11.310682Z","end":"2026-04-09T22:49:11.426587Z","steps":["trace[266638771] 'agreement among raft nodes before linearized reading' (duration: 115.607822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:11.426463Z","caller":"traceutil/trace.go:171","msg":"trace[53381230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9526; }","duration":"384.418817ms","start":"2026-04-09T22:49:11.042024Z","end":"2026-04-09T22:49:11.426443Z","steps":["trace[53381230] 'agreement among raft nodes before linearized reading' (duration: 384.204281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:11.426865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:49:11.042005Z","time spent":"384.842697ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:49:11.427304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.691789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:49:11.427852Z","caller":"traceutil/trace.go:171","msg":"trace[1269654902] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9526; }","duration":"259.278463ms","start":"2026-04-09T22:49:11.168546Z","end":"2026-04-09T22:49:11.427824Z","steps":["trace[1269654902] 'agreement among raft nodes before linearized reading' (duration: 258.131084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:49:11.636994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.381002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-09T22:49:11.637109Z","caller":"traceutil/trace.go:171","msg":"trace[41474650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9526; }","duration":"101.538026ms","start":"2026-04-09T22:49:11.535541Z","end":"2026-04-09T22:49:11.637079Z","steps":["trace[41474650] 'range keys from in-memory index tree' (duration: 101.095245ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:49:21.075903Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T22:49:21.08508Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T22:49:21.085213Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T22:49:52.032145Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7401} {"level":"info","ts":"2026-04-09T22:49:52.127853Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7401,"took":"92.944839ms","hash":3294992586,"current-db-size-bytes":42000384,"current-db-size":"42 MB","current-db-size-in-use-bytes":25141248,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-09T22:49:52.127945Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3294992586,"revision":7401,"compact-revision":4402} {"level":"info","ts":"2026-04-09T22:51:27.879304Z","caller":"traceutil/trace.go:171","msg":"trace[214364703] transaction","detail":"{read_only:false; response_revision:10656; number_of_response:1; }","duration":"157.035209ms","start":"2026-04-09T22:51:27.722229Z","end":"2026-04-09T22:51:27.879264Z","steps":["trace[214364703] 'process raft request' (duration: 156.812063ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:51:31.581374Z","caller":"traceutil/trace.go:171","msg":"trace[65488797] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"137.068875ms","start":"2026-04-09T22:51:31.444266Z","end":"2026-04-09T22:51:31.581335Z","steps":["trace[65488797] 'process raft request' (duration: 131.163145ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:54:52.039724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9884} {"level":"info","ts":"2026-04-09T22:54:52.127824Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9884,"took":"85.245643ms","hash":2311412006,"current-db-size-bytes":42000384,"current-db-size":"42 MB","current-db-size-in-use-bytes":23470080,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-09T22:54:52.127888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2311412006,"revision":9884,"compact-revision":7401}